-- Logs begin at Sun 2022-07-24 19:02:18 UTC, end at Sun 2022-07-24 20:19:55 UTC. -- Jul 24 19:51:45.795356 dv-cinder-850449-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 24 19:51:48.467324 dv-cinder-850449-2-iscsi neutron-server[110733]: INFO neutron.common.config [-] Logging enabled! Jul 24 19:51:48.467937 dv-cinder-850449-2-iscsi neutron-server[110733]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev443 Jul 24 19:51:48.468107 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=110733) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jul 24 19:51:48.471284 dv-cinder-850449-2-iscsi neutron-server[110733]: INFO neutron.common.config [-] Logging enabled! Jul 24 19:51:48.471538 dv-cinder-850449-2-iscsi neutron-server[110733]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev443 Jul 24 19:51:48.471847 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=110733) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jul 24 19:51:48.472837 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 24 19:51:48.473073 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 24 19:51:48.473543 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 24 19:51:48.473790 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 24 19:51:48.474020 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 24 19:51:48.474346 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:48.474643 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:48.474874 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:48.475171 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:48.475459 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:48.475738 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:48.476024 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:48.476317 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:48.476602 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:48.476907 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:48.477189 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:48.477419 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:48.477700 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.common.config [-] config_source = [] {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:48.477981 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:48.478264 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:48.478658 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.common.config [-] debug = True {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:48.478767 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:48.479185 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:48.479589 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:48.479873 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:48.480156 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:48.480436 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:48.480731 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:48.481005 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:48.481285 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:48.481605 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.common.config [-] host = dv-cinder-850449-2-iscsi {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:48.481878 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:48.482159 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:48.482441 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:48.482720 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:48.482990 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:48.483259 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:48.483539 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:48.483807 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.common.config [-] log_dir = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:48.484073 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.common.config [-] log_file = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:48.484352 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:48.484633 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:48.484938 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:48.485227 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:48.485449 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:48.485669 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:48.485946 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:48.486238 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:48.486509 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:48.486777 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:48.487050 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:48.487317 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:48.487584 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:48.487846 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:48.488130 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:48.488941 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:48.489227 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:48.489497 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:48.489768 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:48.490033 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:48.490302 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:48.490579 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:48.490851 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:48.491115 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:48.491383 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:48.491662 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:48.491925 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:48.492191 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:48.492488 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:48.492792 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:48.493072 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:48.493355 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:48.493624 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:48.493900 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:48.494166 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:48.494433 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.common.config [-] use_journal = False {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:48.494706 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.common.config [-] use_json = False {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:48.494971 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:48.495235 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:48.495513 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:48.495781 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:48.496048 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:48.496316 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:48.496583 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:48.496886 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:48.497154 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:48.497442 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:48.497732 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:48.498024 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:48.498299 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:48.498598 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:48.498873 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:48.499156 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:48.499428 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:48.499709 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:48.499992 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:48.500274 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:48.500549 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:48.500872 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:48.501158 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:48.501449 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:48.501749 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:48.502035 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:48.502324 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:48.502595 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:48.502865 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:48.503134 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:48.503407 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:48.503690 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:48.503962 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:48.504893 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:48.505186 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:48.505466 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:48.505760 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:48.506043 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:48.506326 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:48.506615 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:48.506901 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:48.507191 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:48.507447 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:48.507734 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:48.508007 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:48.508275 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:48.508557 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:48.508852 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:48.509124 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:48.509402 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:48.509687 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:48.509970 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:48.510239 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:48.510510 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:48.510797 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:48.511073 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:48.511342 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:48.511608 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:48.511881 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:48.512148 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:48.512427 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:48.512718 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:48.512989 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:48.513259 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:48.513531 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:48.513798 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:48.514066 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:48.514337 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:48.514603 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:48.514879 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:48.515144 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:48.515411 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:48.515675 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:48.515941 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:48.516205 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:48.516469 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:48.516761 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:48.517034 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:48.517303 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:48.517569 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:48.517835 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:48.518101 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:48.518366 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:48.518661 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:48.518935 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:48.519206 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:48.519478 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:48.519774 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:48.520046 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:48.520318 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:48.520592 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:48.520888 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:48.521156 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:48.521439 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:48.521717 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:48.521997 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:48.522273 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:48.522544 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:48.522851 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:48.523124 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:48.523397 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:48.523668 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:48.523940 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:48.524211 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:48.524489 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:48.524793 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:48.525068 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:48.525348 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:48.525625 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:48.525914 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:48.526201 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:48.526475 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:48.526763 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:48.527052 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:48.527341 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:48.527617 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:48.527919 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:48.528193 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:48.528407 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 24 19:51:48.528658 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=110733) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 24 19:51:48.826880 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=110733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jul 24 19:51:48.827154 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=110733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jul 24 19:51:48.827457 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=110733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jul 24 19:51:48.827787 dv-cinder-850449-2-iscsi neutron-server[110733]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 24 19:51:49.234895 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 19:51:49.235178 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 19:51:49.235448 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 19:51:49.236761 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 19:51:49.237038 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 19:51:49.237304 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 19:51:49.291841 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 19:51:49.292112 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 19:51:49.292380 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 19:51:49.306899 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 19:51:49.307182 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 19:51:49.307456 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 19:51:49.337481 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 19:51:49.337757 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 19:51:49.338031 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 19:51:49.373506 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 19:51:49.373785 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 19:51:49.374056 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 19:51:49.605706 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=110733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 19:51:49.606325 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=110733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 19:51:49.606325 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=110733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 19:51:49.606483 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=110733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 19:51:49.607306 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=110733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 19:51:49.707345 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=110733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 19:51:49.707666 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=110733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 19:51:49.707948 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=110733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 19:51:49.708231 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=110733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 19:51:49.708503 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=110733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 19:51:49.708848 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=110733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 19:51:49.709110 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=110733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 19:51:49.709372 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=110733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 19:51:49.709634 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=110733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 19:51:49.709922 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=110733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 19:51:49.710186 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=110733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 19:51:49.710455 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=110733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 19:51:49.710717 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=110733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 19:51:49.710973 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=110733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 19:51:49.711232 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=110733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 19:51:49.711502 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 19:51:49.711766 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=110733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 19:51:49.712034 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=110733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 19:51:49.712307 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=110733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 19:51:49.712567 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=110733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 19:51:49.712864 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 19:51:49.713119 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 19:51:49.713405 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 19:51:49.713786 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 19:51:49.714038 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 19:51:49.714288 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 19:51:49.714689 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=110733) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 24 19:51:49.714927 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=110733) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 24 19:51:49.715164 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=110733) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 24 19:51:49.715398 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=110733) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 24 19:51:49.715630 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=110733) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 24 19:51:49.715862 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=110733) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 24 19:51:49.716230 dv-cinder-850449-2-iscsi neutron-server[110733]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 24 19:51:49.719576 dv-cinder-850449-2-iscsi neutron-server[110733]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 24 19:51:49.723741 dv-cinder-850449-2-iscsi neutron-server[110733]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 24 19:51:49.727954 dv-cinder-850449-2-iscsi neutron-server[110733]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Jul 24 19:51:49.730843 dv-cinder-850449-2-iscsi neutron-server[110733]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 24 19:51:49.731324 dv-cinder-850449-2-iscsi neutron-server[110733]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 24 19:51:49.731670 dv-cinder-850449-2-iscsi neutron-server[110733]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 24 19:51:49.732063 dv-cinder-850449-2-iscsi neutron-server[110733]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 24 19:51:49.734920 dv-cinder-850449-2-iscsi neutron-server[110733]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 24 19:51:49.735167 dv-cinder-850449-2-iscsi neutron-server[110733]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 24 19:51:49.735519 dv-cinder-850449-2-iscsi neutron-server[110733]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 24 19:51:49.741190 dv-cinder-850449-2-iscsi neutron-server[110733]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jul 24 19:51:49.764558 dv-cinder-850449-2-iscsi neutron-server[110733]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 24 19:51:49.765049 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=110733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 19:51:49.765353 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=110733) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Jul 24 19:51:49.765731 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=110733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 19:51:49.767086 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=110733) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 24 19:51:49.767372 dv-cinder-850449-2-iscsi neutron-server[110733]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 24 19:51:49.767615 dv-cinder-850449-2-iscsi neutron-server[110733]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 24 19:51:49.771179 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=110733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 19:51:49.771462 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=110733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 19:51:49.912532 dv-cinder-850449-2-iscsi neutron-server[110733]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 24 19:51:49.912756 dv-cinder-850449-2-iscsi neutron-server[110733]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 24 19:51:49.913000 dv-cinder-850449-2-iscsi neutron-server[110733]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 24 19:51:49.913387 dv-cinder-850449-2-iscsi neutron-server[110733]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 24 19:51:49.966780 dv-cinder-850449-2-iscsi neutron-server[110733]: INFO dbcounter [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Registered counter for database neutron Jul 24 19:51:49.985980 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_db.sqlalchemy.engines [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=110733) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 24 19:51:49.992430 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG dbcounter [-] [110733] Writer thread running {{(pid=110733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 24 19:51:50.651439 dv-cinder-850449-2-iscsi neutron-server[110733]: INFO neutron.plugins.ml2.managers [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Initializing driver for type 'gre' Jul 24 19:51:50.652115 dv-cinder-850449-2-iscsi neutron-server[110733]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] gre ID ranges: [(1, 1000)] Jul 24 19:51:50.845104 dv-cinder-850449-2-iscsi neutron-server[110733]: INFO neutron.plugins.ml2.managers [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Initializing driver for type 'local' Jul 24 19:51:50.845449 dv-cinder-850449-2-iscsi neutron-server[110733]: INFO neutron.plugins.ml2.managers [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Initializing driver for type 'vlan' Jul 24 19:51:50.933993 dv-cinder-850449-2-iscsi neutron-server[110733]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] VlanTypeDriver initialization complete Jul 24 19:51:50.934328 dv-cinder-850449-2-iscsi neutron-server[110733]: INFO neutron.plugins.ml2.managers [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Initializing driver for type 'vxlan' Jul 24 19:51:50.934836 dv-cinder-850449-2-iscsi neutron-server[110733]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] vxlan ID ranges: [(1, 1000)] Jul 24 19:51:51.125559 dv-cinder-850449-2-iscsi neutron-server[110733]: INFO neutron.plugins.ml2.managers [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Initializing extension driver 'port_security' Jul 24 19:51:51.125823 dv-cinder-850449-2-iscsi neutron-server[110733]: INFO neutron.plugins.ml2.extensions.port_security [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] PortSecurityExtensionDriver initialization complete Jul 24 19:51:51.126160 dv-cinder-850449-2-iscsi neutron-server[110733]: INFO neutron.plugins.ml2.managers [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Initializing mechanism driver 'openvswitch' Jul 24 19:51:51.126504 dv-cinder-850449-2-iscsi neutron-server[110733]: INFO neutron.plugins.ml2.managers [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Initializing mechanism driver 'hyperv' Jul 24 19:51:51.135250 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.plugins.ml2.plugin [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=110733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 19:51:51.135927 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Subscribe: > port after_create 55550000 {{(pid=110733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 19:51:51.136307 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Subscribe: > port after_update 55550000 {{(pid=110733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 19:51:51.136686 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Subscribe: > port after_delete 55550000 {{(pid=110733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 19:51:51.137203 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=110733) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 24 19:51:51.138477 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Subscribe: > subnet after_create 55550000 {{(pid=110733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 19:51:51.138477 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Subscribe: > subnet after_update 55550000 {{(pid=110733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 19:51:51.138477 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Subscribe: > subnet after_delete 55550000 {{(pid=110733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 19:51:51.138794 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=110733) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 24 19:51:51.139123 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Subscribe: > network after_create 55550000 {{(pid=110733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 19:51:51.139490 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Subscribe: > network after_update 55550000 {{(pid=110733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 19:51:51.139845 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Subscribe: > network after_delete 55550000 {{(pid=110733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 19:51:51.140244 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=110733) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 24 19:51:51.140687 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Subscribe: > security_group after_create 55550000 {{(pid=110733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 19:51:51.141047 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Subscribe: > security_group after_update 55550000 {{(pid=110733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 19:51:51.141397 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Subscribe: > security_group after_delete 55550000 {{(pid=110733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 19:51:51.141803 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=110733) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 24 19:51:51.142215 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=110733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 19:51:51.142568 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=110733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 19:51:51.142915 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=110733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 19:51:51.143326 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=110733) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 24 19:51:51.143738 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Subscribe: > address_group after_create 55550000 {{(pid=110733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 19:51:51.144100 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Subscribe: > address_group after_update 55550000 {{(pid=110733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 19:51:51.144456 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Subscribe: > address_group after_delete 55550000 {{(pid=110733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 19:51:51.145488 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=110733) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 24 19:51:51.145939 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] ML2 OVO RPC backend initialized. {{(pid=110733) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jul 24 19:51:51.146655 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Subscribe: > router_interface after_create 55550000 {{(pid=110733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 19:51:51.147016 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=110733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 19:51:51.147445 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Subscribe: > network before_response 55550000 {{(pid=110733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 19:51:51.147803 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Subscribe: > networks before_response 55550000 {{(pid=110733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 19:51:51.148155 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Subscribe: > port before_response 55550000 {{(pid=110733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 19:51:51.148503 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Subscribe: > ports before_response 55550000 {{(pid=110733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 19:51:51.148880 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Subscribe: > subnet before_response 55550000 {{(pid=110733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 19:51:51.149237 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Subscribe: > subnets before_response 55550000 {{(pid=110733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 19:51:51.149589 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Subscribe: > network after_create 55550000 {{(pid=110733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 19:51:51.149938 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Subscribe: > network after_update 55550000 {{(pid=110733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 19:51:51.150279 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Subscribe: > network after_delete 55550000 {{(pid=110733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 19:51:51.150618 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Subscribe: > port after_create 55550000 {{(pid=110733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 19:51:51.150957 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Subscribe: > port after_update 55550000 {{(pid=110733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 19:51:51.151296 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Subscribe: > port after_delete 55550000 {{(pid=110733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 19:51:51.151636 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Subscribe: > subnet after_create 55550000 {{(pid=110733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 19:51:51.151977 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Subscribe: > subnet after_update 55550000 {{(pid=110733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 19:51:51.152324 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Subscribe: > subnet after_delete 55550000 {{(pid=110733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 19:51:51.159969 dv-cinder-850449-2-iscsi neutron-server[110733]: INFO neutron.quota [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Loaded quota_driver: . Jul 24 19:51:51.160339 dv-cinder-850449-2-iscsi neutron-server[110733]: INFO neutron.plugins.ml2.plugin [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Modular L2 Plugin initialization complete Jul 24 19:51:51.160710 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.manager [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Loading services supported by the core plugin {{(pid=110733) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 24 19:51:51.161061 dv-cinder-850449-2-iscsi neutron-server[110733]: INFO neutron.plugins.ml2.managers [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Got port-security extension from driver 'port_security' Jul 24 19:51:51.161544 dv-cinder-850449-2-iscsi neutron-server[110733]: INFO neutron.extensions.vlantransparent [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Disabled vlantransparent extension. Jul 24 19:51:51.162037 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.manager [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=110733) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 24 19:51:51.162362 dv-cinder-850449-2-iscsi neutron-server[110733]: INFO neutron.manager [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Loading Plugin: router Jul 24 19:51:51.199383 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Subscribe: > router_interface before_create 55550000 {{(pid=110733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 19:51:51.199775 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Subscribe: > router after_create 55549900 {{(pid=110733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 19:51:51.200150 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Subscribe: > router before_create 55549900 {{(pid=110733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 19:51:51.200666 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=110733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 19:51:51.201061 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=110733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 19:51:51.201423 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Subscribe: > router after_delete 55549900 {{(pid=110733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 19:51:51.201788 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Subscribe: > floatingip after_create 55550000 {{(pid=110733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 19:51:51.202147 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Subscribe: > floatingip after_update 55550000 {{(pid=110733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 19:51:51.202512 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Subscribe: > router after_create 55549900 {{(pid=110733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 19:51:51.202868 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Subscribe: > router after_update 55549900 {{(pid=110733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 19:51:51.203223 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Subscribe: > router after_update 55549900 {{(pid=110733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 19:51:51.203573 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=110733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 19:51:51.203970 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Subscribe: > router after_update 55549900 {{(pid=110733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 19:51:51.204357 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Subscribe: > router precommit_update 55549900 {{(pid=110733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 19:51:51.204764 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Subscribe: port after_update 55550000 {{(pid=110733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 19:51:51.205121 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Subscribe: port after_delete 55550000 {{(pid=110733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 19:51:51.205463 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Subscribe: subnet after_update 55550000 {{(pid=110733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 19:51:51.205806 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=110733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 19:51:51.206159 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Subscribe: > port precommit_delete 55550000 {{(pid=110733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 19:51:51.206509 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Subscribe: > router precommit_create 55549900 {{(pid=110733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 19:51:51.206857 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Subscribe: port before_delete 55550000 {{(pid=110733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 19:51:51.207210 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Subscribe: > router precommit_create 55550000 {{(pid=110733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 19:51:51.207561 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Subscribe: > router after_update 55549900 {{(pid=110733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 19:51:51.207910 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Subscribe: > router precommit_delete 55549900 {{(pid=110733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 19:51:51.208271 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Subscribe: > router precommit_create 55549900 {{(pid=110733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 19:51:51.208649 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Subscribe: > router_interface after_create 55550000 {{(pid=110733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 19:51:51.209010 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Subscribe: > router precommit_update 55549900 {{(pid=110733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 19:51:51.209381 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Subscribe: > agent after_create 55550000 {{(pid=110733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 19:51:51.209738 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Subscribe: > agent after_delete 55550000 {{(pid=110733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 19:51:51.210093 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Subscribe: > network after_delete 55550000 {{(pid=110733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 19:51:51.210946 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.quota.resource_registry [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Tracking information for resource: router configured {{(pid=110733) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 24 19:51:51.211286 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.quota.resource_registry [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Tracking information for resource: floatingip configured {{(pid=110733) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 24 19:51:51.216110 dv-cinder-850449-2-iscsi neutron-server[110733]: INFO neutron.db.l3_agentschedulers_db [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 24 19:51:51.216709 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Subscribe: port after_update 55550000 {{(pid=110733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 19:51:51.217076 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Subscribe: port after_create 55550000 {{(pid=110733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 19:51:51.217431 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Subscribe: port after_delete 55550000 {{(pid=110733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 19:51:51.217785 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Subscribe: port after_update 55550000 {{(pid=110733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 19:51:51.218585 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Subscribe: > router before_create 55550100 {{(pid=110733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 19:51:51.218948 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Subscribe: > router precommit_delete 55550100 {{(pid=110733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 19:51:51.219316 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Subscribe: > router precommit_create 55550100 {{(pid=110733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 19:51:51.219675 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Subscribe: > router precommit_update 55550100 {{(pid=110733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 19:51:51.224468 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.services.provider_configuration [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Service providers = [] {{(pid=110733) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 24 19:51:51.224860 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.db.servicetype_db [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=110733) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 24 19:51:51.227777 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.services.service_base [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=110733) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 24 19:51:51.228126 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.services.service_base [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=110733) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 24 19:51:51.228470 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.services.service_base [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=110733) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 24 19:51:51.229544 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.services.service_base [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=110733) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 24 19:51:51.229919 dv-cinder-850449-2-iscsi neutron-server[110733]: INFO neutron.services.service_base [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 24 19:51:51.230296 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.manager [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=110733) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 24 19:51:51.230618 dv-cinder-850449-2-iscsi neutron-server[110733]: INFO neutron.manager [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 24 19:51:51.241490 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.manager [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=110733) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 24 19:51:51.241827 dv-cinder-850449-2-iscsi neutron-server[110733]: INFO neutron.manager [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Loading Plugin: auto_allocate Jul 24 19:51:51.247567 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Subscribe: network precommit_update 55550000 {{(pid=110733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 19:51:51.247947 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Subscribe: network precommit_create 55550000 {{(pid=110733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 19:51:51.248458 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.manager [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=110733) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 24 19:51:51.248805 dv-cinder-850449-2-iscsi neutron-server[110733]: INFO neutron.manager [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Loading Plugin: tag Jul 24 19:51:51.256143 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.manager [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=110733) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 24 19:51:51.256476 dv-cinder-850449-2-iscsi neutron-server[110733]: INFO neutron.manager [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Loading Plugin: timestamp Jul 24 19:51:51.260285 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.manager [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=110733) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 24 19:51:51.260617 dv-cinder-850449-2-iscsi neutron-server[110733]: INFO neutron.manager [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Loading Plugin: network_ip_availability Jul 24 19:51:51.266116 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=110733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 19:51:51.266492 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=110733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 19:51:51.266854 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 19:51:51.267578 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.manager [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=110733) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 24 19:51:51.267902 dv-cinder-850449-2-iscsi neutron-server[110733]: INFO neutron.manager [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Loading Plugin: flavors Jul 24 19:51:51.273138 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.manager [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=110733) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 24 19:51:51.273465 dv-cinder-850449-2-iscsi neutron-server[110733]: INFO neutron.manager [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Loading Plugin: revisions Jul 24 19:51:51.277715 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.manager [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=110733) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 24 19:51:51.278107 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_concurrency.lockutils [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.451s {{(pid=110733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jul 24 19:51:51.278886 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=110733) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Jul 24 19:51:51.279225 dv-cinder-850449-2-iscsi neutron-server[110733]: INFO neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Initializing extension manager. Jul 24 19:51:51.279753 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Loading extension file: __init__.py {{(pid=110733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 19:51:51.280091 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Loading extension file: __pycache__ {{(pid=110733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 19:51:51.280428 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Loading extension file: address_group.py {{(pid=110733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 19:51:51.281155 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=110733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 19:51:51.281720 dv-cinder-850449-2-iscsi neutron-server[110733]: INFO neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Loaded extension: address-group Jul 24 19:51:51.282045 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Loading extension file: address_scope.py {{(pid=110733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 19:51:51.282720 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=110733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 19:51:51.283225 dv-cinder-850449-2-iscsi neutron-server[110733]: INFO neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Loaded extension: address-scope Jul 24 19:51:51.283547 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Loading extension file: admin_state_down_before_update.py {{(pid=110733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 19:51:51.284436 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=110733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 19:51:51.284979 dv-cinder-850449-2-iscsi neutron-server[110733]: INFO neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Loaded extension: router-admin-state-down-before-update Jul 24 19:51:51.285331 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Loading extension file: agent.py {{(pid=110733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 19:51:51.285995 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=110733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 19:51:51.286501 dv-cinder-850449-2-iscsi neutron-server[110733]: INFO neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Loaded extension: agent Jul 24 19:51:51.286823 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Loading extension file: agent_resources_synced.py {{(pid=110733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 19:51:51.287689 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=110733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 19:51:51.288194 dv-cinder-850449-2-iscsi neutron-server[110733]: INFO neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Loaded extension: agent-resources-synced Jul 24 19:51:51.288517 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Loading extension file: allowedaddresspairs.py {{(pid=110733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 19:51:51.290351 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=110733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 19:51:51.290870 dv-cinder-850449-2-iscsi neutron-server[110733]: INFO neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Loaded extension: allowed-address-pairs Jul 24 19:51:51.291200 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Loading extension file: auto_allocated_topology.py {{(pid=110733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 19:51:51.292220 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=110733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 19:51:51.292768 dv-cinder-850449-2-iscsi neutron-server[110733]: INFO neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Loaded extension: auto-allocated-topology Jul 24 19:51:51.293098 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Loading extension file: availability_zone.py {{(pid=110733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 19:51:51.293751 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=110733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 19:51:51.294262 dv-cinder-850449-2-iscsi neutron-server[110733]: INFO neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Loaded extension: availability_zone Jul 24 19:51:51.294584 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Loading extension file: availability_zone_filter.py {{(pid=110733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 19:51:51.295493 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=110733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 19:51:51.296031 dv-cinder-850449-2-iscsi neutron-server[110733]: INFO neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Loaded extension: availability_zone_filter Jul 24 19:51:51.296354 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Loading extension file: data_plane_status.py {{(pid=110733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 19:51:51.297238 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=110733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 19:51:51.297740 dv-cinder-850449-2-iscsi neutron-server[110733]: INFO neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Extension data-plane-status not supported by any of loaded plugins Jul 24 19:51:51.298062 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Loading extension file: default_subnetpools.py {{(pid=110733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 19:51:51.298935 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=110733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 19:51:51.299436 dv-cinder-850449-2-iscsi neutron-server[110733]: INFO neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Loaded extension: default-subnetpools Jul 24 19:51:51.299759 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Loading extension file: dhcpagentscheduler.py {{(pid=110733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 19:51:51.301343 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=110733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 19:51:51.301868 dv-cinder-850449-2-iscsi neutron-server[110733]: INFO neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Loaded extension: dhcp_agent_scheduler Jul 24 19:51:51.302192 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Loading extension file: dns.py {{(pid=110733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 19:51:51.303066 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=110733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 19:51:51.303565 dv-cinder-850449-2-iscsi neutron-server[110733]: INFO neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Extension dns-integration not supported by any of loaded plugins Jul 24 19:51:51.303887 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Loading extension file: dns_domain_ports.py {{(pid=110733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 19:51:51.304785 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=110733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 19:51:51.305288 dv-cinder-850449-2-iscsi neutron-server[110733]: INFO neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 24 19:51:51.305612 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=110733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 19:51:51.306487 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=110733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 19:51:51.306991 dv-cinder-850449-2-iscsi neutron-server[110733]: INFO neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 24 19:51:51.307310 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Loading extension file: dvr.py {{(pid=110733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 19:51:51.307940 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=110733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 19:51:51.308441 dv-cinder-850449-2-iscsi neutron-server[110733]: INFO neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Loaded extension: dvr Jul 24 19:51:51.308800 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Loading extension file: ecmp_routes.py {{(pid=110733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 19:51:51.309677 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=110733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 19:51:51.310177 dv-cinder-850449-2-iscsi neutron-server[110733]: INFO neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Extension ecmp_routes not supported by any of loaded plugins Jul 24 19:51:51.310498 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Loading extension file: empty_string_filtering.py {{(pid=110733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 19:51:51.311361 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=110733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 19:51:51.311872 dv-cinder-850449-2-iscsi neutron-server[110733]: INFO neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Loaded extension: empty-string-filtering Jul 24 19:51:51.312196 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=110733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 19:51:51.313180 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=110733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 19:51:51.313687 dv-cinder-850449-2-iscsi neutron-server[110733]: INFO neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 24 19:51:51.314011 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=110733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 19:51:51.314884 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=110733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 19:51:51.315388 dv-cinder-850449-2-iscsi neutron-server[110733]: INFO neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 24 19:51:51.315725 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Loading extension file: external_net.py {{(pid=110733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 19:51:51.317195 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=110733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 19:51:51.317707 dv-cinder-850449-2-iscsi neutron-server[110733]: INFO neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Loaded extension: external-net Jul 24 19:51:51.318030 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Loading extension file: extra_dhcp_opt.py {{(pid=110733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 19:51:51.318910 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=110733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 19:51:51.319420 dv-cinder-850449-2-iscsi neutron-server[110733]: INFO neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Loaded extension: extra_dhcp_opt Jul 24 19:51:51.319745 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Loading extension file: extraroute.py {{(pid=110733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 19:51:51.320613 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=110733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 19:51:51.321150 dv-cinder-850449-2-iscsi neutron-server[110733]: INFO neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Loaded extension: extraroute Jul 24 19:51:51.321472 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Loading extension file: extraroute_atomic.py {{(pid=110733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 19:51:51.322453 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=110733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 19:51:51.322974 dv-cinder-850449-2-iscsi neutron-server[110733]: INFO neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Loaded extension: extraroute-atomic Jul 24 19:51:51.323299 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Loading extension file: filter_validation.py {{(pid=110733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 19:51:51.323930 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=110733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 19:51:51.324441 dv-cinder-850449-2-iscsi neutron-server[110733]: INFO neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Loaded extension: filter-validation Jul 24 19:51:51.324800 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Loading extension file: fip_pf_description.py {{(pid=110733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 19:51:51.325880 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=110733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 19:51:51.326397 dv-cinder-850449-2-iscsi neutron-server[110733]: INFO neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 24 19:51:51.326725 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Loading extension file: fip_pf_port_range.py {{(pid=110733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 19:51:51.327596 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=110733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 19:51:51.328104 dv-cinder-850449-2-iscsi neutron-server[110733]: INFO neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Jul 24 19:51:51.328426 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Loading extension file: fip_port_details.py {{(pid=110733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 19:51:51.329329 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=110733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 19:51:51.329835 dv-cinder-850449-2-iscsi neutron-server[110733]: INFO neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Loaded extension: fip-port-details Jul 24 19:51:51.330157 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Loading extension file: flavors.py {{(pid=110733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 19:51:51.331333 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=110733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 19:51:51.331850 dv-cinder-850449-2-iscsi neutron-server[110733]: INFO neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Loaded extension: flavors Jul 24 19:51:51.332206 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=110733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 19:51:51.333822 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=110733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 19:51:51.334356 dv-cinder-850449-2-iscsi neutron-server[110733]: INFO neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 24 19:51:51.334694 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Loading extension file: floatingip_pools.py {{(pid=110733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 19:51:51.335359 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=110733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 19:51:51.335876 dv-cinder-850449-2-iscsi neutron-server[110733]: INFO neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Loaded extension: floatingip-pools Jul 24 19:51:51.336201 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Loading extension file: ip_allocation.py {{(pid=110733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 19:51:51.337106 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=110733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 19:51:51.337611 dv-cinder-850449-2-iscsi neutron-server[110733]: INFO neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Extension ip_allocation not supported by any of loaded plugins Jul 24 19:51:51.337937 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=110733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 19:51:51.338810 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=110733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 19:51:51.339314 dv-cinder-850449-2-iscsi neutron-server[110733]: INFO neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Loaded extension: ip-substring-filtering Jul 24 19:51:51.339642 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Loading extension file: l2_adjacency.py {{(pid=110733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 19:51:51.340528 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=110733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 19:51:51.341062 dv-cinder-850449-2-iscsi neutron-server[110733]: INFO neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 24 19:51:51.341389 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Loading extension file: l3.py {{(pid=110733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 19:51:51.342313 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=110733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 19:51:51.342828 dv-cinder-850449-2-iscsi neutron-server[110733]: INFO neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Loaded extension: router Jul 24 19:51:51.343158 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Loading extension file: l3_conntrack_helper.py {{(pid=110733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 19:51:51.345351 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=110733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 19:51:51.345884 dv-cinder-850449-2-iscsi neutron-server[110733]: INFO neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 24 19:51:51.346222 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=110733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 19:51:51.347116 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=110733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 19:51:51.347631 dv-cinder-850449-2-iscsi neutron-server[110733]: INFO neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Loaded extension: ext-gw-mode Jul 24 19:51:51.348004 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=110733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 19:51:51.348907 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=110733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 19:51:51.349415 dv-cinder-850449-2-iscsi neutron-server[110733]: INFO neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Loaded extension: l3-ha Jul 24 19:51:51.349742 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=110733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 19:51:51.350605 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=110733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 19:51:51.351112 dv-cinder-850449-2-iscsi neutron-server[110733]: INFO neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Jul 24 19:51:51.351437 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Loading extension file: l3_flavors.py {{(pid=110733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 19:51:51.352309 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=110733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 19:51:51.352845 dv-cinder-850449-2-iscsi neutron-server[110733]: INFO neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Loaded extension: l3-flavors Jul 24 19:51:51.353170 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Loading extension file: l3_ndp_proxy.py {{(pid=110733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 19:51:51.354485 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=110733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 19:51:51.355004 dv-cinder-850449-2-iscsi neutron-server[110733]: INFO neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Jul 24 19:51:51.355336 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=110733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 19:51:51.356207 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=110733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 19:51:51.356746 dv-cinder-850449-2-iscsi neutron-server[110733]: INFO neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 24 19:51:51.357078 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Loading extension file: l3agentscheduler.py {{(pid=110733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 19:51:51.358078 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=110733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 19:51:51.358595 dv-cinder-850449-2-iscsi neutron-server[110733]: INFO neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Loaded extension: l3_agent_scheduler Jul 24 19:51:51.358921 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Loading extension file: local_ip.py {{(pid=110733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 19:51:51.360607 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=110733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 19:51:51.361158 dv-cinder-850449-2-iscsi neutron-server[110733]: INFO neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Extension local_ip not supported by any of loaded plugins Jul 24 19:51:51.361497 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Loading extension file: logging.py {{(pid=110733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 19:51:51.362910 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=110733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 19:51:51.363958 dv-cinder-850449-2-iscsi neutron-server[110733]: INFO neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Extension logging not supported by any of loaded plugins Jul 24 19:51:51.364293 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Loading extension file: metering.py {{(pid=110733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 19:51:51.365030 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=110733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 19:51:51.365607 dv-cinder-850449-2-iscsi neutron-server[110733]: INFO neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Loaded extension: metering Jul 24 19:51:51.365934 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=110733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 19:51:51.367167 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=110733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 19:51:51.367688 dv-cinder-850449-2-iscsi neutron-server[110733]: INFO neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Loaded extension: metering_source_and_destination_fields Jul 24 19:51:51.368018 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Loading extension file: multiprovidernet.py {{(pid=110733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 19:51:51.368930 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=110733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 19:51:51.369444 dv-cinder-850449-2-iscsi neutron-server[110733]: INFO neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Loaded extension: multi-provider Jul 24 19:51:51.369771 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Loading extension file: netmtu.py {{(pid=110733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 19:51:51.370643 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=110733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 19:51:51.371147 dv-cinder-850449-2-iscsi neutron-server[110733]: INFO neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Loaded extension: net-mtu Jul 24 19:51:51.371472 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Loading extension file: netmtu_writable.py {{(pid=110733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 19:51:51.372346 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=110733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 19:51:51.372888 dv-cinder-850449-2-iscsi neutron-server[110733]: INFO neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Loaded extension: net-mtu-writable Jul 24 19:51:51.373215 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Loading extension file: network_availability_zone.py {{(pid=110733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 19:51:51.373848 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=110733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 19:51:51.374362 dv-cinder-850449-2-iscsi neutron-server[110733]: INFO neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Loaded extension: network_availability_zone Jul 24 19:51:51.374688 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Loading extension file: network_ip_availability.py {{(pid=110733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 19:51:51.375801 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=110733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 19:51:51.376270 dv-cinder-850449-2-iscsi neutron-server[110733]: INFO neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Loaded extension: network-ip-availability Jul 24 19:51:51.376597 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Loading extension file: network_segment_range.py {{(pid=110733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 19:51:51.377350 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=110733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 19:51:51.377857 dv-cinder-850449-2-iscsi neutron-server[110733]: INFO neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Extension network-segment-range not supported by any of loaded plugins Jul 24 19:51:51.378183 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Loading extension file: pagination.py {{(pid=110733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 19:51:51.379713 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=110733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 19:51:51.380047 dv-cinder-850449-2-iscsi neutron-server[110733]: INFO neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Loaded extension: pagination Jul 24 19:51:51.380371 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Loading extension file: port_device_profile.py {{(pid=110733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 19:51:51.381264 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=110733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 19:51:51.381773 dv-cinder-850449-2-iscsi neutron-server[110733]: INFO neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Loaded extension: port-device-profile Jul 24 19:51:51.382095 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Loading extension file: port_mac_address_override.py {{(pid=110733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 19:51:51.382969 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=110733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 19:51:51.383474 dv-cinder-850449-2-iscsi neutron-server[110733]: INFO neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Loaded extension: port-mac-override Jul 24 19:51:51.383795 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=110733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 19:51:51.384691 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=110733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 19:51:51.385196 dv-cinder-850449-2-iscsi neutron-server[110733]: INFO neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Loaded extension: port-mac-address-regenerate Jul 24 19:51:51.385520 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=110733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 19:51:51.386385 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=110733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 19:51:51.386891 dv-cinder-850449-2-iscsi neutron-server[110733]: INFO neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Loaded extension: port-numa-affinity-policy Jul 24 19:51:51.387216 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Loading extension file: port_resource_request.py {{(pid=110733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 19:51:51.388078 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=110733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 19:51:51.388587 dv-cinder-850449-2-iscsi neutron-server[110733]: INFO neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Extension port-resource-request not supported by any of loaded plugins Jul 24 19:51:51.388939 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Loading extension file: port_resource_request_groups.py {{(pid=110733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 19:51:51.389868 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=110733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 19:51:51.390377 dv-cinder-850449-2-iscsi neutron-server[110733]: INFO neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Extension port-resource-request-groups not supported by any of loaded plugins Jul 24 19:51:51.390702 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Loading extension file: portbindings.py {{(pid=110733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 19:51:51.391587 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=110733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 19:51:51.392099 dv-cinder-850449-2-iscsi neutron-server[110733]: INFO neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Loaded extension: binding Jul 24 19:51:51.392422 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Loading extension file: portbindings_extended.py {{(pid=110733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 19:51:51.393666 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=110733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 19:51:51.394186 dv-cinder-850449-2-iscsi neutron-server[110733]: INFO neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Loaded extension: binding-extended Jul 24 19:51:51.394516 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Loading extension file: portsecurity.py {{(pid=110733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 19:51:51.395411 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=110733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 19:51:51.395918 dv-cinder-850449-2-iscsi neutron-server[110733]: INFO neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Loaded extension: port-security Jul 24 19:51:51.396245 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Loading extension file: project_id.py {{(pid=110733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 19:51:51.397204 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=110733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 19:51:51.397536 dv-cinder-850449-2-iscsi neutron-server[110733]: INFO neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Loaded extension: project-id Jul 24 19:51:51.397855 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Loading extension file: providernet.py {{(pid=110733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 19:51:51.398726 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=110733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 19:51:51.399238 dv-cinder-850449-2-iscsi neutron-server[110733]: INFO neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Loaded extension: provider Jul 24 19:51:51.399562 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Loading extension file: qos.py {{(pid=110733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 19:51:51.419714 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=110733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 19:51:51.420246 dv-cinder-850449-2-iscsi neutron-server[110733]: INFO neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Extension qos not supported by any of loaded plugins Jul 24 19:51:51.420581 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=110733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 19:51:51.421857 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=110733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 19:51:51.422374 dv-cinder-850449-2-iscsi neutron-server[110733]: INFO neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 24 19:51:51.422704 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=110733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 19:51:51.423604 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=110733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 19:51:51.424114 dv-cinder-850449-2-iscsi neutron-server[110733]: INFO neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 24 19:51:51.424445 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Loading extension file: qos_default.py {{(pid=110733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 19:51:51.425344 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=110733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 19:51:51.426763 dv-cinder-850449-2-iscsi neutron-server[110733]: INFO neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Extension qos-default not supported by any of loaded plugins Jul 24 19:51:51.426954 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Loading extension file: qos_fip.py {{(pid=110733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 19:51:51.427836 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=110733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 19:51:51.428351 dv-cinder-850449-2-iscsi neutron-server[110733]: INFO neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Extension qos-fip not supported by any of loaded plugins Jul 24 19:51:51.428710 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Loading extension file: qos_fip_network_policy.py {{(pid=110733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 19:51:51.429588 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=110733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 19:51:51.430096 dv-cinder-850449-2-iscsi neutron-server[110733]: INFO neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jul 24 19:51:51.430429 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Loading extension file: qos_gateway_ip.py {{(pid=110733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 19:51:51.431296 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=110733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 19:51:51.431801 dv-cinder-850449-2-iscsi neutron-server[110733]: INFO neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 24 19:51:51.432128 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Loading extension file: qos_port_network_policy.py {{(pid=110733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 19:51:51.433023 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=110733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 19:51:51.433524 dv-cinder-850449-2-iscsi neutron-server[110733]: INFO neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 24 19:51:51.433851 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=110733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 19:51:51.434831 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=110733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 19:51:51.435360 dv-cinder-850449-2-iscsi neutron-server[110733]: INFO neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Extension qos-pps-minimum not supported by any of loaded plugins Jul 24 19:51:51.435666 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=110733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 19:51:51.436662 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=110733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 19:51:51.437182 dv-cinder-850449-2-iscsi neutron-server[110733]: INFO neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Jul 24 19:51:51.437510 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Loading extension file: qos_pps_rule.py {{(pid=110733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 19:51:51.438650 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=110733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 19:51:51.439169 dv-cinder-850449-2-iscsi neutron-server[110733]: INFO neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Extension qos-pps not supported by any of loaded plugins Jul 24 19:51:51.439497 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Loading extension file: qos_rule_type_details.py {{(pid=110733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 19:51:51.440369 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=110733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 19:51:51.440903 dv-cinder-850449-2-iscsi neutron-server[110733]: INFO neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 24 19:51:51.441229 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Loading extension file: qos_rule_type_filter.py {{(pid=110733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 19:51:51.442714 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=110733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 19:51:51.443216 dv-cinder-850449-2-iscsi neutron-server[110733]: INFO neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Jul 24 19:51:51.443535 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Loading extension file: qos_rules_alias.py {{(pid=110733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 19:51:51.444540 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=110733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 19:51:51.445085 dv-cinder-850449-2-iscsi neutron-server[110733]: INFO neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 24 19:51:51.445415 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Loading extension file: quota_check_limit.py {{(pid=110733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 19:51:51.446282 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=110733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 19:51:51.446792 dv-cinder-850449-2-iscsi neutron-server[110733]: INFO neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Loaded extension: quota-check-limit Jul 24 19:51:51.447117 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Loading extension file: quotasv2.py {{(pid=110733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 19:51:51.448055 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=110733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 19:51:51.448385 dv-cinder-850449-2-iscsi neutron-server[110733]: INFO neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Loaded extension: quotas Jul 24 19:51:51.448732 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Loading extension file: quotasv2_detail.py {{(pid=110733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 19:51:51.454208 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=110733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 19:51:51.454545 dv-cinder-850449-2-iscsi neutron-server[110733]: INFO neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Loaded extension: quota_details Jul 24 19:51:51.454878 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Loading extension file: rbac.py {{(pid=110733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 19:51:51.456235 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=110733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 19:51:51.456800 dv-cinder-850449-2-iscsi neutron-server[110733]: INFO neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Loaded extension: rbac-policies Jul 24 19:51:51.457166 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Loading extension file: rbac_address_group.py {{(pid=110733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 19:51:51.458061 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=110733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 19:51:51.458578 dv-cinder-850449-2-iscsi neutron-server[110733]: INFO neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Loaded extension: rbac-address-group Jul 24 19:51:51.458908 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Loading extension file: rbac_address_scope.py {{(pid=110733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 19:51:51.459780 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=110733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 19:51:51.460296 dv-cinder-850449-2-iscsi neutron-server[110733]: INFO neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Loaded extension: rbac-address-scope Jul 24 19:51:51.460622 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Loading extension file: rbac_security_groups.py {{(pid=110733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 19:51:51.461593 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=110733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 19:51:51.462112 dv-cinder-850449-2-iscsi neutron-server[110733]: INFO neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Loaded extension: rbac-security-groups Jul 24 19:51:51.462439 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Loading extension file: rbac_subnetpool.py {{(pid=110733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 19:51:51.463320 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=110733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 19:51:51.463832 dv-cinder-850449-2-iscsi neutron-server[110733]: INFO neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Loaded extension: rbac-subnetpool Jul 24 19:51:51.464162 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Loading extension file: revisionifmatch.py {{(pid=110733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 19:51:51.465063 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=110733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 19:51:51.465575 dv-cinder-850449-2-iscsi neutron-server[110733]: INFO neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Loaded extension: revision-if-match Jul 24 19:51:51.465902 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Loading extension file: revisions.py {{(pid=110733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 19:51:51.466968 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=110733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 19:51:51.467486 dv-cinder-850449-2-iscsi neutron-server[110733]: INFO neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Loaded extension: standard-attr-revisions Jul 24 19:51:51.467814 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Loading extension file: router_availability_zone.py {{(pid=110733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 19:51:51.468454 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=110733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 19:51:51.469010 dv-cinder-850449-2-iscsi neutron-server[110733]: INFO neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Loaded extension: router_availability_zone Jul 24 19:51:51.469339 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Loading extension file: routerservicetype.py {{(pid=110733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 19:51:51.470224 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=110733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 19:51:51.470735 dv-cinder-850449-2-iscsi neutron-server[110733]: INFO neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Extension router-service-type not supported by any of loaded plugins Jul 24 19:51:51.471059 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=110733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 19:51:51.471943 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=110733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 19:51:51.472452 dv-cinder-850449-2-iscsi neutron-server[110733]: INFO neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Loaded extension: security-groups-normalized-cidr Jul 24 19:51:51.472836 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Loading extension file: security_groups_port_filtering.py {{(pid=110733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 19:51:51.473715 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=110733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 19:51:51.474226 dv-cinder-850449-2-iscsi neutron-server[110733]: INFO neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Loaded extension: port-security-groups-filtering Jul 24 19:51:51.474550 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=110733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 19:51:51.475434 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=110733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 19:51:51.475941 dv-cinder-850449-2-iscsi neutron-server[110733]: INFO neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Loaded extension: security-groups-remote-address-group Jul 24 19:51:51.476264 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=110733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 19:51:51.477191 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=110733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 19:51:51.477708 dv-cinder-850449-2-iscsi neutron-server[110733]: INFO neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Loaded extension: security-groups-shared-filtering Jul 24 19:51:51.478030 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Loading extension file: securitygroup.py {{(pid=110733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 19:51:51.489494 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=110733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 19:51:51.490028 dv-cinder-850449-2-iscsi neutron-server[110733]: INFO neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Loaded extension: security-group Jul 24 19:51:51.490366 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Loading extension file: segment.py {{(pid=110733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 19:51:51.491087 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=110733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 19:51:51.491603 dv-cinder-850449-2-iscsi neutron-server[110733]: INFO neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Extension segment not supported by any of loaded plugins Jul 24 19:51:51.491937 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=110733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 19:51:51.492897 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=110733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 19:51:51.493418 dv-cinder-850449-2-iscsi neutron-server[110733]: INFO neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 24 19:51:51.493748 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Loading extension file: servicetype.py {{(pid=110733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 19:51:51.494816 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=110733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 19:51:51.495336 dv-cinder-850449-2-iscsi neutron-server[110733]: INFO neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Loaded extension: service-type Jul 24 19:51:51.495670 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Loading extension file: sorting.py {{(pid=110733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 19:51:51.496627 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=110733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 19:51:51.496987 dv-cinder-850449-2-iscsi neutron-server[110733]: INFO neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Loaded extension: sorting Jul 24 19:51:51.497315 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Loading extension file: standard_attr_segment.py {{(pid=110733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 19:51:51.498190 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=110733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 19:51:51.498706 dv-cinder-850449-2-iscsi neutron-server[110733]: INFO neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 24 19:51:51.499032 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Loading extension file: standardattrdescription.py {{(pid=110733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 19:51:51.499645 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=110733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 19:51:51.500151 dv-cinder-850449-2-iscsi neutron-server[110733]: INFO neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Loaded extension: standard-attr-description Jul 24 19:51:51.500476 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Loading extension file: stateful_security_group.py {{(pid=110733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 19:51:51.501404 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=110733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 19:51:51.501918 dv-cinder-850449-2-iscsi neutron-server[110733]: INFO neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Loaded extension: stateful-security-group Jul 24 19:51:51.502242 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Loading extension file: stdattrs_common.py {{(pid=110733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 19:51:51.502789 dv-cinder-850449-2-iscsi neutron-server[110733]: WARNING neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 24 19:51:51.503112 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=110733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 19:51:51.504599 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=110733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 19:51:51.505138 dv-cinder-850449-2-iscsi neutron-server[110733]: INFO neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 24 19:51:51.505459 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Loading extension file: subnet_onboard.py {{(pid=110733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 19:51:51.506481 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=110733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 19:51:51.507001 dv-cinder-850449-2-iscsi neutron-server[110733]: INFO neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Loaded extension: subnet_onboard Jul 24 19:51:51.507329 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=110733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 19:51:51.508213 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=110733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 19:51:51.508754 dv-cinder-850449-2-iscsi neutron-server[110733]: INFO neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 24 19:51:51.509083 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Loading extension file: subnet_service_types.py {{(pid=110733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 19:51:51.509970 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=110733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 19:51:51.510476 dv-cinder-850449-2-iscsi neutron-server[110733]: INFO neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Loaded extension: subnet-service-types Jul 24 19:51:51.510802 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Loading extension file: subnetallocation.py {{(pid=110733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 19:51:51.511840 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=110733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 19:51:51.512444 dv-cinder-850449-2-iscsi neutron-server[110733]: INFO neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Loaded extension: subnet_allocation Jul 24 19:51:51.512720 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=110733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 19:51:51.513361 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=110733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 19:51:51.513877 dv-cinder-850449-2-iscsi neutron-server[110733]: INFO neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Loaded extension: subnetpool-prefix-ops Jul 24 19:51:51.514202 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=110733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 19:51:51.515093 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=110733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 19:51:51.515605 dv-cinder-850449-2-iscsi neutron-server[110733]: INFO neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 24 19:51:51.515930 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Loading extension file: tagging.py {{(pid=110733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 19:51:51.516991 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=110733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 19:51:51.517524 dv-cinder-850449-2-iscsi neutron-server[110733]: INFO neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Loaded extension: standard-attr-tag Jul 24 19:51:51.517852 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Loading extension file: timestamp.py {{(pid=110733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 19:51:51.519039 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=110733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 19:51:51.519577 dv-cinder-850449-2-iscsi neutron-server[110733]: INFO neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Loaded extension: standard-attr-timestamp Jul 24 19:51:51.519910 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Loading extension file: trunk.py {{(pid=110733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 19:51:51.520922 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=110733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 19:51:51.521438 dv-cinder-850449-2-iscsi neutron-server[110733]: INFO neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Extension trunk not supported by any of loaded plugins Jul 24 19:51:51.521768 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Loading extension file: trunk_details.py {{(pid=110733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 19:51:51.522638 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=110733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 19:51:51.523146 dv-cinder-850449-2-iscsi neutron-server[110733]: INFO neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Extension trunk-details not supported by any of loaded plugins Jul 24 19:51:51.523479 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Loading extension file: uplink_status_propagation.py {{(pid=110733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 19:51:51.524357 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=110733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 19:51:51.524898 dv-cinder-850449-2-iscsi neutron-server[110733]: INFO neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 24 19:51:51.525228 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Loading extension file: vlantransparent.py {{(pid=110733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 19:51:51.525869 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=110733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 19:51:51.526373 dv-cinder-850449-2-iscsi neutron-server[110733]: INFO neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 24 19:51:51.528996 dv-cinder-850449-2-iscsi neutron-server[110733]: INFO neutron.quota.resource_registry [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Creating instance of TrackedResource for resource:network Jul 24 19:51:51.529547 dv-cinder-850449-2-iscsi neutron-server[110733]: INFO neutron.quota.resource_registry [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Creating instance of TrackedResource for resource:subnet Jul 24 19:51:51.529953 dv-cinder-850449-2-iscsi neutron-server[110733]: INFO neutron.quota.resource_registry [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Creating instance of TrackedResource for resource:subnetpool Jul 24 19:51:51.531487 dv-cinder-850449-2-iscsi neutron-server[110733]: INFO neutron.quota.resource_registry [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Creating instance of TrackedResource for resource:port Jul 24 19:51:51.531646 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.v2.resource_helper [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110733) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 24 19:51:51.532090 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.v2.resource_helper [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Service FLAVORS assigned prefix: {{(pid=110733) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 24 19:51:51.532741 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.v2.resource_helper [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110733) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 24 19:51:51.533175 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.v2.resource_helper [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110733) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 24 19:51:51.533517 dv-cinder-850449-2-iscsi neutron-server[110733]: INFO neutron.quota.resource_registry [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Creating instance of TrackedResource for resource:router Jul 24 19:51:51.533946 dv-cinder-850449-2-iscsi neutron-server[110733]: INFO neutron.quota.resource_registry [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Creating instance of TrackedResource for resource:floatingip Jul 24 19:51:51.534436 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.v2.resource_helper [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Service METERING assigned prefix: /metering {{(pid=110733) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 24 19:51:51.536469 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=110733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 19:51:51.536861 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=110733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 19:51:51.537225 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 19:51:51.538243 dv-cinder-850449-2-iscsi neutron-server[110733]: INFO neutron.quota.resource_registry [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Creating instance of CountableResource for resource:rbac_policy Jul 24 19:51:51.538709 dv-cinder-850449-2-iscsi neutron-server[110733]: INFO neutron.quota.resource_registry [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Creating instance of TrackedResource for resource:security_group Jul 24 19:51:51.539157 dv-cinder-850449-2-iscsi neutron-server[110733]: INFO neutron.quota.resource_registry [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 24 19:51:51.539691 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.v2.resource_helper [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Service CORE assigned prefix: {{(pid=110733) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 24 19:51:51.540067 dv-cinder-850449-2-iscsi neutron-server[110733]: INFO neutron.quota.resource_registry [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Creating instance of TrackedResource for resource:subnetpool Jul 24 19:51:51.540417 dv-cinder-850449-2-iscsi neutron-server[110733]: WARNING neutron.quota.resource_registry [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] subnetpool is already registered Jul 24 19:51:51.540884 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.v2.resource_helper [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Service CORE assigned prefix: {{(pid=110733) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 24 19:51:51.541220 dv-cinder-850449-2-iscsi neutron-server[110733]: INFO neutron.quota.resource_registry [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Creating instance of TrackedResource for resource:subnetpool Jul 24 19:51:51.541557 dv-cinder-850449-2-iscsi neutron-server[110733]: WARNING neutron.quota.resource_registry [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] subnetpool is already registered Jul 24 19:51:51.543961 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.v2.resource_helper [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110733) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 24 19:51:51.544399 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.v2.resource_helper [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Service FLAVORS assigned prefix: {{(pid=110733) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 24 19:51:51.545103 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.v2.resource_helper [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110733) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 24 19:51:51.545529 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.v2.resource_helper [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110733) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 24 19:51:51.546816 dv-cinder-850449-2-iscsi neutron-server[110733]: INFO neutron.quota.resource_registry [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Creating instance of TrackedResource for resource:router Jul 24 19:51:51.547159 dv-cinder-850449-2-iscsi neutron-server[110733]: WARNING neutron.quota.resource_registry [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] router is already registered Jul 24 19:51:51.547576 dv-cinder-850449-2-iscsi neutron-server[110733]: INFO neutron.quota.resource_registry [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Creating instance of TrackedResource for resource:floatingip Jul 24 19:51:51.547919 dv-cinder-850449-2-iscsi neutron-server[110733]: WARNING neutron.quota.resource_registry [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] floatingip is already registered Jul 24 19:51:51.548382 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.v2.resource_helper [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Service METERING assigned prefix: /metering {{(pid=110733) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 24 19:51:51.549093 dv-cinder-850449-2-iscsi neutron-server[110733]: INFO neutron.quota.resource_registry [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Creating instance of CountableResource for resource:rbac_policy Jul 24 19:51:51.549425 dv-cinder-850449-2-iscsi neutron-server[110733]: WARNING neutron.quota.resource_registry [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] rbac_policy is already registered Jul 24 19:51:51.549841 dv-cinder-850449-2-iscsi neutron-server[110733]: INFO neutron.quota.resource_registry [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Creating instance of TrackedResource for resource:security_group Jul 24 19:51:51.550177 dv-cinder-850449-2-iscsi neutron-server[110733]: WARNING neutron.quota.resource_registry [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] security_group is already registered Jul 24 19:51:51.550907 dv-cinder-850449-2-iscsi neutron-server[110733]: INFO neutron.quota.resource_registry [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 24 19:51:51.551720 dv-cinder-850449-2-iscsi neutron-server[110733]: WARNING neutron.quota.resource_registry [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] security_group_rule is already registered Jul 24 19:51:51.552350 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.v2.resource_helper [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Service CORE assigned prefix: {{(pid=110733) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 24 19:51:51.552704 dv-cinder-850449-2-iscsi neutron-server[110733]: INFO neutron.quota.resource_registry [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Creating instance of TrackedResource for resource:subnetpool Jul 24 19:51:51.553045 dv-cinder-850449-2-iscsi neutron-server[110733]: WARNING neutron.quota.resource_registry [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] subnetpool is already registered Jul 24 19:51:51.553470 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.v2.resource_helper [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Service CORE assigned prefix: {{(pid=110733) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 24 19:51:51.553802 dv-cinder-850449-2-iscsi neutron-server[110733]: INFO neutron.quota.resource_registry [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Creating instance of TrackedResource for resource:subnetpool Jul 24 19:51:51.554136 dv-cinder-850449-2-iscsi neutron-server[110733]: WARNING neutron.quota.resource_registry [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] subnetpool is already registered Jul 24 19:51:51.554615 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Extended resource: extensions {{(pid=110733) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 24 19:51:51.556085 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Extended resource: address-groups {{(pid=110733) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 24 19:51:51.557608 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Extended resource: address-scopes {{(pid=110733) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 24 19:51:51.558955 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Extended resource: agents {{(pid=110733) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 24 19:51:51.560119 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Extended resource: auto-allocated-topology {{(pid=110733) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 24 19:51:51.561412 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Extended resource: availability_zones {{(pid=110733) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 24 19:51:51.562647 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Extended resource: dhcp-networks {{(pid=110733) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 24 19:51:51.564176 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Extended resource: dhcp-agents {{(pid=110733) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 24 19:51:51.565663 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Extended resource: routers {{(pid=110733) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 24 19:51:51.567411 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Extended resource: flavors {{(pid=110733) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 24 19:51:51.568712 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Extended resource: service_profiles {{(pid=110733) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 24 19:51:51.569939 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Extended resource: next_providers {{(pid=110733) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 24 19:51:51.571405 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Extended resource: service_profiles {{(pid=110733) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 24 19:51:51.572996 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Extended resource: floatingip-pools {{(pid=110733) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 24 19:51:51.574245 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Extended resource: routers {{(pid=110733) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 24 19:51:51.575971 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Extended resource: floatingips {{(pid=110733) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 24 19:51:51.577272 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Extended resource: l3-routers {{(pid=110733) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 24 19:51:51.578680 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Extended resource: l3-agents {{(pid=110733) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 24 19:51:51.580117 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Extended resource: metering-labels {{(pid=110733) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 24 19:51:51.581424 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Extended resource: metering-label-rules {{(pid=110733) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 24 19:51:51.582861 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Extended resource: network-ip-availabilities {{(pid=110733) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 24 19:51:51.584168 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Extended resource: bindings {{(pid=110733) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 24 19:51:51.585732 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Extended resource: quotas {{(pid=110733) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 24 19:51:51.587405 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Extended resource: quotas {{(pid=110733) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 24 19:51:51.589014 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Extended resource: rbac-policies {{(pid=110733) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 24 19:51:51.590231 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Extended resource: security-groups {{(pid=110733) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 24 19:51:51.592417 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Extended resource: security-group-rules {{(pid=110733) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 24 19:51:51.593728 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Extended resource: service-providers {{(pid=110733) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 24 19:51:51.594975 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Extended resource: subnetpools {{(pid=110733) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 24 19:51:51.596303 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Extended resource: subnetpools {{(pid=110733) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 24 19:51:51.598442 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Extended resource: tags {{(pid=110733) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 24 19:51:51.600116 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Extended resource: tags {{(pid=110733) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 24 19:51:51.602003 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Extended resource: tags {{(pid=110733) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 24 19:51:51.603797 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Extended resource: tags {{(pid=110733) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 24 19:51:51.605578 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Extended resource: tags {{(pid=110733) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 24 19:51:51.607552 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Extended resource: tags {{(pid=110733) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 24 19:51:51.609287 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Extended resource: tags {{(pid=110733) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 24 19:51:51.611200 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Extended resource: tags {{(pid=110733) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 24 19:51:51.613068 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Extended resource: tags {{(pid=110733) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 24 19:51:51.615428 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron.api.extensions [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Extended resource: tags {{(pid=110733) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 24 19:51:51.621523 dv-cinder-850449-2-iscsi neutron-server[110733]: WARNING keystonemiddleware.auth_token [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 24 19:51:51.626675 dv-cinder-850449-2-iscsi neutron-server[110733]: WARNING keystonemiddleware.auth_token [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 24 19:51:51.635525 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_concurrency.lockutils [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Acquired lock "singleton_lock" {{(pid=110733) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jul 24 19:51:51.635999 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_concurrency.lockutils [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Releasing lock "singleton_lock" {{(pid=110733) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jul 24 19:51:51.636662 dv-cinder-850449-2-iscsi neutron-server[110733]: INFO oslo_service.service [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Starting 2 workers Jul 24 19:51:51.641479 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Started child 110842 {{(pid=110733) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 24 19:51:51.646041 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Started child 110843 {{(pid=110733) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 24 19:51:51.646876 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 19:51:51.647617 dv-cinder-850449-2-iscsi neutron-server[110733]: INFO neutron.service [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 24 19:51:51.648280 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Publish callbacks [] for process (None), before_spawn {{(pid=110733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 19:51:51.648375 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [-] (110842) wsgi starting up on http://0.0.0.0:9696 Jul 24 19:51:51.650756 dv-cinder-850449-2-iscsi neutron-server[110733]: INFO oslo_service.service [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Starting 1 workers Jul 24 19:51:51.651165 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 19:51:51.652700 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [-] (110843) wsgi starting up on http://0.0.0.0:9696 Jul 24 19:51:51.655901 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Started child 110844 {{(pid=110733) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 24 19:51:51.656440 dv-cinder-850449-2-iscsi neutron-server[110733]: INFO oslo_service.service [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Starting 1 workers Jul 24 19:51:51.659675 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.service [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] calling RpcWorker wait() {{(pid=110844) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 24 19:51:51.660148 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.service [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] returning from RpcWorker wait() {{(pid=110844) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 24 19:51:51.661451 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Started child 110845 {{(pid=110733) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 24 19:51:51.662227 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 19:51:51.662339 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG neutron_lib.callbacks.manager [None req-aa47e8ab-6611-40a5-a3e5-b6860ba8efe3 None None] Publish callbacks [] for process (None), after_spawn {{(pid=110733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 19:51:51.662717 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=110844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 19:51:51.664176 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=110733) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 24 19:51:51.664384 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 24 19:51:51.664659 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 24 19:51:51.664819 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 24 19:51:51.665147 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 24 19:51:51.665316 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 24 19:51:51.665907 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.666156 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.666413 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.666667 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.666824 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 19:51:51.667293 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.667563 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.667814 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.668082 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.668360 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.668531 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.668719 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.668969 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.669207 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.669538 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.670061 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.670061 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.670293 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.670456 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.670750 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] config_source = [] {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.670961 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.671215 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.671483 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] debug = True {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.671751 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.672231 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.672480 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.672817 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.673057 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.673318 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.673574 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.673864 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.674110 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.674345 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.674605 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.674861 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.675108 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.675672 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.675922 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.676176 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.680465 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.680465 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] host = dv-cinder-850449-2-iscsi {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.680465 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.680465 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.680465 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.680465 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.680465 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.680465 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.681608 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.681608 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.681608 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.681608 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.681608 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.681608 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.681608 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] log_dir = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.681608 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] log_file = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.682673 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] log_options = True {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.682673 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.682673 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.682673 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.682673 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.682673 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.682673 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.683598 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.683598 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.683598 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.683598 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.683598 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.683598 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.683598 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.684494 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.684494 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.684494 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.684494 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.685050 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.685050 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.685317 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.685453 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.685788 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.685943 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.686088 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.686456 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.686605 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.686729 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.686954 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.687210 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.687718 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.687987 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.688239 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.688483 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.688753 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.689018 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.689245 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.689474 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.689705 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.689993 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.690194 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.690445 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.690687 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.690920 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.691142 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.691373 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.691640 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] use_journal = False {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.691876 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] use_json = False {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.692087 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.692299 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.692552 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.692819 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.693032 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.693243 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.693378 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=110845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 19:51:51.693479 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.693697 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.693911 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.694311 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.694584 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.694897 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.695138 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.695375 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.695677 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.695880 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.696115 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.696373 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.696601 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.696943 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.697163 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.697463 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.697727 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.697985 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.698298 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.698546 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.698822 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.699055 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.699275 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.699489 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.699713 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.699983 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.700201 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.700430 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.700683 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.700914 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.701214 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.701653 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.701941 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.702283 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.702543 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.702803 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.17/identity {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.703059 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.703314 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.703580 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.703797 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.704030 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.704245 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.704479 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.704769 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.706394 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.706394 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.706394 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.706394 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.706394 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.706394 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.707306 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.707306 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.707306 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.707306 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.707592 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.707667 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.707874 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.708100 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.708345 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.708583 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.708867 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.709120 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.709360 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.709572 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.709789 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.710041 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.710256 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.710486 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.710696 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.710912 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.711121 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.711348 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.711561 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.711769 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.711977 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.712191 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.712401 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.712635 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.712886 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.713097 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.713460 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.713589 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.713973 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.714183 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.714432 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.714818 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.714936 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.715056 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.715251 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.715461 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.715673 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.715880 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.716090 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.716298 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.716599 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.716871 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.718280 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.718280 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.718280 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.718280 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.718280 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.718280 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.718983 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.718983 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.718983 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.719476 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.719476 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.720786 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.720786 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.720786 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.720786 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.720786 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.720786 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.721167 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.721167 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.721290 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.721513 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.721762 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.721999 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.722342 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.722623 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.724228 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.724228 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.724228 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.724228 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.724228 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.729895 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.729895 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.729895 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.729895 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.729895 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.729895 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.729895 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.729895 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.730968 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.730968 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.730968 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.730968 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.730968 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.730968 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.730968 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.730968 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.730968 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.733034 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.733034 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.733034 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.733034 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.733034 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.733034 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.733034 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.733034 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.733666 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.733666 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.733666 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.733666 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.733666 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.733666 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.17/identity {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.733666 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.733666 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.735669 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.735669 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.735669 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.735669 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.735669 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.735669 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.735669 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.735669 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.736581 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.736581 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.736581 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.736581 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.736581 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.736581 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.736581 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.736581 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.737483 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.737483 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.737483 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.737483 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.737483 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.737483 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.737483 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.738143 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.738143 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.738143 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.739022 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.739159 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.739395 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.739614 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.739861 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.740079 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.740316 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.740550 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.740787 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.741001 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.741215 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.741935 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.741935 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.741935 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.742266 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.742459 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.742711 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.742972 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.743228 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.743467 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.743686 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.743897 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.744272 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.744546 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.744788 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.745028 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.745247 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.745510 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.745673 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.745944 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.746090 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.746353 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.746570 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.746788 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.747003 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.747380 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.747607 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.747822 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.748039 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.748248 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.748459 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.748703 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.748947 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.749156 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.749441 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.749691 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.749920 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.750172 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.750439 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.750673 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.750899 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.751138 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.751343 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.751588 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.751918 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.752022 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.752706 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.752706 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.752706 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.753015 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.753105 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.753298 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.753524 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.753757 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.754006 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.754226 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.754600 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.754811 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.755037 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.755246 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.755452 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.755675 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.755890 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.756099 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.756347 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.756577 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.757305 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.757305 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.757305 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.757603 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.757745 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.758100 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.758239 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.758762 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.758762 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.759021 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.759171 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.759481 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.759712 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.759970 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.760219 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.761015 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.761015 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.761015 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.761384 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.761592 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.761840 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.762093 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.762357 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.762665 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.762913 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.763137 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.763442 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.763782 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.764058 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.764300 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.764543 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.764814 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.765036 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.765270 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.765487 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.765722 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.765958 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.766224 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.766455 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.766705 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.766941 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.767170 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.767412 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.767656 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.767890 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.768135 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.768350 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.768508 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 24 19:51:51.769077 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=110733) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 24 19:51:51.772345 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 24 19:51:51.772345 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 24 19:51:51.772345 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 24 19:51:51.772345 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 24 19:51:51.772345 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 24 19:51:51.772345 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.772345 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.772345 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.773587 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.773587 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.773587 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.773587 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.773587 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.773587 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.773587 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.773587 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.774490 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.774490 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.774490 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.774490 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.774490 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.774490 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.774490 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.774490 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] config_source = [] {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.775370 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.775370 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.775370 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] debug = True {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.775370 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.775370 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.775370 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.776104 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.776104 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.776104 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.776104 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.776104 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.776104 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.776104 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.776104 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.776818 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.776818 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.776818 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.776818 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.776818 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.776818 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.776818 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] host = dv-cinder-850449-2-iscsi {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.776818 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.777825 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.777825 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.777825 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.777825 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.777825 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.777825 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.777825 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.777825 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.778639 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.778639 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.778639 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.778639 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] log_dir = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.778639 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] log_file = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.778639 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] log_options = True {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.778639 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.778639 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.778639 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.779177 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.779177 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.779177 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.779177 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.779177 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.779647 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.779647 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.779647 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.779821 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.779955 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.780073 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.780232 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.780391 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.780548 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.780718 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.780880 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.781038 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.781195 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.781352 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.781510 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.781669 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.781826 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.781984 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.782142 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.782304 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.782465 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.782622 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.782780 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.782923 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.783089 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.783247 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.783406 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.783565 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.783723 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.783879 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.784041 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.784199 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.784360 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.784517 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.784694 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.784853 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.784998 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.785156 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] use_journal = False {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.785837 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] use_json = False {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.785995 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.786153 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.786311 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.786469 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.786625 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.786788 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.786945 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.787103 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.787262 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 19:51:51.787443 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.787610 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.787781 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.788114 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.788266 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.788582 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.788766 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.788929 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.789126 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.789253 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.789421 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.789582 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.789755 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.789919 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.790083 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.790281 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.790396 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.790557 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.790718 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.790879 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.791039 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.791200 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.791369 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.791527 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.791688 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.791847 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.792007 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.792179 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.792341 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.792543 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.792715 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.792864 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.793023 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.17/identity {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.793186 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.793401 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.793536 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.793675 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.793817 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.793954 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.794097 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.794235 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.794531 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.794531 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.794807 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.794807 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.794998 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.795112 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.795218 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.795365 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.795522 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.795684 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.795846 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.796007 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.796093 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=110844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 19:51:51.796179 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.796315 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.796476 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.796636 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.796840 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.802135 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.802135 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.802135 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.802135 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.802135 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.802135 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.802135 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.802135 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.803214 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.803214 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.803214 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.803214 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.803214 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.803214 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.803214 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.803214 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.803214 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.804050 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.804050 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.804050 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.804050 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.804050 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.804050 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.804050 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.804050 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.804050 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.805013 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.805013 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.805013 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.805013 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.805013 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.805013 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.805013 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.805013 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.805994 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.805994 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.805994 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.805994 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.805994 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.805994 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.805994 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.805994 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.806558 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.806558 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.806558 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.806558 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.806558 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.806558 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.806558 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.806558 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.807298 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.807298 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.807298 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.807298 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.807298 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.807298 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.807298 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.807298 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.807922 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.807922 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.807922 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.807922 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.807922 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.807922 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.807922 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.807922 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.808738 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.808738 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.808738 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.808738 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.808738 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.808738 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.808738 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.808738 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.809631 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.809631 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.809631 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.809631 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.809631 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.809631 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.810236 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.810236 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.810236 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.810236 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.810569 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.810569 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.810723 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.810849 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.811017 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.811239 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.811406 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.811567 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.811760 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.811935 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.812096 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.812257 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.17/identity {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.812420 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.812564 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.812840 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.813078 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.813175 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.813345 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.813510 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.813738 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.813840 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.814018 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.814179 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.814341 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.814705 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.814705 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.814917 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.814998 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.815128 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.815337 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.815545 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.815732 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.815897 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.816058 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.816217 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.816376 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.816584 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.816739 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.816902 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.817063 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.817225 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.817388 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.817550 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.817709 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.817872 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.818034 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.818195 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.818414 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.818556 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.818707 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.818803 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.818965 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.819127 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.819287 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.819446 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.819624 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.819784 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.819944 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.820109 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.820269 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.820429 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.820590 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.820831 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.820968 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.821094 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.821229 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.821380 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.821542 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.821702 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.821862 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.822207 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.822207 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.822804 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.822804 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.822804 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.822804 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.823286 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.823286 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.823286 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.823655 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.823655 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.823655 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.823997 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.823997 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.824230 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.824353 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.824486 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.824611 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.824804 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.824929 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.825054 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.825178 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.825340 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.825500 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.825660 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.825821 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.825990 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.826150 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.826310 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.826469 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.826629 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.826796 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.826963 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.827124 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.827286 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.827445 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.827605 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.827766 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.827936 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.828095 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.828255 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.828413 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.828573 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.828755 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.828926 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.829087 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.829246 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.829397 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.829554 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.829714 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.829886 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.830047 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.830209 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.830382 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.830539 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.830699 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.830859 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.831033 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.831194 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.831357 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.831518 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.831680 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.831838 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.832000 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.832247 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.832382 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.832554 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.832806 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.832977 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.833196 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.833338 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.833465 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.833609 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.833780 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.833940 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.834101 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.834262 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.834422 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.834570 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.834730 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.834889 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.835049 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.835211 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.835372 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.835533 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.835693 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.835854 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.836013 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.836176 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.836335 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.836495 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.836677 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.836846 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 19:51:51.837001 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 24 19:51:51.986645 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 54396) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 19:51:51.995138 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [-] 10.222.0.17 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064247 Jul 24 19:52:01.013990 dv-cinder-850449-2-iscsi neutron-server[110733]: DEBUG dbcounter [-] [110733] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=110733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 19:52:03.429357 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afada024-0697-48e5-abc0-5599a2380baf None None] get_active_networks_info from dv-cinder-850449-2-iscsi {{(pid=110844) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jul 24 19:52:03.433437 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writer thread running {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 24 19:52:03.510964 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afada024-0697-48e5-abc0-5599a2380baf None None] No non-hosted networks {{(pid=110844) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 24 19:52:03.529993 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.agentschedulers_db [None req-afada024-0697-48e5-abc0-5599a2380baf None None] DHCP Agent not found on host dv-cinder-850449-2-iscsi {{(pid=110844) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Jul 24 19:52:03.611052 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-a14bfa45-7ae2-4df4-ab0c-179c0fce905a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-451693'] for agent (dc36e0ef-94f3-4a3e-9c13-4790afccb2e9), after_create {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 19:52:05.099947 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG dbcounter [-] [110845] Writer thread running {{(pid=110845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 24 19:52:05.891239 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-b3492f20-f898-4d1f-8240-685d37249f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-451693'] for agent (408021b7-d46b-48c2-9f75-8a8023f9145c), after_create {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 19:52:05.964416 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.db.api [None req-bb6fa21c-7495-421b-b90a-d6a99060df54 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-850449-2-iscsi {{(pid=110844) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 24 19:52:05.965402 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG oslo_db.api [None req-bb6fa21c-7495-421b-b90a-d6a99060df54 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=110844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 24 19:52:06.582432 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-bb6fa21c-7495-421b-b90a-d6a99060df54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (408021b7-d46b-48c2-9f75-8a8023f9145c), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 19:52:06.752209 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 54466) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 19:52:06.905443 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-6dc48dae-acff-4e3e-8fdb-430da55b4f7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-451693'] for agent (7ee55678-4254-481c-8cae-5c828aed81c9), after_create {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 19:52:07.330077 dv-cinder-850449-2-iscsi neutron-server[110842]: WARNING oslo_policy.policy [None req-4224badc-4ba5-42af-8562-521a0a75a7ea admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 24 19:52:07.330980 dv-cinder-850449-2-iscsi neutron-server[110842]: WARNING oslo_policy.policy [None req-4224badc-4ba5-42af-8562-521a0a75a7ea admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 24 19:52:07.570693 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [None req-4224badc-4ba5-42af-8562-521a0a75a7ea admin admin] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=110842) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 24 19:52:07.585399 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-4224badc-4ba5-42af-8562-521a0a75a7ea admin admin] 10.222.0.17 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8321586 Jul 24 19:52:08.312166 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-43102eef-6e4b-4922-ad30-3734cbb7477a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-451693'] for agent (7d43fc2f-3c2c-473f-8c92-13ad6341ecc2), after_create {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 19:52:09.108134 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-451693'] for agent (46eda511-dfa5-408c-8bd4-cb509f691033), after_create {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 19:52:09.108512 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 19:52:09.108901 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 19:52:09.109200 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 19:52:09.109709 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 19:52:09.110173 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 19:52:09.110502 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 19:52:09.110826 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 19:52:09.111171 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 19:52:09.111494 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 19:52:09.111809 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 19:52:09.112361 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 19:52:09.112615 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 19:52:09.112976 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 19:52:09.113304 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 19:52:09.113714 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 19:52:09.114611 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-850449-2-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=110844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 19:52:09.123056 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-850449-2-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=110844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 19:52:09.220153 dv-cinder-850449-2-iscsi neutron-server[110844]: INFO neutron.db.l3_hamode_db [None req-51d1f5dc-f518-4724-85e9-d8220bf1ccdf None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 24 19:52:09.309763 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d1f5dc-f518-4724-85e9-d8220bf1ccdf None None] Routers set() bound to L3 agent in host dv-cinder-850449-2-iscsi {{(pid=110844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 19:52:09.309763 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d1f5dc-f518-4724-85e9-d8220bf1ccdf None None] Router IDs set() for agent in host dv-cinder-850449-2-iscsi {{(pid=110844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Jul 24 19:52:09.981185 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [-] (110843) accepted ('10.222.0.17', 54504) {{(pid=110843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 19:52:10.513876 dv-cinder-850449-2-iscsi neutron-server[110843]: WARNING oslo_policy.policy [None req-07d5ec97-8f32-4999-9a9d-677050ac0971 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 24 19:52:10.514447 dv-cinder-850449-2-iscsi neutron-server[110843]: WARNING oslo_policy.policy [None req-07d5ec97-8f32-4999-9a9d-677050ac0971 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 24 19:52:10.732879 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.v2.base [None req-07d5ec97-8f32-4999-9a9d-677050ac0971 admin admin] Request body: {'subnetpool': {'is_default': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=110843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 19:52:10.823092 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.policy [None req-07d5ec97-8f32-4999-9a9d-677050ac0971 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=110843) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 24 19:52:10.877843 dv-cinder-850449-2-iscsi neutron-server[110843]: WARNING oslo_policy.policy [None req-07d5ec97-8f32-4999-9a9d-677050ac0971 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 24 19:52:10.878388 dv-cinder-850449-2-iscsi neutron-server[110843]: WARNING oslo_policy.policy [None req-07d5ec97-8f32-4999-9a9d-677050ac0971 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 24 19:52:10.899010 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writer thread running {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 24 19:52:11.049884 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-07d5ec97-8f32-4999-9a9d-677050ac0971 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731448610948', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731448611512', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731448627541', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731448638271', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731448632660', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731448654216', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-7930890', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7630182', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-284950', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1764544'] for rbac-policy (None), before_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 19:52:11.302181 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-07d5ec97-8f32-4999-9a9d-677050ac0971 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 19:52:11.303672 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [None req-07d5ec97-8f32-4999-9a9d-677050ac0971 admin admin] 10.222.0.17 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.3206217 Jul 24 19:52:13.537308 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [-] (110843) accepted ('10.222.0.17', 54522) {{(pid=110843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 19:52:13.860487 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.v2.base [None req-65a645ca-c215-422c-a543-09cab3e35c36 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=110843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 19:52:13.956445 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65a645ca-c215-422c-a543-09cab3e35c36 demo demo] Made reservation on behalf of 04a4d4b6451449af851d7f25e1f9c6be for: {'network': 1} {{(pid=110843) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 19:52:13.960459 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-65a645ca-c215-422c-a543-09cab3e35c36 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for network (None), before_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 19:52:13.977228 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-65a645ca-c215-422c-a543-09cab3e35c36 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 19:52:14.084388 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-65a645ca-c215-422c-a543-09cab3e35c36 demo demo] Publish callbacks [] for security_group (3f72b275-c58d-4e3a-94ec-a67f19069eda), precommit_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 19:52:14.147376 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-65a645ca-c215-422c-a543-09cab3e35c36 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (3f72b275-c58d-4e3a-94ec-a67f19069eda), after_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 19:52:14.172166 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65a645ca-c215-422c-a543-09cab3e35c36 demo demo] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=110843) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 19:52:14.208185 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-65a645ca-c215-422c-a543-09cab3e35c36 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8731445707075', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7750649'] for segment (fc3854cb-3be8-46a5-b421-5f8a89858902), precommit_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 19:52:14.208709 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-65a645ca-c215-422c-a543-09cab3e35c36 demo demo] Unsubscribe: segment precommit_create {{(pid=110843) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 24 19:52:14.209235 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.db.segments_db [None req-65a645ca-c215-422c-a543-09cab3e35c36 demo demo] Added segment fc3854cb-3be8-46a5-b421-5f8a89858902 of type vlan for network d939713f-2743-44f2-9d86-fe2fc2914f2e Jul 24 19:52:14.225351 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a645ca-c215-422c-a543-09cab3e35c36 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=3f72b275-c58d-4e3a-94ec-a67f19069eda,revision_number=1']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 19:52:14.276582 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a645ca-c215-422c-a543-09cab3e35c36 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 19:52:14.276948 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a645ca-c215-422c-a543-09cab3e35c36 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 19:52:14.277305 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a645ca-c215-422c-a543-09cab3e35c36 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 19:52:14.277652 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a645ca-c215-422c-a543-09cab3e35c36 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 19:52:14.277976 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a645ca-c215-422c-a543-09cab3e35c36 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 19:52:14.278296 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a645ca-c215-422c-a543-09cab3e35c36 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 19:52:14.278615 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a645ca-c215-422c-a543-09cab3e35c36 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 19:52:14.278931 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a645ca-c215-422c-a543-09cab3e35c36 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 19:52:14.279248 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a645ca-c215-422c-a543-09cab3e35c36 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 19:52:14.279561 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a645ca-c215-422c-a543-09cab3e35c36 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 19:52:14.279873 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a645ca-c215-422c-a543-09cab3e35c36 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 19:52:14.280202 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a645ca-c215-422c-a543-09cab3e35c36 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 19:52:14.280515 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a645ca-c215-422c-a543-09cab3e35c36 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 19:52:14.280874 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a645ca-c215-422c-a543-09cab3e35c36 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 19:52:14.281187 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a645ca-c215-422c-a543-09cab3e35c36 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 19:52:14.282746 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a645ca-c215-422c-a543-09cab3e35c36 demo demo] Tracked resource versions report: Jul 24 19:52:14.282746 dv-cinder-850449-2-iscsi neutron-server[110843]: pushed versions: Jul 24 19:52:14.282746 dv-cinder-850449-2-iscsi neutron-server[110843]: { 'AddressGroup': {'1.2'}, Jul 24 19:52:14.282746 dv-cinder-850449-2-iscsi neutron-server[110843]: 'Agent': {'1.1'}, Jul 24 19:52:14.282746 dv-cinder-850449-2-iscsi neutron-server[110843]: 'ConntrackHelper': {'1.0'}, Jul 24 19:52:14.282746 dv-cinder-850449-2-iscsi neutron-server[110843]: 'LocalIPAssociation': {'1.0'}, Jul 24 19:52:14.282746 dv-cinder-850449-2-iscsi neutron-server[110843]: 'Log': {'1.0'}, Jul 24 19:52:14.282746 dv-cinder-850449-2-iscsi neutron-server[110843]: 'NDPProxy': {'1.0'}, Jul 24 19:52:14.282746 dv-cinder-850449-2-iscsi neutron-server[110843]: 'Network': {'1.1'}, Jul 24 19:52:14.282746 dv-cinder-850449-2-iscsi neutron-server[110843]: 'Port': {'1.7'}, Jul 24 19:52:14.282746 dv-cinder-850449-2-iscsi neutron-server[110843]: 'PortForwarding': {'1.3'}, Jul 24 19:52:14.282746 dv-cinder-850449-2-iscsi neutron-server[110843]: 'QosPolicy': {'1.10'}, Jul 24 19:52:14.282746 dv-cinder-850449-2-iscsi neutron-server[110843]: 'SecurityGroup': {'1.5'}, Jul 24 19:52:14.282746 dv-cinder-850449-2-iscsi neutron-server[110843]: 'SecurityGroupRule': {'1.2'}, Jul 24 19:52:14.282746 dv-cinder-850449-2-iscsi neutron-server[110843]: 'SubPort': {'1.0'}, Jul 24 19:52:14.282746 dv-cinder-850449-2-iscsi neutron-server[110843]: 'Subnet': {'1.1'}, Jul 24 19:52:14.282746 dv-cinder-850449-2-iscsi neutron-server[110843]: 'Trunk': {'1.1'}} Jul 24 19:52:14.282746 dv-cinder-850449-2-iscsi neutron-server[110843]: consumer versions: Jul 24 19:52:14.282746 dv-cinder-850449-2-iscsi neutron-server[110843]: { DHCP agent@dv-cinder-850449-2-iscsi: {}, Jul 24 19:52:14.282746 dv-cinder-850449-2-iscsi neutron-server[110843]: L3 agent@dv-cinder-850449-2-iscsi: {}, Jul 24 19:52:14.282746 dv-cinder-850449-2-iscsi neutron-server[110843]: Metadata agent@dv-cinder-850449-2-iscsi: {}, Jul 24 19:52:14.282746 dv-cinder-850449-2-iscsi neutron-server[110843]: Metering agent@dv-cinder-850449-2-iscsi: {}, Jul 24 19:52:14.282746 dv-cinder-850449-2-iscsi neutron-server[110843]: Open vSwitch agent@dv-cinder-850449-2-iscsi: { 'AddressGroup': '1.2', Jul 24 19:52:14.282746 dv-cinder-850449-2-iscsi neutron-server[110843]: 'Agent': '1.1', Jul 24 19:52:14.282746 dv-cinder-850449-2-iscsi neutron-server[110843]: 'ConntrackHelper': '1.0', Jul 24 19:52:14.282746 dv-cinder-850449-2-iscsi neutron-server[110843]: 'LocalIPAssociation': '1.0', Jul 24 19:52:14.282746 dv-cinder-850449-2-iscsi neutron-server[110843]: 'Log': '1.0', Jul 24 19:52:14.282746 dv-cinder-850449-2-iscsi neutron-server[110843]: 'NDPProxy': '1.0', Jul 24 19:52:14.282746 dv-cinder-850449-2-iscsi neutron-server[110843]: 'Network': '1.1', Jul 24 19:52:14.282746 dv-cinder-850449-2-iscsi neutron-server[110843]: 'Port': '1.7', Jul 24 19:52:14.282746 dv-cinder-850449-2-iscsi neutron-server[110843]: 'PortForwarding': '1.3', Jul 24 19:52:14.282746 dv-cinder-850449-2-iscsi neutron-server[110843]: 'QosPolicy': '1.10', Jul 24 19:52:14.282746 dv-cinder-850449-2-iscsi neutron-server[110843]: 'SecurityGroup': '1.5', Jul 24 19:52:14.282746 dv-cinder-850449-2-iscsi neutron-server[110843]: 'SecurityGroupRule': '1.2', Jul 24 19:52:14.282746 dv-cinder-850449-2-iscsi neutron-server[110843]: 'SubPort': '1.0', Jul 24 19:52:14.282746 dv-cinder-850449-2-iscsi neutron-server[110843]: 'Subnet': '1.1', Jul 24 19:52:14.282746 dv-cinder-850449-2-iscsi neutron-server[110843]: 'Trunk': '1.1'}} Jul 24 19:52:14.282746 dv-cinder-850449-2-iscsi neutron-server[110843]: {{(pid=110843) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 24 19:52:14.318090 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-65a645ca-c215-422c-a543-09cab3e35c36 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731445242929'] for network (d939713f-2743-44f2-9d86-fe2fc2914f2e), precommit_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 19:52:14.427711 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-65a645ca-c215-422c-a543-09cab3e35c36 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937'] for network (d939713f-2743-44f2-9d86-fe2fc2914f2e), after_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 19:52:14.432876 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65a645ca-c215-422c-a543-09cab3e35c36 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 19:52:14.433596 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-65a645ca-c215-422c-a543-09cab3e35c36 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594923'] for network (None), before_response {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 19:52:14.493665 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=55,neutron:INSERT=42,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 19:52:14.551681 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a645ca-c215-422c-a543-09cab3e35c36 demo demo] Pushing event updated for resources: {'Network': ['ID=d939713f-2743-44f2-9d86-fe2fc2914f2e,revision_number=1']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 19:52:14.563483 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Network d939713f-2743-44f2-9d86-fe2fc2914f2e details requested by agent ovs-agent-dv-cinder-850449-2-iscsi with host dv-cinder-850449-2-iscsi {{(pid=110844) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 19:52:14.622557 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [None req-65a645ca-c215-422c-a543-09cab3e35c36 demo demo] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 1.0841796 Jul 24 19:52:16.992362 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 54536) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 19:52:17.319723 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writer thread running {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 24 19:52:17.528786 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.policy [None req-fd256ee5-5d92-4c12-a33a-dabe5d738dd8 demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=110842) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 24 19:52:17.570821 dv-cinder-850449-2-iscsi neutron-server[110842]: WARNING oslo_policy.policy [None req-fd256ee5-5d92-4c12-a33a-dabe5d738dd8 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 24 19:52:17.571129 dv-cinder-850449-2-iscsi neutron-server[110842]: WARNING oslo_policy.policy [None req-fd256ee5-5d92-4c12-a33a-dabe5d738dd8 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 24 19:52:17.578816 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd256ee5-5d92-4c12-a33a-dabe5d738dd8 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 19:52:17.580538 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-fd256ee5-5d92-4c12-a33a-dabe5d738dd8 demo admin] 10.222.0.17 "GET /v2.0/networks/d939713f-2743-44f2-9d86-fe2fc2914f2e HTTP/1.1" status: 200 len: 825 time: 0.5872285 Jul 24 19:52:17.620020 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-a2bd6f52-0425-45de-950f-cc85313e5cc4 demo admin] 10.222.0.17 "GET /v2.0/subnetpools/91cc3a13-a210-410c-bd8f-e5a76a2c8867 HTTP/1.1" status: 200 len: 734 time: 0.0331781 Jul 24 19:52:17.629081 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.v2.base [None req-7ca1d6c9-0917-4057-b4f9-1f50b1eba3f3 demo admin] Request body: {'subnet': {'name': 'private-subnet', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'subnetpool_id': '91cc3a13-a210-410c-bd8f-e5a76a2c8867', 'network_id': 'd939713f-2743-44f2-9d86-fe2fc2914f2e'}} {{(pid=110842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 19:52:17.745370 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ca1d6c9-0917-4057-b4f9-1f50b1eba3f3 demo admin] Made reservation on behalf of 04a4d4b6451449af851d7f25e1f9c6be for: {'subnet': 1} {{(pid=110842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 19:52:17.748483 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-7ca1d6c9-0917-4057-b4f9-1f50b1eba3f3 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 19:52:18.147645 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-7ca1d6c9-0917-4057-b4f9-1f50b1eba3f3 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937'] for subnet (e18e99a4-b686-4fae-9fcd-a83ef784df7e), after_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 19:52:18.215809 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG dbcounter [-] [110845] Writing DB stats neutron:SELECT=18,neutron:INSERT=31 {{(pid=110845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 19:52:18.223503 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca1d6c9-0917-4057-b4f9-1f50b1eba3f3 demo admin] Checking segment: {'id': 'fc3854cb-3be8-46a5-b421-5f8a89858902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'd939713f-2743-44f2-9d86-fe2fc2914f2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 24 19:52:18.223878 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ca1d6c9-0917-4057-b4f9-1f50b1eba3f3 demo admin] Network hostable DHCP agents. Network: d939713f-2743-44f2-9d86-fe2fc2914f2e, hostable agents: ['dc36e0ef-94f3-4a3e-9c13-4790afccb2e9'], hosted agents: [] {{(pid=110842) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 19:52:18.223979 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG dbcounter [-] [110845] Writing DB stats neutron:SELECT=6 {{(pid=110845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 19:52:18.231546 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca1d6c9-0917-4057-b4f9-1f50b1eba3f3 demo admin] Pushing event updated for resources: {'Subnet': ['ID=e18e99a4-b686-4fae-9fcd-a83ef784df7e,revision_number=0']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 19:52:18.251472 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca1d6c9-0917-4057-b4f9-1f50b1eba3f3 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 19:52:18.251809 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca1d6c9-0917-4057-b4f9-1f50b1eba3f3 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 19:52:18.252169 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca1d6c9-0917-4057-b4f9-1f50b1eba3f3 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 19:52:18.252517 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca1d6c9-0917-4057-b4f9-1f50b1eba3f3 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 19:52:18.252901 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca1d6c9-0917-4057-b4f9-1f50b1eba3f3 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 19:52:18.253308 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca1d6c9-0917-4057-b4f9-1f50b1eba3f3 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 19:52:18.253687 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca1d6c9-0917-4057-b4f9-1f50b1eba3f3 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 19:52:18.254666 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca1d6c9-0917-4057-b4f9-1f50b1eba3f3 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 19:52:18.255016 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca1d6c9-0917-4057-b4f9-1f50b1eba3f3 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 19:52:18.255348 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca1d6c9-0917-4057-b4f9-1f50b1eba3f3 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 19:52:18.255674 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca1d6c9-0917-4057-b4f9-1f50b1eba3f3 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 19:52:18.256019 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca1d6c9-0917-4057-b4f9-1f50b1eba3f3 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 19:52:18.256332 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca1d6c9-0917-4057-b4f9-1f50b1eba3f3 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 19:52:18.256678 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca1d6c9-0917-4057-b4f9-1f50b1eba3f3 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 19:52:18.256985 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca1d6c9-0917-4057-b4f9-1f50b1eba3f3 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 19:52:18.258435 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca1d6c9-0917-4057-b4f9-1f50b1eba3f3 demo admin] Tracked resource versions report: Jul 24 19:52:18.258435 dv-cinder-850449-2-iscsi neutron-server[110842]: pushed versions: Jul 24 19:52:18.258435 dv-cinder-850449-2-iscsi neutron-server[110842]: { 'AddressGroup': {'1.2'}, Jul 24 19:52:18.258435 dv-cinder-850449-2-iscsi neutron-server[110842]: 'Agent': {'1.1'}, Jul 24 19:52:18.258435 dv-cinder-850449-2-iscsi neutron-server[110842]: 'ConntrackHelper': {'1.0'}, Jul 24 19:52:18.258435 dv-cinder-850449-2-iscsi neutron-server[110842]: 'LocalIPAssociation': {'1.0'}, Jul 24 19:52:18.258435 dv-cinder-850449-2-iscsi neutron-server[110842]: 'Log': {'1.0'}, Jul 24 19:52:18.258435 dv-cinder-850449-2-iscsi neutron-server[110842]: 'NDPProxy': {'1.0'}, Jul 24 19:52:18.258435 dv-cinder-850449-2-iscsi neutron-server[110842]: 'Network': {'1.1'}, Jul 24 19:52:18.258435 dv-cinder-850449-2-iscsi neutron-server[110842]: 'Port': {'1.7'}, Jul 24 19:52:18.258435 dv-cinder-850449-2-iscsi neutron-server[110842]: 'PortForwarding': {'1.3'}, Jul 24 19:52:18.258435 dv-cinder-850449-2-iscsi neutron-server[110842]: 'QosPolicy': {'1.10'}, Jul 24 19:52:18.258435 dv-cinder-850449-2-iscsi neutron-server[110842]: 'SecurityGroup': {'1.5'}, Jul 24 19:52:18.258435 dv-cinder-850449-2-iscsi neutron-server[110842]: 'SecurityGroupRule': {'1.2'}, Jul 24 19:52:18.258435 dv-cinder-850449-2-iscsi neutron-server[110842]: 'SubPort': {'1.0'}, Jul 24 19:52:18.258435 dv-cinder-850449-2-iscsi neutron-server[110842]: 'Subnet': {'1.1'}, Jul 24 19:52:18.258435 dv-cinder-850449-2-iscsi neutron-server[110842]: 'Trunk': {'1.1'}} Jul 24 19:52:18.258435 dv-cinder-850449-2-iscsi neutron-server[110842]: consumer versions: Jul 24 19:52:18.258435 dv-cinder-850449-2-iscsi neutron-server[110842]: { DHCP agent@dv-cinder-850449-2-iscsi: {}, Jul 24 19:52:18.258435 dv-cinder-850449-2-iscsi neutron-server[110842]: L3 agent@dv-cinder-850449-2-iscsi: {}, Jul 24 19:52:18.258435 dv-cinder-850449-2-iscsi neutron-server[110842]: Metadata agent@dv-cinder-850449-2-iscsi: {}, Jul 24 19:52:18.258435 dv-cinder-850449-2-iscsi neutron-server[110842]: Metering agent@dv-cinder-850449-2-iscsi: {}, Jul 24 19:52:18.258435 dv-cinder-850449-2-iscsi neutron-server[110842]: Open vSwitch agent@dv-cinder-850449-2-iscsi: { 'AddressGroup': '1.2', Jul 24 19:52:18.258435 dv-cinder-850449-2-iscsi neutron-server[110842]: 'Agent': '1.1', Jul 24 19:52:18.258435 dv-cinder-850449-2-iscsi neutron-server[110842]: 'ConntrackHelper': '1.0', Jul 24 19:52:18.258435 dv-cinder-850449-2-iscsi neutron-server[110842]: 'LocalIPAssociation': '1.0', Jul 24 19:52:18.258435 dv-cinder-850449-2-iscsi neutron-server[110842]: 'Log': '1.0', Jul 24 19:52:18.258435 dv-cinder-850449-2-iscsi neutron-server[110842]: 'NDPProxy': '1.0', Jul 24 19:52:18.258435 dv-cinder-850449-2-iscsi neutron-server[110842]: 'Network': '1.1', Jul 24 19:52:18.258435 dv-cinder-850449-2-iscsi neutron-server[110842]: 'Port': '1.7', Jul 24 19:52:18.258435 dv-cinder-850449-2-iscsi neutron-server[110842]: 'PortForwarding': '1.3', Jul 24 19:52:18.258435 dv-cinder-850449-2-iscsi neutron-server[110842]: 'QosPolicy': '1.10', Jul 24 19:52:18.258435 dv-cinder-850449-2-iscsi neutron-server[110842]: 'SecurityGroup': '1.5', Jul 24 19:52:18.258435 dv-cinder-850449-2-iscsi neutron-server[110842]: 'SecurityGroupRule': '1.2', Jul 24 19:52:18.258435 dv-cinder-850449-2-iscsi neutron-server[110842]: 'SubPort': '1.0', Jul 24 19:52:18.258435 dv-cinder-850449-2-iscsi neutron-server[110842]: 'Subnet': '1.1', Jul 24 19:52:18.258435 dv-cinder-850449-2-iscsi neutron-server[110842]: 'Trunk': '1.1'}} Jul 24 19:52:18.258435 dv-cinder-850449-2-iscsi neutron-server[110842]: {{(pid=110842) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 24 19:52:18.385257 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ca1d6c9-0917-4057-b4f9-1f50b1eba3f3 demo admin] Network d939713f-2743-44f2-9d86-fe2fc2914f2e is scheduled to be hosted by DHCP agent dc36e0ef-94f3-4a3e-9c13-4790afccb2e9 with binding_index 1 {{(pid=110842) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 19:52:18.478941 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.scheduler.base_scheduler [None req-7ca1d6c9-0917-4057-b4f9-1f50b1eba3f3 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850449-2-iscsi, d939713f-2743-44f2-9d86-fe2fc2914f2e) {{(pid=110842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 19:52:18.483601 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ca1d6c9-0917-4057-b4f9-1f50b1eba3f3 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 19:52:18.484247 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-7ca1d6c9-0917-4057-b4f9-1f50b1eba3f3 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594923'] for subnet (None), before_response {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 19:52:18.486976 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=65,neutron:INSERT=34,neutron:UPDATE=1 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 19:52:18.488411 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b489f77b-3798-4355-a675-fa24c002ea4d None None] Network d939713f-2743-44f2-9d86-fe2fc2914f2e requested from dv-cinder-850449-2-iscsi {{(pid=110844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 24 19:52:18.596913 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-7ca1d6c9-0917-4057-b4f9-1f50b1eba3f3 demo admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9678490 Jul 24 19:52:18.759448 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc9cf2da-2032-4637-9c15-a25be803a399 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp900f634c-eb0d-5d65-94fb-55faaa86ae34-d939713f-2743-44f2-9d86-fe2fc2914f2e', 'network_id': 'd939713f-2743-44f2-9d86-fe2fc2914f2e', 'project_id': '04a4d4b6451449af851d7f25e1f9c6be', 'fixed_ips': [{'subnet_id': 'e18e99a4-b686-4fae-9fcd-a83ef784df7e'}]}} from dv-cinder-850449-2-iscsi. {{(pid=110844) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 24 19:52:18.760811 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-bc9cf2da-2032-4637-9c15-a25be803a399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (None), before_create {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 19:52:19.050183 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.db_base_plugin_common [None req-bc9cf2da-2032-4637-9c15-a25be803a399 None None] Allocated IP 172.20.0.2 (d939713f-2743-44f2-9d86-fe2fc2914f2e/e18e99a4-b686-4fae-9fcd-a83ef784df7e/b99d36c6-50c5-4a30-a149-c2c6a5ff661d) {{(pid=110844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 19:52:19.149157 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=58,neutron:INSERT=39,neutron:UPDATE=3 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 19:52:19.322879 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-bc9cf2da-2032-4637-9c15-a25be803a399 None None] Publish callbacks [] for port (b99d36c6-50c5-4a30-a149-c2c6a5ff661d), precommit_create {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 19:52:19.414620 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-bc9cf2da-2032-4637-9c15-a25be803a399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731445223406'] for port (b99d36c6-50c5-4a30-a149-c2c6a5ff661d), after_create {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 19:52:19.462865 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 19:52:19.494758 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc9cf2da-2032-4637-9c15-a25be803a399 None None] Network d939713f-2743-44f2-9d86-fe2fc2914f2e is already hosted by enough agents. {{(pid=110844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 19:52:19.500461 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.scheduler.base_scheduler [None req-bc9cf2da-2032-4637-9c15-a25be803a399 None None] Resources bound (agent type, host, resource id): {{(pid=110844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 19:52:19.504191 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc9cf2da-2032-4637-9c15-a25be803a399 None None] Received port after_create {{(pid=110844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 24 19:52:19.511655 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9cf2da-2032-4637-9c15-a25be803a399 None None] Pushing event updated for resources: {'Port': ['ID=b99d36c6-50c5-4a30-a149-c2c6a5ff661d,revision_number=1']} {{(pid=110844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 19:52:19.541543 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9cf2da-2032-4637-9c15-a25be803a399 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 19:52:19.541900 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9cf2da-2032-4637-9c15-a25be803a399 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 19:52:19.542242 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9cf2da-2032-4637-9c15-a25be803a399 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 19:52:19.542602 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9cf2da-2032-4637-9c15-a25be803a399 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 19:52:19.542934 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9cf2da-2032-4637-9c15-a25be803a399 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 19:52:19.543261 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9cf2da-2032-4637-9c15-a25be803a399 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 19:52:19.543586 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9cf2da-2032-4637-9c15-a25be803a399 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 19:52:19.543911 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9cf2da-2032-4637-9c15-a25be803a399 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 19:52:19.544239 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9cf2da-2032-4637-9c15-a25be803a399 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 19:52:19.544559 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9cf2da-2032-4637-9c15-a25be803a399 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 19:52:19.544910 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9cf2da-2032-4637-9c15-a25be803a399 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 19:52:19.545242 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9cf2da-2032-4637-9c15-a25be803a399 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 19:52:19.545570 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9cf2da-2032-4637-9c15-a25be803a399 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 19:52:19.545890 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9cf2da-2032-4637-9c15-a25be803a399 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 19:52:19.546208 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9cf2da-2032-4637-9c15-a25be803a399 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 19:52:19.547660 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9cf2da-2032-4637-9c15-a25be803a399 None None] Tracked resource versions report: Jul 24 19:52:19.547660 dv-cinder-850449-2-iscsi neutron-server[110844]: pushed versions: Jul 24 19:52:19.547660 dv-cinder-850449-2-iscsi neutron-server[110844]: { 'AddressGroup': {'1.2'}, Jul 24 19:52:19.547660 dv-cinder-850449-2-iscsi neutron-server[110844]: 'Agent': {'1.1'}, Jul 24 19:52:19.547660 dv-cinder-850449-2-iscsi neutron-server[110844]: 'ConntrackHelper': {'1.0'}, Jul 24 19:52:19.547660 dv-cinder-850449-2-iscsi neutron-server[110844]: 'LocalIPAssociation': {'1.0'}, Jul 24 19:52:19.547660 dv-cinder-850449-2-iscsi neutron-server[110844]: 'Log': {'1.0'}, Jul 24 19:52:19.547660 dv-cinder-850449-2-iscsi neutron-server[110844]: 'NDPProxy': {'1.0'}, Jul 24 19:52:19.547660 dv-cinder-850449-2-iscsi neutron-server[110844]: 'Network': {'1.1'}, Jul 24 19:52:19.547660 dv-cinder-850449-2-iscsi neutron-server[110844]: 'Port': {'1.7'}, Jul 24 19:52:19.547660 dv-cinder-850449-2-iscsi neutron-server[110844]: 'PortForwarding': {'1.3'}, Jul 24 19:52:19.547660 dv-cinder-850449-2-iscsi neutron-server[110844]: 'QosPolicy': {'1.10'}, Jul 24 19:52:19.547660 dv-cinder-850449-2-iscsi neutron-server[110844]: 'SecurityGroup': {'1.5'}, Jul 24 19:52:19.547660 dv-cinder-850449-2-iscsi neutron-server[110844]: 'SecurityGroupRule': {'1.2'}, Jul 24 19:52:19.547660 dv-cinder-850449-2-iscsi neutron-server[110844]: 'SubPort': {'1.0'}, Jul 24 19:52:19.547660 dv-cinder-850449-2-iscsi neutron-server[110844]: 'Subnet': {'1.1'}, Jul 24 19:52:19.547660 dv-cinder-850449-2-iscsi neutron-server[110844]: 'Trunk': {'1.1'}} Jul 24 19:52:19.547660 dv-cinder-850449-2-iscsi neutron-server[110844]: consumer versions: Jul 24 19:52:19.547660 dv-cinder-850449-2-iscsi neutron-server[110844]: { DHCP agent@dv-cinder-850449-2-iscsi: {}, Jul 24 19:52:19.547660 dv-cinder-850449-2-iscsi neutron-server[110844]: L3 agent@dv-cinder-850449-2-iscsi: {}, Jul 24 19:52:19.547660 dv-cinder-850449-2-iscsi neutron-server[110844]: Metadata agent@dv-cinder-850449-2-iscsi: {}, Jul 24 19:52:19.547660 dv-cinder-850449-2-iscsi neutron-server[110844]: Metering agent@dv-cinder-850449-2-iscsi: {}, Jul 24 19:52:19.547660 dv-cinder-850449-2-iscsi neutron-server[110844]: Open vSwitch agent@dv-cinder-850449-2-iscsi: { 'AddressGroup': '1.2', Jul 24 19:52:19.547660 dv-cinder-850449-2-iscsi neutron-server[110844]: 'Agent': '1.1', Jul 24 19:52:19.547660 dv-cinder-850449-2-iscsi neutron-server[110844]: 'ConntrackHelper': '1.0', Jul 24 19:52:19.547660 dv-cinder-850449-2-iscsi neutron-server[110844]: 'LocalIPAssociation': '1.0', Jul 24 19:52:19.547660 dv-cinder-850449-2-iscsi neutron-server[110844]: 'Log': '1.0', Jul 24 19:52:19.547660 dv-cinder-850449-2-iscsi neutron-server[110844]: 'NDPProxy': '1.0', Jul 24 19:52:19.547660 dv-cinder-850449-2-iscsi neutron-server[110844]: 'Network': '1.1', Jul 24 19:52:19.547660 dv-cinder-850449-2-iscsi neutron-server[110844]: 'Port': '1.7', Jul 24 19:52:19.547660 dv-cinder-850449-2-iscsi neutron-server[110844]: 'PortForwarding': '1.3', Jul 24 19:52:19.547660 dv-cinder-850449-2-iscsi neutron-server[110844]: 'QosPolicy': '1.10', Jul 24 19:52:19.547660 dv-cinder-850449-2-iscsi neutron-server[110844]: 'SecurityGroup': '1.5', Jul 24 19:52:19.547660 dv-cinder-850449-2-iscsi neutron-server[110844]: 'SecurityGroupRule': '1.2', Jul 24 19:52:19.547660 dv-cinder-850449-2-iscsi neutron-server[110844]: 'SubPort': '1.0', Jul 24 19:52:19.547660 dv-cinder-850449-2-iscsi neutron-server[110844]: 'Subnet': '1.1', Jul 24 19:52:19.547660 dv-cinder-850449-2-iscsi neutron-server[110844]: 'Trunk': '1.1'}} Jul 24 19:52:19.547660 dv-cinder-850449-2-iscsi neutron-server[110844]: {{(pid=110844) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 24 19:52:19.600201 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.managers [None req-bc9cf2da-2032-4637-9c15-a25be803a399 None None] Attempting to bind port b99d36c6-50c5-4a30-a149-c2c6a5ff661d on host dv-cinder-850449-2-iscsi for vnic_type normal with profile {{(pid=110844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 24 19:52:19.600516 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.managers [None req-bc9cf2da-2032-4637-9c15-a25be803a399 None None] Attempting to bind port b99d36c6-50c5-4a30-a149-c2c6a5ff661d by drivers openvswitch,hyperv on host dv-cinder-850449-2-iscsi at level 0 using segments [{'id': 'fc3854cb-3be8-46a5-b421-5f8a89858902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'd939713f-2743-44f2-9d86-fe2fc2914f2e'}] {{(pid=110844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 24 19:52:19.600949 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9cf2da-2032-4637-9c15-a25be803a399 None None] Attempting to bind port b99d36c6-50c5-4a30-a149-c2c6a5ff661d on network d939713f-2743-44f2-9d86-fe2fc2914f2e {{(pid=110844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 24 19:52:19.605955 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9cf2da-2032-4637-9c15-a25be803a399 None None] Checking agent: {'id': '46eda511-dfa5-408c-8bd4-cb509f691033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850449-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 24, 19, 52, 9), 'started_at': datetime.datetime(2022, 7, 24, 19, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 7, 24, 19, 52, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850449-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 24 19:52:19.606333 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9cf2da-2032-4637-9c15-a25be803a399 None None] Checking segment: {'id': 'fc3854cb-3be8-46a5-b421-5f8a89858902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'd939713f-2743-44f2-9d86-fe2fc2914f2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 24 19:52:19.606801 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-bc9cf2da-2032-4637-9c15-a25be803a399 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 19:52:19.607189 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9cf2da-2032-4637-9c15-a25be803a399 None None] Bound using segment: {'id': 'fc3854cb-3be8-46a5-b421-5f8a89858902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'd939713f-2743-44f2-9d86-fe2fc2914f2e'} {{(pid=110844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 24 19:52:19.607645 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.managers [None req-bc9cf2da-2032-4637-9c15-a25be803a399 None None] Bound port: b99d36c6-50c5-4a30-a149-c2c6a5ff661d, host: dv-cinder-850449-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc3854cb-3be8-46a5-b421-5f8a89858902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'd939713f-2743-44f2-9d86-fe2fc2914f2e'}}] {{(pid=110844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 24 19:52:19.608051 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-bc9cf2da-2032-4637-9c15-a25be803a399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (b99d36c6-50c5-4a30-a149-c2c6a5ff661d), before_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 19:52:19.670562 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-bc9cf2da-2032-4637-9c15-a25be803a399 None None] For port b99d36c6-50c5-4a30-a149-c2c6a5ff661d, host dv-cinder-850449-2-iscsi, cleared binding levels {{(pid=110844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 19:52:19.690274 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-bc9cf2da-2032-4637-9c15-a25be803a399 None None] For port b99d36c6-50c5-4a30-a149-c2c6a5ff661d, host dv-cinder-850449-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850449-2-iscsi',level=0,port_id=b99d36c6-50c5-4a30-a149-c2c6a5ff661d,segment=NetworkSegment(fc3854cb-3be8-46a5-b421-5f8a89858902),segment_id=fc3854cb-3be8-46a5-b421-5f8a89858902)] {{(pid=110844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 19:52:19.776858 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-bc9cf2da-2032-4637-9c15-a25be803a399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958'] for port (b99d36c6-50c5-4a30-a149-c2c6a5ff661d), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 19:52:19.834011 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9cf2da-2032-4637-9c15-a25be803a399 None None] Pushing event updated for resources: {'Port': ['ID=b99d36c6-50c5-4a30-a149-c2c6a5ff661d,revision_number=2']} {{(pid=110844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 19:52:20.937159 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [-] (110843) accepted ('10.222.0.17', 54558) {{(pid=110843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 19:52:21.291728 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [None req-19d84c1a-8ced-468e-8e80-c9065bb827b4 admin admin] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=110843) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 24 19:52:21.292805 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [None req-19d84c1a-8ced-468e-8e80-c9065bb827b4 admin admin] 10.222.0.17 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3547692 Jul 24 19:52:23.656139 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [-] (110843) accepted ('10.222.0.17', 54566) {{(pid=110843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 19:52:23.999260 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [None req-34758462-b7c8-4080-96df-b2b650de021d admin admin] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=110843) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 24 19:52:24.000324 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [None req-34758462-b7c8-4080-96df-b2b650de021d admin admin] 10.222.0.17 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3432279 Jul 24 19:52:24.545203 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:INSERT=13,neutron:SELECT=50,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 19:52:26.308895 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [-] (110843) accepted ('10.222.0.17', 54574) {{(pid=110843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 19:52:26.654213 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.v2.base [None req-229a09b9-92d9-40c7-97b2-01c561a27cfc demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=110843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 19:52:26.753475 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-229a09b9-92d9-40c7-97b2-01c561a27cfc demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-453983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-719'] for router (512f9158-ce14-4728-bd1f-3711ce180b94), before_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 19:52:26.755729 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-229a09b9-92d9-40c7-97b2-01c561a27cfc demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-450886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-446411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-479098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-760'] for router (512f9158-ce14-4728-bd1f-3711ce180b94), precommit_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 19:52:26.758833 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Device b99d36c6-50c5-4a30-a149-c2c6a5ff661d up at agent ovs-agent-dv-cinder-850449-2-iscsi {{(pid=110844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 19:52:26.842557 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Provisioning complete for port b99d36c6-50c5-4a30-a149-c2c6a5ff661d triggered by entity L2. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 19:52:26.842908 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812910'] for port (b99d36c6-50c5-4a30-a149-c2c6a5ff661d), provisioning_complete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 19:52:26.906548 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-229a09b9-92d9-40c7-97b2-01c561a27cfc demo demo] Publish callbacks [] for router_controller (512f9158-ce14-4728-bd1f-3711ce180b94), precommit_add_association {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 19:52:26.944886 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Current status of the port b99d36c6-50c5-4a30-a149-c2c6a5ff661d is: DOWN; New status is: ACTIVE {{(pid=110844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 19:52:26.951078 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (b99d36c6-50c5-4a30-a149-c2c6a5ff661d), before_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 19:52:26.970760 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-229a09b9-92d9-40c7-97b2-01c561a27cfc demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-450823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-445874'] for router (512f9158-ce14-4728-bd1f-3711ce180b94), after_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 19:52:26.980187 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] For port b99d36c6-50c5-4a30-a149-c2c6a5ff661d, host dv-cinder-850449-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850449-2-iscsi',level=0,port_id=b99d36c6-50c5-4a30-a149-c2c6a5ff661d,segment=NetworkSegment(fc3854cb-3be8-46a5-b421-5f8a89858902),segment_id=fc3854cb-3be8-46a5-b421-5f8a89858902)] {{(pid=110844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 19:52:27.061730 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958'] for port (b99d36c6-50c5-4a30-a149-c2c6a5ff661d), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 19:52:27.074922 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-229a09b9-92d9-40c7-97b2-01c561a27cfc demo demo] Publish callbacks [] for router (None), before_response {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 19:52:27.076158 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [None req-229a09b9-92d9-40c7-97b2-01c561a27cfc demo demo] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7662904 Jul 24 19:52:27.120431 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Pushing event updated for resources: {'Port': ['ID=b99d36c6-50c5-4a30-a149-c2c6a5ff661d,revision_number=3']} {{(pid=110844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 19:52:27.885578 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a62bc0e-9df6-498c-b305-23e58a20082a None None] Network d939713f-2743-44f2-9d86-fe2fc2914f2e requested from dv-cinder-850449-2-iscsi {{(pid=110844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 24 19:52:27.994698 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-d6738b51-1dd6-4cc4-aa92-ab4ef50da8ea None None] Provisioning complete for port b99d36c6-50c5-4a30-a149-c2c6a5ff661d triggered by entity DHCP. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 19:52:27.995086 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-d6738b51-1dd6-4cc4-aa92-ab4ef50da8ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812910'] for port (b99d36c6-50c5-4a30-a149-c2c6a5ff661d), provisioning_complete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 19:52:28.005813 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 19:52:28.085985 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-d6738b51-1dd6-4cc4-aa92-ab4ef50da8ea None None] Current status of the port b99d36c6-50c5-4a30-a149-c2c6a5ff661d is: ACTIVE; New status is: ACTIVE {{(pid=110844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 19:52:28.202344 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-848aafab-eee5-4667-9029-305cd0ffa4cb None None] Provisioning complete for port b99d36c6-50c5-4a30-a149-c2c6a5ff661d triggered by entity DHCP. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 19:52:28.202742 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-848aafab-eee5-4667-9029-305cd0ffa4cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812910'] for port (b99d36c6-50c5-4a30-a149-c2c6a5ff661d), provisioning_complete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 19:52:28.278773 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-848aafab-eee5-4667-9029-305cd0ffa4cb None None] Current status of the port b99d36c6-50c5-4a30-a149-c2c6a5ff661d is: ACTIVE; New status is: ACTIVE {{(pid=110844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 19:52:28.502304 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=57,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 19:52:28.737600 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Device b99d36c6-50c5-4a30-a149-c2c6a5ff661d up at agent ovs-agent-dv-cinder-850449-2-iscsi {{(pid=110844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 19:52:28.780497 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Provisioning complete for port b99d36c6-50c5-4a30-a149-c2c6a5ff661d triggered by entity L2. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 19:52:28.780910 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812910'] for port (b99d36c6-50c5-4a30-a149-c2c6a5ff661d), provisioning_complete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 19:52:28.816335 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 19:52:28.857227 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Current status of the port b99d36c6-50c5-4a30-a149-c2c6a5ff661d is: ACTIVE; New status is: ACTIVE {{(pid=110844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 19:52:29.406863 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [-] (110843) accepted ('10.222.0.17', 54586) {{(pid=110843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 19:52:29.730217 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [None req-f8c298f9-5897-4365-940e-7edb4004024b admin admin] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=110843) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 24 19:52:29.731219 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [None req-f8c298f9-5897-4365-940e-7edb4004024b admin admin] 10.222.0.17 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3234000 Jul 24 19:52:32.005247 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [-] (110843) accepted ('10.222.0.17', 54594) {{(pid=110843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 19:52:32.324891 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.v2.base [None req-cbe97003-28d9-4513-bee3-12c4a5ca6f20 admin admin] Request body: {'network': {'admin_state_up': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'name': 'public', 'router:external': True, 'is_default': True}} {{(pid=110843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 19:52:32.484300 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbe97003-28d9-4513-bee3-12c4a5ca6f20 admin admin] Made reservation on behalf of 245371efe76c48ce9eb35e790603face for: {'network': 1} {{(pid=110843) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 19:52:32.486688 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-cbe97003-28d9-4513-bee3-12c4a5ca6f20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for network (None), before_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 19:52:32.495670 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-cbe97003-28d9-4513-bee3-12c4a5ca6f20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 19:52:32.567797 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-cbe97003-28d9-4513-bee3-12c4a5ca6f20 admin admin] Publish callbacks [] for security_group (ff7395b0-7ad5-44ba-9256-794cd35702e3), precommit_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 19:52:32.676637 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-cbe97003-28d9-4513-bee3-12c4a5ca6f20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (ff7395b0-7ad5-44ba-9256-794cd35702e3), after_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 19:52:32.692711 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-cbe97003-28d9-4513-bee3-12c4a5ca6f20 admin admin] Reserving flat network on physical network physnet1 {{(pid=110843) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 24 19:52:32.713220 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe97003-28d9-4513-bee3-12c4a5ca6f20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff7395b0-7ad5-44ba-9256-794cd35702e3,revision_number=1']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 19:52:32.716045 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-cbe97003-28d9-4513-bee3-12c4a5ca6f20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7750649'] for segment (fc72dfdc-4d29-4b3c-a3f7-b36f757f54d3), precommit_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 19:52:32.716379 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.db.segments_db [None req-cbe97003-28d9-4513-bee3-12c4a5ca6f20 admin admin] Added segment fc72dfdc-4d29-4b3c-a3f7-b36f757f54d3 of type flat for network 10498192-3528-4341-803f-d59b33e3b71c Jul 24 19:52:32.764884 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-cbe97003-28d9-4513-bee3-12c4a5ca6f20 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731445242929'] for network (10498192-3528-4341-803f-d59b33e3b71c), precommit_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 19:52:32.878082 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-cbe97003-28d9-4513-bee3-12c4a5ca6f20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937'] for network (10498192-3528-4341-803f-d59b33e3b71c), after_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 19:52:32.879084 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbe97003-28d9-4513-bee3-12c4a5ca6f20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 19:52:32.879656 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-cbe97003-28d9-4513-bee3-12c4a5ca6f20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594923'] for network (None), before_response {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 19:52:32.984256 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe97003-28d9-4513-bee3-12c4a5ca6f20 admin admin] Pushing event updated for resources: {'Network': ['ID=10498192-3528-4341-803f-d59b33e3b71c,revision_number=1']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 19:52:32.995077 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Network 10498192-3528-4341-803f-d59b33e3b71c details requested by agent ovs-agent-dv-cinder-850449-2-iscsi with host dv-cinder-850449-2-iscsi {{(pid=110844) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 19:52:33.029629 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [None req-cbe97003-28d9-4513-bee3-12c4a5ca6f20 admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0232897 Jul 24 19:52:33.436090 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-1564d62d-fa01-4c44-9158-803d6e38ce12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (dc36e0ef-94f3-4a3e-9c13-4790afccb2e9), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 19:52:35.290072 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 54602) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 19:52:35.667777 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b72812f0-9408-4ee5-ae0e-71c5e34a4238 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 19:52:35.669081 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-b72812f0-9408-4ee5-ae0e-71c5e34a4238 demo admin] 10.222.0.17 "GET /v2.0/subnets/e18e99a4-b686-4fae-9fcd-a83ef784df7e HTTP/1.1" status: 200 len: 849 time: 0.3780377 Jul 24 19:52:35.853049 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-a8257da7-1b61-49fa-ae77-b78597ca45f4 demo admin] 10.222.0.17 "GET /v2.0/routers/512f9158-ce14-4728-bd1f-3711ce180b94 HTTP/1.1" status: 200 len: 704 time: 0.1780167 Jul 24 19:52:35.865437 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-d0439ad7-8946-49f7-befc-b6cae1bb1d4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (408021b7-d46b-48c2-9f75-8a8023f9145c), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 19:52:36.121759 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-e257d304-ea65-401d-9727-b11405becb7d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (None), before_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 19:52:36.417737 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.db.db_base_plugin_common [None req-e257d304-ea65-401d-9727-b11405becb7d demo admin] Allocated IP 172.20.0.1 (d939713f-2743-44f2-9d86-fe2fc2914f2e/e18e99a4-b686-4fae-9fcd-a83ef784df7e/0475bf1d-69dd-4dc4-9113-246c7e81307f) {{(pid=110842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 19:52:36.571535 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-e257d304-ea65-401d-9727-b11405becb7d demo admin] Publish callbacks [] for port (0475bf1d-69dd-4dc4-9113-246c7e81307f), precommit_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 19:52:36.728325 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-e257d304-ea65-401d-9727-b11405becb7d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731445223406'] for port (0475bf1d-69dd-4dc4-9113-246c7e81307f), after_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 19:52:36.811878 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e257d304-ea65-401d-9727-b11405becb7d demo admin] Network d939713f-2743-44f2-9d86-fe2fc2914f2e is already hosted by enough agents. {{(pid=110842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 19:52:36.818761 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.scheduler.base_scheduler [None req-e257d304-ea65-401d-9727-b11405becb7d demo admin] Resources bound (agent type, host, resource id): {{(pid=110842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 19:52:36.823242 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e257d304-ea65-401d-9727-b11405becb7d demo admin] Received port after_create {{(pid=110842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 24 19:52:36.823820 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-e257d304-ea65-401d-9727-b11405becb7d demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457033'] for router_interface (512f9158-ce14-4728-bd1f-3711ce180b94), before_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 19:52:36.844363 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e257d304-ea65-401d-9727-b11405becb7d demo admin] Pushing event updated for resources: {'Port': ['ID=0475bf1d-69dd-4dc4-9113-246c7e81307f,revision_number=1']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 19:52:36.906961 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-6dc48dae-acff-4e3e-8fdb-430da55b4f7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (7ee55678-4254-481c-8cae-5c828aed81c9), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 19:52:37.045755 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-3e95202f-2721-4abe-9e75-ba79c1b6e2df None None] Provisioning complete for port 0475bf1d-69dd-4dc4-9113-246c7e81307f triggered by entity DHCP. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 19:52:37.046149 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-3e95202f-2721-4abe-9e75-ba79c1b6e2df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812910'] for port (0475bf1d-69dd-4dc4-9113-246c7e81307f), provisioning_complete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 19:52:37.077995 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-3e95202f-2721-4abe-9e75-ba79c1b6e2df None None] Port 0475bf1d-69dd-4dc4-9113-246c7e81307f cannot update to ACTIVE because it is not bound. {{(pid=110844) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 24 19:52:37.090971 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 19:52:37.093822 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-e257d304-ea65-401d-9727-b11405becb7d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (0475bf1d-69dd-4dc4-9113-246c7e81307f), before_update {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 19:52:37.096417 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 19:52:37.361682 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-e257d304-ea65-401d-9727-b11405becb7d demo admin] Publish callbacks [] for port (0475bf1d-69dd-4dc4-9113-246c7e81307f), precommit_update {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 19:52:37.432125 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-e257d304-ea65-401d-9727-b11405becb7d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958'] for port (0475bf1d-69dd-4dc4-9113-246c7e81307f), after_update {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 19:52:37.432991 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-e257d304-ea65-401d-9727-b11405becb7d demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-650243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-457125'] for router_interface (512f9158-ce14-4728-bd1f-3711ce180b94), after_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 19:52:37.493131 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e257d304-ea65-401d-9727-b11405becb7d demo admin] Pushing event updated for resources: {'Port': ['ID=0475bf1d-69dd-4dc4-9113-246c7e81307f,revision_number=2']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 19:52:37.563868 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e257d304-ea65-401d-9727-b11405becb7d demo admin] Network d939713f-2743-44f2-9d86-fe2fc2914f2e is already hosted by enough agents. {{(pid=110842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 19:52:37.565211 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.scheduler.base_scheduler [None req-e257d304-ea65-401d-9727-b11405becb7d demo admin] Resources bound (agent type, host, resource id): {{(pid=110842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 19:52:37.798795 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-75fc1ca4-b743-4b95-997a-70eac2e708e1 None None] Provisioning complete for port 0475bf1d-69dd-4dc4-9113-246c7e81307f triggered by entity DHCP. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 19:52:37.799183 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-75fc1ca4-b743-4b95-997a-70eac2e708e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812910'] for port (0475bf1d-69dd-4dc4-9113-246c7e81307f), provisioning_complete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 19:52:37.831512 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-75fc1ca4-b743-4b95-997a-70eac2e708e1 None None] Port 0475bf1d-69dd-4dc4-9113-246c7e81307f cannot update to ACTIVE because it is not bound. {{(pid=110844) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 24 19:52:37.853685 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e257d304-ea65-401d-9727-b11405becb7d demo admin] Router 512f9158-ce14-4728-bd1f-3711ce180b94 is scheduled to L3 agent 408021b7-d46b-48c2-9f75-8a8023f9145c with binding_index 1 {{(pid=110842) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 24 19:52:37.945181 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e257d304-ea65-401d-9727-b11405becb7d demo admin] Notify agent at l3_agent.dv-cinder-850449-2-iscsi the message routers_updated {{(pid=110842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 19:52:37.950384 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-e257d304-ea65-401d-9727-b11405becb7d demo admin] 10.222.0.17 "PUT /v2.0/routers/512f9158-ce14-4728-bd1f-3711ce180b94/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0919325 Jul 24 19:52:37.968471 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4107cf2b-e8ae-4ad0-9bdc-8acfecc77e1e None None] Sync routers for ids ['512f9158-ce14-4728-bd1f-3711ce180b94'] in dv-cinder-850449-2-iscsi {{(pid=110845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 19:52:37.981287 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4107cf2b-e8ae-4ad0-9bdc-8acfecc77e1e None None] Routers {'512f9158-ce14-4728-bd1f-3711ce180b94'} bound to L3 agent in host dv-cinder-850449-2-iscsi {{(pid=110845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 19:52:37.982116 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.l3_hamode_db [None req-4107cf2b-e8ae-4ad0-9bdc-8acfecc77e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-24T19:52:06Z,description=,heartbeat_timestamp=2022-07-24T19:52:36Z,host='dv-cinder-850449-2-iscsi',id=408021b7-d46b-48c2-9f75-8a8023f9145c,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T19:52:06Z,topic='l3_agent')) {'router_ids': ['512f9158-ce14-4728-bd1f-3711ce180b94'], 'active': True} {{(pid=110845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 19:52:38.161978 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.l3_dvr_db [None req-4107cf2b-e8ae-4ad0-9bdc-8acfecc77e1e None None] Set router 512f9158-ce14-4728-bd1f-3711ce180b94 gateway port host: None {{(pid=110845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 19:52:38.186690 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-43102eef-6e4b-4922-ad30-3734cbb7477a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (7d43fc2f-3c2c-473f-8c92-13ad6341ecc2), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 19:52:38.580994 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.l3_hamode_db [None req-4107cf2b-e8ae-4ad0-9bdc-8acfecc77e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '512f9158-ce14-4728-bd1f-3711ce180b94', 'name': 'router1', 'tenant_id': '04a4d4b6451449af851d7f25e1f9c6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T19:52:26Z', 'updated_at': '2022-07-24T19:52:36Z', 'revision_number': 2, 'project_id': '04a4d4b6451449af851d7f25e1f9c6be', 'gw_port_host': None, '_interfaces': [{'id': '0475bf1d-69dd-4dc4-9113-246c7e81307f', 'name': '', 'network_id': 'd939713f-2743-44f2-9d86-fe2fc2914f2e', 'tenant_id': '04a4d4b6451449af851d7f25e1f9c6be', 'mac_address': 'fa:16:3e:f6:73:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '512f9158-ce14-4728-bd1f-3711ce180b94', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e18e99a4-b686-4fae-9fcd-a83ef784df7e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T19:52:36Z', 'updated_at': '2022-07-24T19:52:37Z', 'revision_number': 2, 'project_id': '04a4d4b6451449af851d7f25e1f9c6be', 'subnets': [{'id': 'e18e99a4-b686-4fae-9fcd-a83ef784df7e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '91cc3a13-a210-410c-bd8f-e5a76a2c8867'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850449-2-iscsi', False) {} {{(pid=110845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 19:52:38.631170 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4107cf2b-e8ae-4ad0-9bdc-8acfecc77e1e None None] Checking router: 512f9158-ce14-4728-bd1f-3711ce180b94 for host: dv-cinder-850449-2-iscsi {{(pid=110845) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 19:52:38.631618 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4107cf2b-e8ae-4ad0-9bdc-8acfecc77e1e None None] Updating router 512f9158-ce14-4728-bd1f-3711ce180b94 port 0475bf1d-69dd-4dc4-9113-246c7e81307f binding host dv-cinder-850449-2-iscsi {{(pid=110845) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 19:52:38.685842 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron_lib.callbacks.manager [None req-4107cf2b-e8ae-4ad0-9bdc-8acfecc77e1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (0475bf1d-69dd-4dc4-9113-246c7e81307f), before_update {{(pid=110845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 19:52:39.124682 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (46eda511-dfa5-408c-8bd4-cb509f691033), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 19:52:39.201135 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron_lib.callbacks.manager [None req-4107cf2b-e8ae-4ad0-9bdc-8acfecc77e1e None None] Publish callbacks [] for port (0475bf1d-69dd-4dc4-9113-246c7e81307f), precommit_update {{(pid=110845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 19:52:39.304794 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron_lib.callbacks.manager [None req-4107cf2b-e8ae-4ad0-9bdc-8acfecc77e1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958'] for port (0475bf1d-69dd-4dc4-9113-246c7e81307f), after_update {{(pid=110845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 19:52:39.466904 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a72492-fbeb-44fc-b6f5-8e53e3852e99 None None] Pushing event updated for resources: {'Port': ['ID=0475bf1d-69dd-4dc4-9113-246c7e81307f,revision_number=3']} {{(pid=110845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 19:52:39.486704 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.plugins.ml2.managers [None req-4107cf2b-e8ae-4ad0-9bdc-8acfecc77e1e None None] Attempting to bind port 0475bf1d-69dd-4dc4-9113-246c7e81307f on host dv-cinder-850449-2-iscsi for vnic_type normal with profile {{(pid=110845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 24 19:52:39.487104 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.plugins.ml2.managers [None req-4107cf2b-e8ae-4ad0-9bdc-8acfecc77e1e None None] Attempting to bind port 0475bf1d-69dd-4dc4-9113-246c7e81307f by drivers openvswitch,hyperv on host dv-cinder-850449-2-iscsi at level 0 using segments [{'id': 'fc3854cb-3be8-46a5-b421-5f8a89858902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'd939713f-2743-44f2-9d86-fe2fc2914f2e'}] {{(pid=110845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 24 19:52:39.487528 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4107cf2b-e8ae-4ad0-9bdc-8acfecc77e1e None None] Attempting to bind port 0475bf1d-69dd-4dc4-9113-246c7e81307f on network d939713f-2743-44f2-9d86-fe2fc2914f2e {{(pid=110845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 24 19:52:39.491004 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a72492-fbeb-44fc-b6f5-8e53e3852e99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 19:52:39.491491 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a72492-fbeb-44fc-b6f5-8e53e3852e99 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 19:52:39.491704 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a72492-fbeb-44fc-b6f5-8e53e3852e99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 19:52:39.492052 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a72492-fbeb-44fc-b6f5-8e53e3852e99 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 19:52:39.492388 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a72492-fbeb-44fc-b6f5-8e53e3852e99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 19:52:39.492743 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a72492-fbeb-44fc-b6f5-8e53e3852e99 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 19:52:39.493078 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a72492-fbeb-44fc-b6f5-8e53e3852e99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 19:52:39.493409 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a72492-fbeb-44fc-b6f5-8e53e3852e99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 19:52:39.493737 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a72492-fbeb-44fc-b6f5-8e53e3852e99 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 19:52:39.494064 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a72492-fbeb-44fc-b6f5-8e53e3852e99 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 19:52:39.494395 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a72492-fbeb-44fc-b6f5-8e53e3852e99 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 19:52:39.494732 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a72492-fbeb-44fc-b6f5-8e53e3852e99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 19:52:39.495062 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a72492-fbeb-44fc-b6f5-8e53e3852e99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 19:52:39.495383 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a72492-fbeb-44fc-b6f5-8e53e3852e99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 19:52:39.495703 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a72492-fbeb-44fc-b6f5-8e53e3852e99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 19:52:39.497205 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a72492-fbeb-44fc-b6f5-8e53e3852e99 None None] Tracked resource versions report: Jul 24 19:52:39.497205 dv-cinder-850449-2-iscsi neutron-server[110845]: pushed versions: Jul 24 19:52:39.497205 dv-cinder-850449-2-iscsi neutron-server[110845]: { 'AddressGroup': {'1.2'}, Jul 24 19:52:39.497205 dv-cinder-850449-2-iscsi neutron-server[110845]: 'Agent': {'1.1'}, Jul 24 19:52:39.497205 dv-cinder-850449-2-iscsi neutron-server[110845]: 'ConntrackHelper': {'1.0'}, Jul 24 19:52:39.497205 dv-cinder-850449-2-iscsi neutron-server[110845]: 'LocalIPAssociation': {'1.0'}, Jul 24 19:52:39.497205 dv-cinder-850449-2-iscsi neutron-server[110845]: 'Log': {'1.0'}, Jul 24 19:52:39.497205 dv-cinder-850449-2-iscsi neutron-server[110845]: 'NDPProxy': {'1.0'}, Jul 24 19:52:39.497205 dv-cinder-850449-2-iscsi neutron-server[110845]: 'Network': {'1.1'}, Jul 24 19:52:39.497205 dv-cinder-850449-2-iscsi neutron-server[110845]: 'Port': {'1.7'}, Jul 24 19:52:39.497205 dv-cinder-850449-2-iscsi neutron-server[110845]: 'PortForwarding': {'1.3'}, Jul 24 19:52:39.497205 dv-cinder-850449-2-iscsi neutron-server[110845]: 'QosPolicy': {'1.10'}, Jul 24 19:52:39.497205 dv-cinder-850449-2-iscsi neutron-server[110845]: 'SecurityGroup': {'1.5'}, Jul 24 19:52:39.497205 dv-cinder-850449-2-iscsi neutron-server[110845]: 'SecurityGroupRule': {'1.2'}, Jul 24 19:52:39.497205 dv-cinder-850449-2-iscsi neutron-server[110845]: 'SubPort': {'1.0'}, Jul 24 19:52:39.497205 dv-cinder-850449-2-iscsi neutron-server[110845]: 'Subnet': {'1.1'}, Jul 24 19:52:39.497205 dv-cinder-850449-2-iscsi neutron-server[110845]: 'Trunk': {'1.1'}} Jul 24 19:52:39.497205 dv-cinder-850449-2-iscsi neutron-server[110845]: consumer versions: Jul 24 19:52:39.497205 dv-cinder-850449-2-iscsi neutron-server[110845]: { DHCP agent@dv-cinder-850449-2-iscsi: {}, Jul 24 19:52:39.497205 dv-cinder-850449-2-iscsi neutron-server[110845]: L3 agent@dv-cinder-850449-2-iscsi: {}, Jul 24 19:52:39.497205 dv-cinder-850449-2-iscsi neutron-server[110845]: Metadata agent@dv-cinder-850449-2-iscsi: {}, Jul 24 19:52:39.497205 dv-cinder-850449-2-iscsi neutron-server[110845]: Metering agent@dv-cinder-850449-2-iscsi: {}, Jul 24 19:52:39.497205 dv-cinder-850449-2-iscsi neutron-server[110845]: Open vSwitch agent@dv-cinder-850449-2-iscsi: { 'AddressGroup': '1.2', Jul 24 19:52:39.497205 dv-cinder-850449-2-iscsi neutron-server[110845]: 'Agent': '1.1', Jul 24 19:52:39.497205 dv-cinder-850449-2-iscsi neutron-server[110845]: 'ConntrackHelper': '1.0', Jul 24 19:52:39.497205 dv-cinder-850449-2-iscsi neutron-server[110845]: 'LocalIPAssociation': '1.0', Jul 24 19:52:39.497205 dv-cinder-850449-2-iscsi neutron-server[110845]: 'Log': '1.0', Jul 24 19:52:39.497205 dv-cinder-850449-2-iscsi neutron-server[110845]: 'NDPProxy': '1.0', Jul 24 19:52:39.497205 dv-cinder-850449-2-iscsi neutron-server[110845]: 'Network': '1.1', Jul 24 19:52:39.497205 dv-cinder-850449-2-iscsi neutron-server[110845]: 'Port': '1.7', Jul 24 19:52:39.497205 dv-cinder-850449-2-iscsi neutron-server[110845]: 'PortForwarding': '1.3', Jul 24 19:52:39.497205 dv-cinder-850449-2-iscsi neutron-server[110845]: 'QosPolicy': '1.10', Jul 24 19:52:39.497205 dv-cinder-850449-2-iscsi neutron-server[110845]: 'SecurityGroup': '1.5', Jul 24 19:52:39.497205 dv-cinder-850449-2-iscsi neutron-server[110845]: 'SecurityGroupRule': '1.2', Jul 24 19:52:39.497205 dv-cinder-850449-2-iscsi neutron-server[110845]: 'SubPort': '1.0', Jul 24 19:52:39.497205 dv-cinder-850449-2-iscsi neutron-server[110845]: 'Subnet': '1.1', Jul 24 19:52:39.497205 dv-cinder-850449-2-iscsi neutron-server[110845]: 'Trunk': '1.1'}} Jul 24 19:52:39.497205 dv-cinder-850449-2-iscsi neutron-server[110845]: {{(pid=110845) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 24 19:52:39.503892 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4107cf2b-e8ae-4ad0-9bdc-8acfecc77e1e None None] Checking agent: {'id': '46eda511-dfa5-408c-8bd4-cb509f691033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850449-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 24, 19, 52, 9), 'started_at': datetime.datetime(2022, 7, 24, 19, 52, 39), 'heartbeat_timestamp': datetime.datetime(2022, 7, 24, 19, 52, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850449-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 24 19:52:39.504898 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4107cf2b-e8ae-4ad0-9bdc-8acfecc77e1e None None] Checking segment: {'id': 'fc3854cb-3be8-46a5-b421-5f8a89858902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'd939713f-2743-44f2-9d86-fe2fc2914f2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 24 19:52:39.505380 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron_lib.callbacks.manager [None req-4107cf2b-e8ae-4ad0-9bdc-8acfecc77e1e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 19:52:39.505770 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4107cf2b-e8ae-4ad0-9bdc-8acfecc77e1e None None] Bound using segment: {'id': 'fc3854cb-3be8-46a5-b421-5f8a89858902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'd939713f-2743-44f2-9d86-fe2fc2914f2e'} {{(pid=110845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 24 19:52:39.506242 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.plugins.ml2.managers [None req-4107cf2b-e8ae-4ad0-9bdc-8acfecc77e1e None None] Bound port: 0475bf1d-69dd-4dc4-9113-246c7e81307f, host: dv-cinder-850449-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc3854cb-3be8-46a5-b421-5f8a89858902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'd939713f-2743-44f2-9d86-fe2fc2914f2e'}}] {{(pid=110845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 24 19:52:39.506624 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron_lib.callbacks.manager [None req-4107cf2b-e8ae-4ad0-9bdc-8acfecc77e1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (0475bf1d-69dd-4dc4-9113-246c7e81307f), before_update {{(pid=110845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 19:52:39.561239 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-d6b20b88-6654-4657-9ed4-9360b7646355 None None] Provisioning complete for port 0475bf1d-69dd-4dc4-9113-246c7e81307f triggered by entity DHCP. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 19:52:39.561849 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-d6b20b88-6654-4657-9ed4-9360b7646355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812910'] for port (0475bf1d-69dd-4dc4-9113-246c7e81307f), provisioning_complete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 19:52:39.570289 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG dbcounter [-] [110845] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 19:52:39.571676 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.plugins.ml2.db [None req-4107cf2b-e8ae-4ad0-9bdc-8acfecc77e1e None None] For port 0475bf1d-69dd-4dc4-9113-246c7e81307f, host dv-cinder-850449-2-iscsi, cleared binding levels {{(pid=110845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 19:52:39.594204 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.plugins.ml2.db [None req-4107cf2b-e8ae-4ad0-9bdc-8acfecc77e1e None None] For port 0475bf1d-69dd-4dc4-9113-246c7e81307f, host dv-cinder-850449-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850449-2-iscsi',level=0,port_id=0475bf1d-69dd-4dc4-9113-246c7e81307f,segment=NetworkSegment(fc3854cb-3be8-46a5-b421-5f8a89858902),segment_id=fc3854cb-3be8-46a5-b421-5f8a89858902)] {{(pid=110845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 19:52:39.594907 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-d6b20b88-6654-4657-9ed4-9360b7646355 None None] Port 0475bf1d-69dd-4dc4-9113-246c7e81307f cannot update to ACTIVE because it is not bound. {{(pid=110844) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 24 19:52:39.705393 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron_lib.callbacks.manager [None req-4107cf2b-e8ae-4ad0-9bdc-8acfecc77e1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958'] for port (0475bf1d-69dd-4dc4-9113-246c7e81307f), after_update {{(pid=110845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 19:52:39.728295 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG dbcounter [-] [110845] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 19:52:39.767409 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4107cf2b-e8ae-4ad0-9bdc-8acfecc77e1e None None] Routers {'512f9158-ce14-4728-bd1f-3711ce180b94'} bound to L3 agent in host dv-cinder-850449-2-iscsi {{(pid=110845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 19:52:39.767409 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.l3_hamode_db [None req-4107cf2b-e8ae-4ad0-9bdc-8acfecc77e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-24T19:52:06Z,description=,heartbeat_timestamp=2022-07-24T19:52:36Z,host='dv-cinder-850449-2-iscsi',id=408021b7-d46b-48c2-9f75-8a8023f9145c,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T19:52:06Z,topic='l3_agent')) {'router_ids': ['512f9158-ce14-4728-bd1f-3711ce180b94'], 'active': True} {{(pid=110845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 19:52:39.768902 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a72492-fbeb-44fc-b6f5-8e53e3852e99 None None] Pushing event updated for resources: {'Port': ['ID=0475bf1d-69dd-4dc4-9113-246c7e81307f,revision_number=4']} {{(pid=110845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 19:52:39.861661 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.l3_dvr_db [None req-4107cf2b-e8ae-4ad0-9bdc-8acfecc77e1e None None] Set router 512f9158-ce14-4728-bd1f-3711ce180b94 gateway port host: None {{(pid=110845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 19:52:40.015110 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-83fa4128-3f77-43e7-ad0f-e19899280c5c None None] Provisioning complete for port 0475bf1d-69dd-4dc4-9113-246c7e81307f triggered by entity DHCP. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 19:52:40.015516 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-83fa4128-3f77-43e7-ad0f-e19899280c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812910'] for port (0475bf1d-69dd-4dc4-9113-246c7e81307f), provisioning_complete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 19:52:40.062444 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.l3_hamode_db [None req-4107cf2b-e8ae-4ad0-9bdc-8acfecc77e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '512f9158-ce14-4728-bd1f-3711ce180b94', 'name': 'router1', 'tenant_id': '04a4d4b6451449af851d7f25e1f9c6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T19:52:26Z', 'updated_at': '2022-07-24T19:52:36Z', 'revision_number': 2, 'project_id': '04a4d4b6451449af851d7f25e1f9c6be', 'gw_port_host': None, '_interfaces': [{'id': '0475bf1d-69dd-4dc4-9113-246c7e81307f', 'name': '', 'network_id': 'd939713f-2743-44f2-9d86-fe2fc2914f2e', 'tenant_id': '04a4d4b6451449af851d7f25e1f9c6be', 'mac_address': 'fa:16:3e:f6:73:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '512f9158-ce14-4728-bd1f-3711ce180b94', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e18e99a4-b686-4fae-9fcd-a83ef784df7e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T19:52:36Z', 'updated_at': '2022-07-24T19:52:39Z', 'revision_number': 4, 'project_id': '04a4d4b6451449af851d7f25e1f9c6be', 'subnets': [{'id': 'e18e99a4-b686-4fae-9fcd-a83ef784df7e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '91cc3a13-a210-410c-bd8f-e5a76a2c8867'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850449-2-iscsi', False) {} {{(pid=110845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 19:52:40.091298 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4107cf2b-e8ae-4ad0-9bdc-8acfecc77e1e None None] The sync data for ids ['512f9158-ce14-4728-bd1f-3711ce180b94'] in dv-cinder-850449-2-iscsi is: [{'id': '512f9158-ce14-4728-bd1f-3711ce180b94', 'name': 'router1', 'tenant_id': '04a4d4b6451449af851d7f25e1f9c6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T19:52:26Z', 'updated_at': '2022-07-24T19:52:36Z', 'revision_number': 2, 'project_id': '04a4d4b6451449af851d7f25e1f9c6be', 'gw_port_host': None, '_interfaces': [{'id': '0475bf1d-69dd-4dc4-9113-246c7e81307f', 'name': '', 'network_id': 'd939713f-2743-44f2-9d86-fe2fc2914f2e', 'tenant_id': '04a4d4b6451449af851d7f25e1f9c6be', 'mac_address': 'fa:16:3e:f6:73:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '512f9158-ce14-4728-bd1f-3711ce180b94', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e18e99a4-b686-4fae-9fcd-a83ef784df7e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T19:52:36Z', 'updated_at': '2022-07-24T19:52:39Z', 'revision_number': 4, 'project_id': '04a4d4b6451449af851d7f25e1f9c6be', 'subnets': [{'id': 'e18e99a4-b686-4fae-9fcd-a83ef784df7e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '91cc3a13-a210-410c-bd8f-e5a76a2c8867'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 19:52:40.091707 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-83fa4128-3f77-43e7-ad0f-e19899280c5c None None] Current status of the port 0475bf1d-69dd-4dc4-9113-246c7e81307f is: DOWN; New status is: ACTIVE {{(pid=110844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 19:52:40.092051 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-83fa4128-3f77-43e7-ad0f-e19899280c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (0475bf1d-69dd-4dc4-9113-246c7e81307f), before_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 19:52:40.128895 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-83fa4128-3f77-43e7-ad0f-e19899280c5c None None] For port 0475bf1d-69dd-4dc4-9113-246c7e81307f, host dv-cinder-850449-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850449-2-iscsi',level=0,port_id=0475bf1d-69dd-4dc4-9113-246c7e81307f,segment=NetworkSegment(fc3854cb-3be8-46a5-b421-5f8a89858902),segment_id=fc3854cb-3be8-46a5-b421-5f8a89858902)] {{(pid=110844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 19:52:40.198207 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-83fa4128-3f77-43e7-ad0f-e19899280c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958'] for port (0475bf1d-69dd-4dc4-9113-246c7e81307f), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 19:52:40.247688 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fa4128-3f77-43e7-ad0f-e19899280c5c None None] Pushing event updated for resources: {'Port': ['ID=0475bf1d-69dd-4dc4-9113-246c7e81307f,revision_number=5']} {{(pid=110844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 19:52:40.254792 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 54614) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 19:52:40.645594 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 19:52:40.660634 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fba3512b-cb32-42f0-8f0b-b593b810e10b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 19:52:40.662019 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-fba3512b-cb32-42f0-8f0b-b593b810e10b admin admin] 10.222.0.17 "GET /v2.0/networks/10498192-3528-4341-803f-d59b33e3b71c HTTP/1.1" status: 200 len: 842 time: 0.4062650 Jul 24 19:52:40.671590 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.v2.base [None req-68426a92-5898-46ad-b79f-575128b99908 admin admin] Request body: {'subnet': {'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'cidr': '172.27.3.0/24', 'ip_version': 4, 'enable_dhcp': False, 'gateway_ip': '172.27.3.1', 'name': 'public-subnet'}} {{(pid=110842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 19:52:40.775037 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68426a92-5898-46ad-b79f-575128b99908 admin admin] Made reservation on behalf of 245371efe76c48ce9eb35e790603face for: {'subnet': 1} {{(pid=110842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 19:52:40.777444 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-68426a92-5898-46ad-b79f-575128b99908 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 19:52:41.126133 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.objects.ports [None req-68426a92-5898-46ad-b79f-575128b99908 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110842) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Jul 24 19:52:41.126671 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-68426a92-5898-46ad-b79f-575128b99908 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937'] for subnet (99a0caa3-3fb5-4860-826f-478186226de3), after_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 19:52:41.186958 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68426a92-5898-46ad-b79f-575128b99908 admin admin] Pushing event updated for resources: {'Subnet': ['ID=99a0caa3-3fb5-4860-826f-478186226de3,revision_number=0']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 19:52:41.197301 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68426a92-5898-46ad-b79f-575128b99908 admin admin] Checking segment: {'id': 'fc72dfdc-4d29-4b3c-a3f7-b36f757f54d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10498192-3528-4341-803f-d59b33e3b71c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 24 19:52:41.197645 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68426a92-5898-46ad-b79f-575128b99908 admin admin] Network hostable DHCP agents. Network: 10498192-3528-4341-803f-d59b33e3b71c, hostable agents: ['dc36e0ef-94f3-4a3e-9c13-4790afccb2e9'], hosted agents: [] {{(pid=110842) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 19:52:41.295103 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68426a92-5898-46ad-b79f-575128b99908 admin admin] Network 10498192-3528-4341-803f-d59b33e3b71c is scheduled to be hosted by DHCP agent dc36e0ef-94f3-4a3e-9c13-4790afccb2e9 with binding_index 1 {{(pid=110842) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 19:52:41.385126 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.scheduler.base_scheduler [None req-68426a92-5898-46ad-b79f-575128b99908 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850449-2-iscsi, 10498192-3528-4341-803f-d59b33e3b71c) {{(pid=110842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 19:52:41.389266 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68426a92-5898-46ad-b79f-575128b99908 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 19:52:41.389942 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-68426a92-5898-46ad-b79f-575128b99908 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594923'] for subnet (None), before_response {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 19:52:41.392317 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 19:52:41.398570 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e5b6595-f354-4d52-b56e-d83263248c81 None None] Network 10498192-3528-4341-803f-d59b33e3b71c requested from dv-cinder-850449-2-iscsi {{(pid=110844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 24 19:52:41.464630 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 19:52:41.500216 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0e9388a-87fc-49ba-a800-7a7e8acbb7c5 None None] Network 10498192-3528-4341-803f-d59b33e3b71c requested from dv-cinder-850449-2-iscsi {{(pid=110844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 24 19:52:41.521633 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-68426a92-5898-46ad-b79f-575128b99908 admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8534105 Jul 24 19:52:42.951149 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=45,neutron:INSERT=14,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 19:52:42.981665 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=46,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 19:52:43.858782 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 54624) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 19:52:44.278923 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-35f15ded-4d9e-474a-801c-b937e8f3605f demo admin] 10.222.0.17 "GET /v2.0/routers/512f9158-ce14-4728-bd1f-3711ce180b94 HTTP/1.1" status: 200 len: 710 time: 0.4189780 Jul 24 19:52:44.368956 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a95d73a7-d166-48a2-9ced-b593ec89bd88 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 19:52:44.370446 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-a95d73a7-d166-48a2-9ced-b593ec89bd88 demo admin] 10.222.0.17 "GET /v2.0/networks/10498192-3528-4341-803f-d59b33e3b71c HTTP/1.1" status: 200 len: 886 time: 0.0860260 Jul 24 19:52:44.380001 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.v2.base [None req-e7742be7-d9c3-4cfa-b6a9-a8dcc124f50a demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '10498192-3528-4341-803f-d59b33e3b71c'}}} {{(pid=110842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 19:52:44.633691 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-e7742be7-d9c3-4cfa-b6a9-a8dcc124f50a demo admin] Publish callbacks [] for router_gateway (512f9158-ce14-4728-bd1f-3711ce180b94), precommit_update {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 19:52:44.946064 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 19:52:45.020572 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-e7742be7-d9c3-4cfa-b6a9-a8dcc124f50a demo admin] Publish callbacks [] for router_gateway (512f9158-ce14-4728-bd1f-3711ce180b94), before_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 19:52:45.101755 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-e7742be7-d9c3-4cfa-b6a9-a8dcc124f50a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (None), before_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 19:52:45.264524 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 19:52:45.286540 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.db.db_base_plugin_common [None req-e7742be7-d9c3-4cfa-b6a9-a8dcc124f50a demo admin] Allocated IP 172.27.3.242 (10498192-3528-4341-803f-d59b33e3b71c/99a0caa3-3fb5-4860-826f-478186226de3/48ea9460-ac55-4d6a-9a02-fa66aa824ffb) {{(pid=110842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 19:52:45.439503 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-e7742be7-d9c3-4cfa-b6a9-a8dcc124f50a demo admin] Publish callbacks [] for port (48ea9460-ac55-4d6a-9a02-fa66aa824ffb), precommit_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 19:52:45.558276 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-e7742be7-d9c3-4cfa-b6a9-a8dcc124f50a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731445223406'] for port (48ea9460-ac55-4d6a-9a02-fa66aa824ffb), after_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 19:52:45.592826 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7742be7-d9c3-4cfa-b6a9-a8dcc124f50a demo admin] Network 10498192-3528-4341-803f-d59b33e3b71c is already hosted by enough agents. {{(pid=110842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 19:52:45.595556 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.scheduler.base_scheduler [None req-e7742be7-d9c3-4cfa-b6a9-a8dcc124f50a demo admin] Resources bound (agent type, host, resource id): {{(pid=110842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 19:52:45.602897 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7742be7-d9c3-4cfa-b6a9-a8dcc124f50a demo admin] Received port after_create {{(pid=110842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 24 19:52:45.639163 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7742be7-d9c3-4cfa-b6a9-a8dcc124f50a demo admin] Pushing event updated for resources: {'Port': ['ID=48ea9460-ac55-4d6a-9a02-fa66aa824ffb,revision_number=1']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 19:52:45.996317 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-e7742be7-d9c3-4cfa-b6a9-a8dcc124f50a demo admin] Publish callbacks [] for router_gateway (512f9158-ce14-4728-bd1f-3711ce180b94), after_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 19:52:46.167491 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 19:52:46.188189 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-e7742be7-d9c3-4cfa-b6a9-a8dcc124f50a demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-445847', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-450830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-746'] for router (512f9158-ce14-4728-bd1f-3711ce180b94), precommit_update {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 19:52:46.191592 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-e7742be7-d9c3-4cfa-b6a9-a8dcc124f50a demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-445874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-445868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-445861', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-450813'] for router (512f9158-ce14-4728-bd1f-3711ce180b94), after_update {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 19:52:46.295846 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7742be7-d9c3-4cfa-b6a9-a8dcc124f50a demo admin] Router 512f9158-ce14-4728-bd1f-3711ce180b94 has already been hosted by L3 agent 408021b7-d46b-48c2-9f75-8a8023f9145c {{(pid=110842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 24 19:52:46.399409 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7742be7-d9c3-4cfa-b6a9-a8dcc124f50a demo admin] Notify agent at l3_agent.dv-cinder-850449-2-iscsi the message routers_updated {{(pid=110842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 19:52:46.403713 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-e7742be7-d9c3-4cfa-b6a9-a8dcc124f50a demo admin] Publish callbacks [] for router (None), before_response {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 19:52:46.406831 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-e7742be7-d9c3-4cfa-b6a9-a8dcc124f50a demo admin] 10.222.0.17 "PUT /v2.0/routers/512f9158-ce14-4728-bd1f-3711ce180b94 HTTP/1.1" status: 200 len: 890 time: 2.0288117 Jul 24 19:52:46.410283 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab1929e2-8ead-4428-8d33-b4855f70cb87 None None] Sync routers for ids ['512f9158-ce14-4728-bd1f-3711ce180b94'] in dv-cinder-850449-2-iscsi {{(pid=110844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 19:52:46.423821 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1929e2-8ead-4428-8d33-b4855f70cb87 None None] Routers {'512f9158-ce14-4728-bd1f-3711ce180b94'} bound to L3 agent in host dv-cinder-850449-2-iscsi {{(pid=110844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 19:52:46.424511 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_hamode_db [None req-ab1929e2-8ead-4428-8d33-b4855f70cb87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-24T19:52:06Z,description=,heartbeat_timestamp=2022-07-24T19:52:36Z,host='dv-cinder-850449-2-iscsi',id=408021b7-d46b-48c2-9f75-8a8023f9145c,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T19:52:06Z,topic='l3_agent')) {'router_ids': ['512f9158-ce14-4728-bd1f-3711ce180b94'], 'active': True} {{(pid=110844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 19:52:46.610781 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 19:52:46.639293 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_dvr_db [None req-ab1929e2-8ead-4428-8d33-b4855f70cb87 None None] Set router 512f9158-ce14-4728-bd1f-3711ce180b94 gateway port host: dv-cinder-850449-2-iscsi {{(pid=110844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 19:52:46.780460 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Device 0475bf1d-69dd-4dc4-9113-246c7e81307f up at agent ovs-agent-dv-cinder-850449-2-iscsi {{(pid=110844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 19:52:46.956016 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Provisioning complete for port 0475bf1d-69dd-4dc4-9113-246c7e81307f triggered by entity L2. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 19:52:46.956319 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812910'] for port (0475bf1d-69dd-4dc4-9113-246c7e81307f), provisioning_complete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 19:52:47.181164 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_hamode_db [None req-ab1929e2-8ead-4428-8d33-b4855f70cb87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '512f9158-ce14-4728-bd1f-3711ce180b94', 'name': 'router1', 'tenant_id': '04a4d4b6451449af851d7f25e1f9c6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'external_fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': '48ea9460-ac55-4d6a-9a02-fa66aa824ffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T19:52:26Z', 'updated_at': '2022-07-24T19:52:45Z', 'revision_number': 4, 'project_id': '04a4d4b6451449af851d7f25e1f9c6be', 'gw_port': {'id': '48ea9460-ac55-4d6a-9a02-fa66aa824ffb', 'name': '', 'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:47:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '512f9158-ce14-4728-bd1f-3711ce180b94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T19:52:45Z', 'updated_at': '2022-07-24T19:52:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '99a0caa3-3fb5-4860-826f-478186226de3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850449-2-iscsi', '_interfaces': [{'id': '0475bf1d-69dd-4dc4-9113-246c7e81307f', 'name': '', 'network_id': 'd939713f-2743-44f2-9d86-fe2fc2914f2e', 'tenant_id': '04a4d4b6451449af851d7f25e1f9c6be', 'mac_address': 'fa:16:3e:f6:73:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '512f9158-ce14-4728-bd1f-3711ce180b94', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e18e99a4-b686-4fae-9fcd-a83ef784df7e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T19:52:36Z', 'updated_at': '2022-07-24T19:52:40Z', 'revision_number': 5, 'project_id': '04a4d4b6451449af851d7f25e1f9c6be', 'subnets': [{'id': 'e18e99a4-b686-4fae-9fcd-a83ef784df7e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '91cc3a13-a210-410c-bd8f-e5a76a2c8867'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850449-2-iscsi', False) {} {{(pid=110844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 19:52:47.229691 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab1929e2-8ead-4428-8d33-b4855f70cb87 None None] Checking router: 512f9158-ce14-4728-bd1f-3711ce180b94 for host: dv-cinder-850449-2-iscsi {{(pid=110844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 19:52:47.230045 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab1929e2-8ead-4428-8d33-b4855f70cb87 None None] Updating router 512f9158-ce14-4728-bd1f-3711ce180b94 port 48ea9460-ac55-4d6a-9a02-fa66aa824ffb binding host dv-cinder-850449-2-iscsi {{(pid=110844) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 19:52:47.286114 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Current status of the port 0475bf1d-69dd-4dc4-9113-246c7e81307f is: ACTIVE; New status is: ACTIVE {{(pid=110844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 19:52:47.297771 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-ab1929e2-8ead-4428-8d33-b4855f70cb87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (48ea9460-ac55-4d6a-9a02-fa66aa824ffb), before_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 19:52:47.619081 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-ab1929e2-8ead-4428-8d33-b4855f70cb87 None None] Publish callbacks [] for port (48ea9460-ac55-4d6a-9a02-fa66aa824ffb), precommit_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 19:52:47.727735 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-ab1929e2-8ead-4428-8d33-b4855f70cb87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958'] for port (48ea9460-ac55-4d6a-9a02-fa66aa824ffb), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 19:52:47.734489 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 19:52:47.786568 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.managers [None req-ab1929e2-8ead-4428-8d33-b4855f70cb87 None None] Attempting to bind port 48ea9460-ac55-4d6a-9a02-fa66aa824ffb on host dv-cinder-850449-2-iscsi for vnic_type normal with profile {{(pid=110844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 24 19:52:47.786941 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.managers [None req-ab1929e2-8ead-4428-8d33-b4855f70cb87 None None] Attempting to bind port 48ea9460-ac55-4d6a-9a02-fa66aa824ffb by drivers openvswitch,hyperv on host dv-cinder-850449-2-iscsi at level 0 using segments [{'id': 'fc72dfdc-4d29-4b3c-a3f7-b36f757f54d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10498192-3528-4341-803f-d59b33e3b71c'}] {{(pid=110844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 24 19:52:47.787316 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1929e2-8ead-4428-8d33-b4855f70cb87 None None] Attempting to bind port 48ea9460-ac55-4d6a-9a02-fa66aa824ffb on network 10498192-3528-4341-803f-d59b33e3b71c {{(pid=110844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 24 19:52:47.790377 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5f2659-b181-490a-82e8-a026f4abaffd None None] Pushing event updated for resources: {'Port': ['ID=48ea9460-ac55-4d6a-9a02-fa66aa824ffb,revision_number=2']} {{(pid=110844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 19:52:47.795906 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1929e2-8ead-4428-8d33-b4855f70cb87 None None] Checking agent: {'id': '46eda511-dfa5-408c-8bd4-cb509f691033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850449-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 24, 19, 52, 9), 'started_at': datetime.datetime(2022, 7, 24, 19, 52, 39), 'heartbeat_timestamp': datetime.datetime(2022, 7, 24, 19, 52, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850449-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 24 19:52:47.796285 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1929e2-8ead-4428-8d33-b4855f70cb87 None None] Checking segment: {'id': 'fc72dfdc-4d29-4b3c-a3f7-b36f757f54d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10498192-3528-4341-803f-d59b33e3b71c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 24 19:52:47.796715 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-ab1929e2-8ead-4428-8d33-b4855f70cb87 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 19:52:47.797112 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1929e2-8ead-4428-8d33-b4855f70cb87 None None] Bound using segment: {'id': 'fc72dfdc-4d29-4b3c-a3f7-b36f757f54d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10498192-3528-4341-803f-d59b33e3b71c'} {{(pid=110844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 24 19:52:47.798104 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.managers [None req-ab1929e2-8ead-4428-8d33-b4855f70cb87 None None] Bound port: 48ea9460-ac55-4d6a-9a02-fa66aa824ffb, host: dv-cinder-850449-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc72dfdc-4d29-4b3c-a3f7-b36f757f54d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10498192-3528-4341-803f-d59b33e3b71c'}}] {{(pid=110844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 24 19:52:47.798104 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-ab1929e2-8ead-4428-8d33-b4855f70cb87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (48ea9460-ac55-4d6a-9a02-fa66aa824ffb), before_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 19:52:47.846825 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-ab1929e2-8ead-4428-8d33-b4855f70cb87 None None] For port 48ea9460-ac55-4d6a-9a02-fa66aa824ffb, host dv-cinder-850449-2-iscsi, cleared binding levels {{(pid=110844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 19:52:47.849922 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-ab1929e2-8ead-4428-8d33-b4855f70cb87 None None] For port 48ea9460-ac55-4d6a-9a02-fa66aa824ffb, host dv-cinder-850449-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850449-2-iscsi',level=0,port_id=48ea9460-ac55-4d6a-9a02-fa66aa824ffb,segment=NetworkSegment(fc72dfdc-4d29-4b3c-a3f7-b36f757f54d3),segment_id=fc72dfdc-4d29-4b3c-a3f7-b36f757f54d3)] {{(pid=110844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 19:52:47.950868 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-ab1929e2-8ead-4428-8d33-b4855f70cb87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958'] for port (48ea9460-ac55-4d6a-9a02-fa66aa824ffb), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 19:52:47.979278 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 19:52:48.011680 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1929e2-8ead-4428-8d33-b4855f70cb87 None None] Routers {'512f9158-ce14-4728-bd1f-3711ce180b94'} bound to L3 agent in host dv-cinder-850449-2-iscsi {{(pid=110844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 19:52:48.012291 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_hamode_db [None req-ab1929e2-8ead-4428-8d33-b4855f70cb87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-24T19:52:06Z,description=,heartbeat_timestamp=2022-07-24T19:52:36Z,host='dv-cinder-850449-2-iscsi',id=408021b7-d46b-48c2-9f75-8a8023f9145c,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T19:52:06Z,topic='l3_agent')) {'router_ids': ['512f9158-ce14-4728-bd1f-3711ce180b94'], 'active': True} {{(pid=110844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 19:52:48.015239 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5f2659-b181-490a-82e8-a026f4abaffd None None] Pushing event updated for resources: {'Port': ['ID=48ea9460-ac55-4d6a-9a02-fa66aa824ffb,revision_number=3']} {{(pid=110844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 19:52:48.121760 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_dvr_db [None req-ab1929e2-8ead-4428-8d33-b4855f70cb87 None None] Set router 512f9158-ce14-4728-bd1f-3711ce180b94 gateway port host: dv-cinder-850449-2-iscsi {{(pid=110844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 19:52:48.317256 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_hamode_db [None req-ab1929e2-8ead-4428-8d33-b4855f70cb87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '512f9158-ce14-4728-bd1f-3711ce180b94', 'name': 'router1', 'tenant_id': '04a4d4b6451449af851d7f25e1f9c6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'external_fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': '48ea9460-ac55-4d6a-9a02-fa66aa824ffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T19:52:26Z', 'updated_at': '2022-07-24T19:52:45Z', 'revision_number': 4, 'project_id': '04a4d4b6451449af851d7f25e1f9c6be', 'gw_port': {'id': '48ea9460-ac55-4d6a-9a02-fa66aa824ffb', 'name': '', 'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:47:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '512f9158-ce14-4728-bd1f-3711ce180b94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T19:52:45Z', 'updated_at': '2022-07-24T19:52:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99a0caa3-3fb5-4860-826f-478186226de3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850449-2-iscsi', '_interfaces': [{'id': '0475bf1d-69dd-4dc4-9113-246c7e81307f', 'name': '', 'network_id': 'd939713f-2743-44f2-9d86-fe2fc2914f2e', 'tenant_id': '04a4d4b6451449af851d7f25e1f9c6be', 'mac_address': 'fa:16:3e:f6:73:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '512f9158-ce14-4728-bd1f-3711ce180b94', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e18e99a4-b686-4fae-9fcd-a83ef784df7e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T19:52:36Z', 'updated_at': '2022-07-24T19:52:40Z', 'revision_number': 5, 'project_id': '04a4d4b6451449af851d7f25e1f9c6be', 'subnets': [{'id': 'e18e99a4-b686-4fae-9fcd-a83ef784df7e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '91cc3a13-a210-410c-bd8f-e5a76a2c8867'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850449-2-iscsi', False) {} {{(pid=110844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 19:52:48.341615 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab1929e2-8ead-4428-8d33-b4855f70cb87 None None] The sync data for ids ['512f9158-ce14-4728-bd1f-3711ce180b94'] in dv-cinder-850449-2-iscsi is: [{'id': '512f9158-ce14-4728-bd1f-3711ce180b94', 'name': 'router1', 'tenant_id': '04a4d4b6451449af851d7f25e1f9c6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'external_fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': '48ea9460-ac55-4d6a-9a02-fa66aa824ffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T19:52:26Z', 'updated_at': '2022-07-24T19:52:45Z', 'revision_number': 4, 'project_id': '04a4d4b6451449af851d7f25e1f9c6be', 'gw_port': {'id': '48ea9460-ac55-4d6a-9a02-fa66aa824ffb', 'name': '', 'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:47:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '512f9158-ce14-4728-bd1f-3711ce180b94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T19:52:45Z', 'updated_at': '2022-07-24T19:52:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99a0caa3-3fb5-4860-826f-478186226de3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850449-2-iscsi', '_interfaces': [{'id': '0475bf1d-69dd-4dc4-9113-246c7e81307f', 'name': '', 'network_id': 'd939713f-2743-44f2-9d86-fe2fc2914f2e', 'tenant_id': '04a4d4b6451449af851d7f25e1f9c6be', 'mac_address': 'fa:16:3e:f6:73:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '512f9158-ce14-4728-bd1f-3711ce180b94', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e18e99a4-b686-4fae-9fcd-a83ef784df7e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T19:52:36Z', 'updated_at': '2022-07-24T19:52:40Z', 'revision_number': 5, 'project_id': '04a4d4b6451449af851d7f25e1f9c6be', 'subnets': [{'id': 'e18e99a4-b686-4fae-9fcd-a83ef784df7e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '91cc3a13-a210-410c-bd8f-e5a76a2c8867'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 19:52:48.773197 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Device 48ea9460-ac55-4d6a-9a02-fa66aa824ffb up at agent ovs-agent-dv-cinder-850449-2-iscsi {{(pid=110844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 19:52:48.820969 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Provisioning complete for port 48ea9460-ac55-4d6a-9a02-fa66aa824ffb triggered by entity L2. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 19:52:48.822098 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812910'] for port (48ea9460-ac55-4d6a-9a02-fa66aa824ffb), provisioning_complete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 19:52:48.901488 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Current status of the port 48ea9460-ac55-4d6a-9a02-fa66aa824ffb is: DOWN; New status is: ACTIVE {{(pid=110844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 19:52:48.901882 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (48ea9460-ac55-4d6a-9a02-fa66aa824ffb), before_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 19:52:48.915986 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 54636) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 19:52:48.926110 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] For port 48ea9460-ac55-4d6a-9a02-fa66aa824ffb, host dv-cinder-850449-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850449-2-iscsi',level=0,port_id=48ea9460-ac55-4d6a-9a02-fa66aa824ffb,segment=NetworkSegment(fc72dfdc-4d29-4b3c-a3f7-b36f757f54d3),segment_id=fc72dfdc-4d29-4b3c-a3f7-b36f757f54d3)] {{(pid=110844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 19:52:48.986720 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958'] for port (48ea9460-ac55-4d6a-9a02-fa66aa824ffb), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 19:52:49.036427 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Pushing event updated for resources: {'Port': ['ID=48ea9460-ac55-4d6a-9a02-fa66aa824ffb,revision_number=4']} {{(pid=110844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 19:52:49.349339 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-95923a9e-5b1e-4f47-a3cd-60038087b151 admin admin] 10.222.0.17 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 413 time: 0.4320769 Jul 24 19:52:50.060520 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG dbcounter [-] [110845] Writing DB stats neutron:SELECT=19 {{(pid=110845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 19:52:50.066051 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG dbcounter [-] [110845] Writing DB stats neutron:SELECT=55 {{(pid=110845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 19:52:50.752142 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Device 48ea9460-ac55-4d6a-9a02-fa66aa824ffb up at agent ovs-agent-dv-cinder-850449-2-iscsi {{(pid=110844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 19:52:50.796008 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Provisioning complete for port 48ea9460-ac55-4d6a-9a02-fa66aa824ffb triggered by entity L2. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 19:52:50.796401 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812910'] for port (48ea9460-ac55-4d6a-9a02-fa66aa824ffb), provisioning_complete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 19:52:50.819126 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 19:52:50.870041 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Current status of the port 48ea9460-ac55-4d6a-9a02-fa66aa824ffb is: ACTIVE; New status is: ACTIVE {{(pid=110844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 19:52:56.728469 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.agents_db [None req-615be7cd-482a-4e0c-9386-1b4806e6e45a None None] Agent healthcheck: found 5 active agents {{(pid=110845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 19:52:59.340939 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 19:52:59.345330 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=14 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 19:53:00.869709 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=73,neutron:UPDATE=1 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 19:53:03.458402 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-512ba2dc-2d7b-43b7-89b8-b0927893f7dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (dc36e0ef-94f3-4a3e-9c13-4790afccb2e9), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 19:53:05.963160 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-d25d9484-30b3-44d2-a303-d6f26253528c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (408021b7-d46b-48c2-9f75-8a8023f9145c), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 19:53:06.875640 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-6dc48dae-acff-4e3e-8fdb-430da55b4f7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (7ee55678-4254-481c-8cae-5c828aed81c9), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 19:53:08.196081 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-43102eef-6e4b-4922-ad30-3734cbb7477a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (7d43fc2f-3c2c-473f-8c92-13ad6341ecc2), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 19:53:09.101372 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (46eda511-dfa5-408c-8bd4-cb509f691033), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 19:53:12.731967 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG dbcounter [-] [110845] Writing DB stats neutron:SELECT=6 {{(pid=110845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 19:53:12.736455 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG dbcounter [-] [110845] Writing DB stats neutron:SELECT=2 {{(pid=110845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 19:53:19.033585 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 19:53:19.036309 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 19:53:33.648048 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-59be2a8d-fd69-4344-b7cb-8f9fa4b82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (dc36e0ef-94f3-4a3e-9c13-4790afccb2e9), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 19:53:33.729835 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.agents_db [None req-615be7cd-482a-4e0c-9386-1b4806e6e45a None None] Agent healthcheck: found 5 active agents {{(pid=110845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 19:53:35.913101 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-3ab1ea8c-8d95-4e58-aaad-84bcfcf424cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (408021b7-d46b-48c2-9f75-8a8023f9145c), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 19:53:36.882721 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-6dc48dae-acff-4e3e-8fdb-430da55b4f7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (7ee55678-4254-481c-8cae-5c828aed81c9), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 19:53:38.256889 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-43102eef-6e4b-4922-ad30-3734cbb7477a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (7d43fc2f-3c2c-473f-8c92-13ad6341ecc2), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 19:53:39.419039 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (46eda511-dfa5-408c-8bd4-cb509f691033), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 19:53:43.725275 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG dbcounter [-] [110845] Writing DB stats neutron:SELECT=1 {{(pid=110845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 19:53:49.033314 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=25,neutron:UPDATE=2 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 19:53:49.035129 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=16,neutron:UPDATE=3 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 19:53:49.731565 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG dbcounter [-] [110845] Writing DB stats neutron:SELECT=7 {{(pid=110845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 19:54:01.720362 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG dbcounter [-] [110845] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=110845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 19:54:03.433706 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-a8c22a52-7ed5-42e2-8795-9ecece377daa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (dc36e0ef-94f3-4a3e-9c13-4790afccb2e9), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 19:54:05.892202 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-b123ce8d-93ed-47b9-9943-3635f5793342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (408021b7-d46b-48c2-9f75-8a8023f9145c), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 19:54:06.846248 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-6dc48dae-acff-4e3e-8fdb-430da55b4f7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (7ee55678-4254-481c-8cae-5c828aed81c9), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 19:54:08.229351 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-43102eef-6e4b-4922-ad30-3734cbb7477a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (7d43fc2f-3c2c-473f-8c92-13ad6341ecc2), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 19:54:09.119298 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (46eda511-dfa5-408c-8bd4-cb509f691033), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 19:54:10.729269 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.agents_db [None req-615be7cd-482a-4e0c-9386-1b4806e6e45a None None] Agent healthcheck: found 5 active agents {{(pid=110845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 19:54:15.001779 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 55176) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 19:54:15.340011 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.pecan_wsgi.hooks.translation [None req-715dd7dd-a636-4c8e-bd87-a727f870fa9f admin admin] GET failed (client error): The resource could not be found. Jul 24 19:54:15.341327 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-715dd7dd-a636-4c8e-bd87-a727f870fa9f admin admin] 10.222.0.17 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3385084 Jul 24 19:54:15.580315 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdc4cde3-ebd8-4ebd-aea4-b6c54d6b6273 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 19:54:15.581819 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-fdc4cde3-ebd8-4ebd-aea4-b6c54d6b6273 admin admin] 10.222.0.17 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2363236 Jul 24 19:54:17.820567 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 55186) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 19:54:18.187467 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a12b8fa-e451-4a3a-9277-89cc7342f9db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 19:54:18.188902 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-2a12b8fa-e451-4a3a-9277-89cc7342f9db admin admin] 10.222.0.17 "GET /v2.0/subnets/e18e99a4-b686-4fae-9fcd-a83ef784df7e HTTP/1.1" status: 200 len: 849 time: 0.3673375 Jul 24 19:54:18.199296 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.v2.base [None req-6d5ba2bd-b5a6-4e44-9f1e-87bfb7aa2670 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=110842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 19:54:18.284347 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-6d5ba2bd-b5a6-4e44-9f1e-87bfb7aa2670 admin admin] Publish callbacks [] for subnet (e18e99a4-b686-4fae-9fcd-a83ef784df7e), before_update {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 19:54:18.519978 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-6d5ba2bd-b5a6-4e44-9f1e-87bfb7aa2670 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8731445585713'] for subnet (e18e99a4-b686-4fae-9fcd-a83ef784df7e), after_update {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 19:54:18.556092 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d5ba2bd-b5a6-4e44-9f1e-87bfb7aa2670 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 19:54:18.556203 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-6d5ba2bd-b5a6-4e44-9f1e-87bfb7aa2670 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594923'] for subnet (None), before_response {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 19:54:18.557434 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-6d5ba2bd-b5a6-4e44-9f1e-87bfb7aa2670 admin admin] 10.222.0.17 "PUT /v2.0/subnets/e18e99a4-b686-4fae-9fcd-a83ef784df7e HTTP/1.1" status: 200 len: 868 time: 0.3618536 Jul 24 19:54:18.559397 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-831e3302-aee7-474e-bb24-c9facd7a13e1 None None] Network d939713f-2743-44f2-9d86-fe2fc2914f2e requested from dv-cinder-850449-2-iscsi {{(pid=110844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 24 19:54:18.576257 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5ba2bd-b5a6-4e44-9f1e-87bfb7aa2670 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e18e99a4-b686-4fae-9fcd-a83ef784df7e,revision_number=1']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 19:54:18.583852 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5ba2bd-b5a6-4e44-9f1e-87bfb7aa2670 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 19:54:18.584215 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5ba2bd-b5a6-4e44-9f1e-87bfb7aa2670 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 19:54:18.584562 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5ba2bd-b5a6-4e44-9f1e-87bfb7aa2670 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 19:54:18.584926 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5ba2bd-b5a6-4e44-9f1e-87bfb7aa2670 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 19:54:18.585259 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5ba2bd-b5a6-4e44-9f1e-87bfb7aa2670 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 19:54:18.585589 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5ba2bd-b5a6-4e44-9f1e-87bfb7aa2670 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 19:54:18.585915 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5ba2bd-b5a6-4e44-9f1e-87bfb7aa2670 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 19:54:18.586241 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5ba2bd-b5a6-4e44-9f1e-87bfb7aa2670 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 19:54:18.586566 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5ba2bd-b5a6-4e44-9f1e-87bfb7aa2670 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 19:54:18.586890 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5ba2bd-b5a6-4e44-9f1e-87bfb7aa2670 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 19:54:18.587233 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5ba2bd-b5a6-4e44-9f1e-87bfb7aa2670 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 19:54:18.587561 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5ba2bd-b5a6-4e44-9f1e-87bfb7aa2670 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 19:54:18.587881 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5ba2bd-b5a6-4e44-9f1e-87bfb7aa2670 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 19:54:18.588199 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5ba2bd-b5a6-4e44-9f1e-87bfb7aa2670 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 19:54:18.588519 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5ba2bd-b5a6-4e44-9f1e-87bfb7aa2670 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 19:54:18.845431 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-40ac8c25-4df5-4b2b-8f74-5841dc00d6fc None None] Provisioning complete for port 0475bf1d-69dd-4dc4-9113-246c7e81307f triggered by entity DHCP. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 19:54:18.845891 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-40ac8c25-4df5-4b2b-8f74-5841dc00d6fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812910'] for port (0475bf1d-69dd-4dc4-9113-246c7e81307f), provisioning_complete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 19:54:18.917882 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-40ac8c25-4df5-4b2b-8f74-5841dc00d6fc None None] Current status of the port 0475bf1d-69dd-4dc4-9113-246c7e81307f is: ACTIVE; New status is: ACTIVE {{(pid=110844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 19:54:18.926048 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-40ac8c25-4df5-4b2b-8f74-5841dc00d6fc None None] Provisioning complete for port b99d36c6-50c5-4a30-a149-c2c6a5ff661d triggered by entity DHCP. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 19:54:18.926436 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-40ac8c25-4df5-4b2b-8f74-5841dc00d6fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812910'] for port (b99d36c6-50c5-4a30-a149-c2c6a5ff661d), provisioning_complete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 19:54:18.998477 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-40ac8c25-4df5-4b2b-8f74-5841dc00d6fc None None] Current status of the port b99d36c6-50c5-4a30-a149-c2c6a5ff661d is: ACTIVE; New status is: ACTIVE {{(pid=110844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 19:54:20.789313 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 55194) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 19:54:21.276814 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-184c446b-f9d7-4037-9bc5-037bf532cc94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 19:54:21.277285 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-184c446b-f9d7-4037-9bc5-037bf532cc94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 19:54:21.278856 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-184c446b-f9d7-4037-9bc5-037bf532cc94 admin admin] 10.222.0.17 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4885399 Jul 24 19:54:23.543077 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 55202) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 19:54:23.969722 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7f5ee03-ccc4-4b12-bcfd-6ab1de0c2591 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 19:54:23.970134 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7f5ee03-ccc4-4b12-bcfd-6ab1de0c2591 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 19:54:23.971722 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-a7f5ee03-ccc4-4b12-bcfd-6ab1de0c2591 admin admin] 10.222.0.17 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4276953 Jul 24 19:54:26.158510 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [-] (110843) accepted ('10.222.0.17', 55212) {{(pid=110843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 19:54:26.649406 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b21d538c-15de-4f9a-9ba0-e749e96ccca6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 19:54:26.650841 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [None req-b21d538c-15de-4f9a-9ba0-e749e96ccca6 admin admin] 10.222.0.17 "GET /v2.0/networks/10498192-3528-4341-803f-d59b33e3b71c HTTP/1.1" status: 200 len: 886 time: 0.4913926 Jul 24 19:54:26.722070 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG dbcounter [-] [110845] Writing DB stats neutron:SELECT=16 {{(pid=110845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 19:54:26.727236 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG dbcounter [-] [110845] Writing DB stats neutron:SELECT=18 {{(pid=110845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 19:54:28.840543 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [-] (110843) accepted ('10.222.0.17', 55222) {{(pid=110843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 19:54:28.993016 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=42,neutron:UPDATE=4 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 19:54:28.996943 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=50,neutron:UPDATE=1 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 19:54:29.265348 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bf6b442-273a-4e69-888a-b69930ef0c9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 19:54:29.266623 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [None req-3bf6b442-273a-4e69-888a-b69930ef0c9b admin admin] 10.222.0.17 "GET /v2.0/networks/d939713f-2743-44f2-9d86-fe2fc2914f2e HTTP/1.1" status: 200 len: 869 time: 0.4248686 Jul 24 19:54:31.501637 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [-] (110843) accepted ('10.222.0.17', 55230) {{(pid=110843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 19:54:31.913929 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6728da54-bf9b-4e54-b8c3-208d646a3c30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 19:54:31.914296 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6728da54-bf9b-4e54-b8c3-208d646a3c30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 19:54:31.915794 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [None req-6728da54-bf9b-4e54-b8c3-208d646a3c30 admin admin] 10.222.0.17 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4132221 Jul 24 19:54:33.473862 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-74b716f7-93a5-40bb-b8f6-e2b24a5c02f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (dc36e0ef-94f3-4a3e-9c13-4790afccb2e9), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 19:54:33.965457 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=80,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 19:54:33.967351 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=88,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 19:54:34.107284 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [-] (110843) accepted ('10.222.0.17', 55238) {{(pid=110843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 19:54:34.477855 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6b77ba9-4881-42a5-bb1b-10d42eb93404 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 19:54:34.478318 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6b77ba9-4881-42a5-bb1b-10d42eb93404 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 19:54:34.479850 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [None req-e6b77ba9-4881-42a5-bb1b-10d42eb93404 admin admin] 10.222.0.17 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3716202 Jul 24 19:54:35.902671 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-fd51db39-68cd-4238-a3e2-024d94df6a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (408021b7-d46b-48c2-9f75-8a8023f9145c), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 19:54:36.695476 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [-] (110843) accepted ('10.222.0.17', 55246) {{(pid=110843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 19:54:36.856536 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-6dc48dae-acff-4e3e-8fdb-430da55b4f7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (7ee55678-4254-481c-8cae-5c828aed81c9), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 19:54:37.108714 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d948bae9-2df8-4e27-9270-090a7da94c65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 19:54:37.110082 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [None req-d948bae9-2df8-4e27-9270-090a7da94c65 admin admin] 10.222.0.17 "GET /v2.0/subnets/99a0caa3-3fb5-4860-826f-478186226de3 HTTP/1.1" status: 200 len: 816 time: 0.4137280 Jul 24 19:54:38.250806 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-43102eef-6e4b-4922-ad30-3734cbb7477a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (7d43fc2f-3c2c-473f-8c92-13ad6341ecc2), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 19:54:39.142176 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (46eda511-dfa5-408c-8bd4-cb509f691033), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 19:54:39.317781 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 55254) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 19:54:39.723520 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f8f416-2109-4c93-883b-a5f93db9bbf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 19:54:39.727165 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-97f8f416-2109-4c93-883b-a5f93db9bbf9 admin admin] 10.222.0.17 "GET /v2.0/subnets/e18e99a4-b686-4fae-9fcd-a83ef784df7e HTTP/1.1" status: 200 len: 868 time: 0.4061546 Jul 24 19:54:47.101785 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=40 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 19:54:47.105645 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=39 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 19:54:47.728873 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.agents_db [None req-615be7cd-482a-4e0c-9386-1b4806e6e45a None None] Agent healthcheck: found 5 active agents {{(pid=110845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 19:54:49.036368 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 19:54:49.040732 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 19:54:49.713136 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=6 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 19:54:49.720032 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=7 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 19:55:03.438338 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-85b82e99-3e24-46e3-b0ae-564cf27b910f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (dc36e0ef-94f3-4a3e-9c13-4790afccb2e9), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 19:55:03.727962 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG dbcounter [-] [110845] Writing DB stats neutron:SELECT=4 {{(pid=110845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 19:55:04.736779 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG dbcounter [-] [110845] Writing DB stats neutron:SELECT=6 {{(pid=110845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 19:55:05.861269 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-0bf990de-886c-4a33-b3ad-de2e039b6917 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (408021b7-d46b-48c2-9f75-8a8023f9145c), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 19:55:06.861234 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-6dc48dae-acff-4e3e-8fdb-430da55b4f7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (7ee55678-4254-481c-8cae-5c828aed81c9), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 19:55:08.125495 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 55310) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 19:55:08.215288 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-43102eef-6e4b-4922-ad30-3734cbb7477a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (7d43fc2f-3c2c-473f-8c92-13ad6341ecc2), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 19:55:08.456978 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [None req-6f686236-e904-45a8-b37e-2959e2f8d989 admin admin] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=110842) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 24 19:55:08.458007 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-6f686236-e904-45a8-b37e-2959e2f8d989 admin admin] 10.222.0.17 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3309674 Jul 24 19:55:09.112947 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (46eda511-dfa5-408c-8bd4-cb509f691033), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 19:55:10.788603 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 55318) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 19:55:11.131390 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e0121a3-078a-4dc0-a596-8230fc7a62d0 admin admin] GET failed (client error): The resource could not be found. Jul 24 19:55:11.132711 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-1e0121a3-078a-4dc0-a596-8230fc7a62d0 admin admin] 10.222.0.17 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3431399 Jul 24 19:55:11.219760 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7de9b2d-1405-4fe7-bbb5-27a002b9e39f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 19:55:11.221240 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-a7de9b2d-1405-4fe7-bbb5-27a002b9e39f admin admin] 10.222.0.17 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0844228 Jul 24 19:55:13.511839 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 55326) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 19:55:13.844690 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.v2.base [None req-141411fd-c9dc-45de-9906-2bd0ec4773af admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=110842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 19:55:13.946733 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-141411fd-c9dc-45de-9906-2bd0ec4773af admin admin] Made reservation on behalf of 245371efe76c48ce9eb35e790603face for: {'network': 1} {{(pid=110842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 19:55:13.949309 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-141411fd-c9dc-45de-9906-2bd0ec4773af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for network (None), before_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 19:55:13.978096 dv-cinder-850449-2-iscsi neutron-server[110842]: WARNING neutron.services.revisions.revision_plugin [None req-141411fd-c9dc-45de-9906-2bd0ec4773af admin admin] Could not find related network for resource to bump revision. Jul 24 19:55:13.993763 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-141411fd-c9dc-45de-9906-2bd0ec4773af admin admin] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=110842) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 19:55:14.006836 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-141411fd-c9dc-45de-9906-2bd0ec4773af admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8731445707075', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7750649'] for segment (07f89a99-bd78-4597-86d4-9c346b47b2f7), precommit_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 19:55:14.007352 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-141411fd-c9dc-45de-9906-2bd0ec4773af admin admin] Unsubscribe: segment precommit_create {{(pid=110842) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 24 19:55:14.007819 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.db.segments_db [None req-141411fd-c9dc-45de-9906-2bd0ec4773af admin admin] Added segment 07f89a99-bd78-4597-86d4-9c346b47b2f7 of type vlan for network c35aa88a-0387-4688-abef-60c78ac99c89 Jul 24 19:55:14.052955 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-141411fd-c9dc-45de-9906-2bd0ec4773af admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731445242929'] for network (c35aa88a-0387-4688-abef-60c78ac99c89), precommit_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 19:55:14.123528 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-141411fd-c9dc-45de-9906-2bd0ec4773af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937'] for network (c35aa88a-0387-4688-abef-60c78ac99c89), after_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 19:55:14.124446 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-141411fd-c9dc-45de-9906-2bd0ec4773af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 19:55:14.125059 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-141411fd-c9dc-45de-9906-2bd0ec4773af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594923'] for network (None), before_response {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 19:55:14.219232 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141411fd-c9dc-45de-9906-2bd0ec4773af admin admin] Pushing event updated for resources: {'Network': ['ID=c35aa88a-0387-4688-abef-60c78ac99c89,revision_number=1']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 19:55:14.229634 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Network c35aa88a-0387-4688-abef-60c78ac99c89 details requested by agent ovs-agent-dv-cinder-850449-2-iscsi with host dv-cinder-850449-2-iscsi {{(pid=110844) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 19:55:14.246184 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-141411fd-c9dc-45de-9906-2bd0ec4773af admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.7332640 Jul 24 19:55:16.571232 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 55334) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 19:55:16.933171 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffa24d7d-46a5-4944-9501-67e39d736547 admin admin] GET failed (client error): The resource could not be found. Jul 24 19:55:16.934474 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-ffa24d7d-46a5-4944-9501-67e39d736547 admin admin] 10.222.0.17 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3622689 Jul 24 19:55:17.007579 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d82d8f85-9e9e-4c1d-a19c-b8c8e8d83aad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 19:55:17.009085 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-d82d8f85-9e9e-4c1d-a19c-b8c8e8d83aad admin admin] 10.222.0.17 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0704615 Jul 24 19:55:17.023557 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.v2.base [None req-631545d9-ab22-4110-a0d2-f2689d762a29 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'network_id': 'c35aa88a-0387-4688-abef-60c78ac99c89', 'name': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24'}} {{(pid=110842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 19:55:17.106246 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-631545d9-ab22-4110-a0d2-f2689d762a29 admin admin] Made reservation on behalf of 245371efe76c48ce9eb35e790603face for: {'subnet': 1} {{(pid=110842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 19:55:17.108578 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-631545d9-ab22-4110-a0d2-f2689d762a29 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 19:55:17.329710 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-631545d9-ab22-4110-a0d2-f2689d762a29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937'] for subnet (0c6b564c-4f1c-4107-94e9-41bb2936d8b2), after_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 19:55:17.381262 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631545d9-ab22-4110-a0d2-f2689d762a29 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c6b564c-4f1c-4107-94e9-41bb2936d8b2,revision_number=0']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 19:55:17.396992 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631545d9-ab22-4110-a0d2-f2689d762a29 admin admin] Checking segment: {'id': '07f89a99-bd78-4597-86d4-9c346b47b2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'c35aa88a-0387-4688-abef-60c78ac99c89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 24 19:55:17.397342 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-631545d9-ab22-4110-a0d2-f2689d762a29 admin admin] Network hostable DHCP agents. Network: c35aa88a-0387-4688-abef-60c78ac99c89, hostable agents: ['dc36e0ef-94f3-4a3e-9c13-4790afccb2e9'], hosted agents: [] {{(pid=110842) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 19:55:17.477776 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-631545d9-ab22-4110-a0d2-f2689d762a29 admin admin] Network c35aa88a-0387-4688-abef-60c78ac99c89 is scheduled to be hosted by DHCP agent dc36e0ef-94f3-4a3e-9c13-4790afccb2e9 with binding_index 1 {{(pid=110842) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 19:55:17.545762 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.scheduler.base_scheduler [None req-631545d9-ab22-4110-a0d2-f2689d762a29 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850449-2-iscsi, c35aa88a-0387-4688-abef-60c78ac99c89) {{(pid=110842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 19:55:17.550880 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-631545d9-ab22-4110-a0d2-f2689d762a29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 19:55:17.551468 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-631545d9-ab22-4110-a0d2-f2689d762a29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594923'] for subnet (None), before_response {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 19:55:17.556039 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c92c8562-0442-4370-9c01-6963f54fb5d5 None None] Network c35aa88a-0387-4688-abef-60c78ac99c89 requested from dv-cinder-850449-2-iscsi {{(pid=110844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 24 19:55:17.646537 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-631545d9-ab22-4110-a0d2-f2689d762a29 admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6264677 Jul 24 19:55:17.671760 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-365a25dd-2abf-4734-9740-397eeab7b5ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp900f634c-eb0d-5d65-94fb-55faaa86ae34-c35aa88a-0387-4688-abef-60c78ac99c89', 'network_id': 'c35aa88a-0387-4688-abef-60c78ac99c89', 'project_id': '245371efe76c48ce9eb35e790603face', 'fixed_ips': [{'subnet_id': '0c6b564c-4f1c-4107-94e9-41bb2936d8b2'}]}} from dv-cinder-850449-2-iscsi. {{(pid=110844) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 24 19:55:17.672875 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-365a25dd-2abf-4734-9740-397eeab7b5ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (None), before_create {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 19:55:17.818383 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.db_base_plugin_common [None req-365a25dd-2abf-4734-9740-397eeab7b5ba None None] Allocated IP 192.168.233.2 (c35aa88a-0387-4688-abef-60c78ac99c89/0c6b564c-4f1c-4107-94e9-41bb2936d8b2/02e8e936-c501-496f-9e75-82fee8873293) {{(pid=110844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 19:55:17.966318 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-365a25dd-2abf-4734-9740-397eeab7b5ba None None] Publish callbacks [] for port (02e8e936-c501-496f-9e75-82fee8873293), precommit_create {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 19:55:18.084349 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-365a25dd-2abf-4734-9740-397eeab7b5ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731445223406'] for port (02e8e936-c501-496f-9e75-82fee8873293), after_create {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 19:55:18.126393 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-365a25dd-2abf-4734-9740-397eeab7b5ba None None] Network c35aa88a-0387-4688-abef-60c78ac99c89 is already hosted by enough agents. {{(pid=110844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 19:55:18.131611 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.scheduler.base_scheduler [None req-365a25dd-2abf-4734-9740-397eeab7b5ba None None] Resources bound (agent type, host, resource id): {{(pid=110844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 19:55:18.138818 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365a25dd-2abf-4734-9740-397eeab7b5ba None None] Received port after_create {{(pid=110844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 24 19:55:18.144539 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365a25dd-2abf-4734-9740-397eeab7b5ba None None] Pushing event updated for resources: {'Port': ['ID=02e8e936-c501-496f-9e75-82fee8873293,revision_number=1']} {{(pid=110844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 19:55:18.150511 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365a25dd-2abf-4734-9740-397eeab7b5ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 19:55:18.150852 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365a25dd-2abf-4734-9740-397eeab7b5ba None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 19:55:18.151212 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365a25dd-2abf-4734-9740-397eeab7b5ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 19:55:18.151570 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365a25dd-2abf-4734-9740-397eeab7b5ba None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 19:55:18.151905 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365a25dd-2abf-4734-9740-397eeab7b5ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 19:55:18.152230 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365a25dd-2abf-4734-9740-397eeab7b5ba None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 19:55:18.152555 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365a25dd-2abf-4734-9740-397eeab7b5ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 19:55:18.152898 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365a25dd-2abf-4734-9740-397eeab7b5ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 19:55:18.153219 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365a25dd-2abf-4734-9740-397eeab7b5ba None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 19:55:18.153538 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365a25dd-2abf-4734-9740-397eeab7b5ba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 19:55:18.153858 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365a25dd-2abf-4734-9740-397eeab7b5ba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 19:55:18.154190 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365a25dd-2abf-4734-9740-397eeab7b5ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 19:55:18.154508 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365a25dd-2abf-4734-9740-397eeab7b5ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 19:55:18.154821 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365a25dd-2abf-4734-9740-397eeab7b5ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 19:55:18.155138 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365a25dd-2abf-4734-9740-397eeab7b5ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 19:55:18.211803 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.managers [None req-365a25dd-2abf-4734-9740-397eeab7b5ba None None] Attempting to bind port 02e8e936-c501-496f-9e75-82fee8873293 on host dv-cinder-850449-2-iscsi for vnic_type normal with profile {{(pid=110844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 24 19:55:18.212168 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.managers [None req-365a25dd-2abf-4734-9740-397eeab7b5ba None None] Attempting to bind port 02e8e936-c501-496f-9e75-82fee8873293 by drivers openvswitch,hyperv on host dv-cinder-850449-2-iscsi at level 0 using segments [{'id': '07f89a99-bd78-4597-86d4-9c346b47b2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'c35aa88a-0387-4688-abef-60c78ac99c89'}] {{(pid=110844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 24 19:55:18.212523 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365a25dd-2abf-4734-9740-397eeab7b5ba None None] Attempting to bind port 02e8e936-c501-496f-9e75-82fee8873293 on network c35aa88a-0387-4688-abef-60c78ac99c89 {{(pid=110844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 24 19:55:18.218286 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365a25dd-2abf-4734-9740-397eeab7b5ba None None] Checking agent: {'id': '46eda511-dfa5-408c-8bd4-cb509f691033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850449-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 24, 19, 52, 9), 'started_at': datetime.datetime(2022, 7, 24, 19, 52, 39), 'heartbeat_timestamp': datetime.datetime(2022, 7, 24, 19, 55, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850449-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 24 19:55:18.218586 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365a25dd-2abf-4734-9740-397eeab7b5ba None None] Checking segment: {'id': '07f89a99-bd78-4597-86d4-9c346b47b2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'c35aa88a-0387-4688-abef-60c78ac99c89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 24 19:55:18.218980 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-365a25dd-2abf-4734-9740-397eeab7b5ba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 19:55:18.219365 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365a25dd-2abf-4734-9740-397eeab7b5ba None None] Bound using segment: {'id': '07f89a99-bd78-4597-86d4-9c346b47b2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'c35aa88a-0387-4688-abef-60c78ac99c89'} {{(pid=110844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 24 19:55:18.219826 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.managers [None req-365a25dd-2abf-4734-9740-397eeab7b5ba None None] Bound port: 02e8e936-c501-496f-9e75-82fee8873293, host: dv-cinder-850449-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07f89a99-bd78-4597-86d4-9c346b47b2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'c35aa88a-0387-4688-abef-60c78ac99c89'}}] {{(pid=110844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 24 19:55:18.220202 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-365a25dd-2abf-4734-9740-397eeab7b5ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (02e8e936-c501-496f-9e75-82fee8873293), before_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 19:55:18.282138 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-365a25dd-2abf-4734-9740-397eeab7b5ba None None] For port 02e8e936-c501-496f-9e75-82fee8873293, host dv-cinder-850449-2-iscsi, cleared binding levels {{(pid=110844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 19:55:18.286235 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-365a25dd-2abf-4734-9740-397eeab7b5ba None None] For port 02e8e936-c501-496f-9e75-82fee8873293, host dv-cinder-850449-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850449-2-iscsi',level=0,port_id=02e8e936-c501-496f-9e75-82fee8873293,segment=NetworkSegment(07f89a99-bd78-4597-86d4-9c346b47b2f7),segment_id=07f89a99-bd78-4597-86d4-9c346b47b2f7)] {{(pid=110844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 19:55:18.381242 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-365a25dd-2abf-4734-9740-397eeab7b5ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958'] for port (02e8e936-c501-496f-9e75-82fee8873293), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 19:55:18.416774 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=89,neutron:UPDATE=9,neutron:INSERT=2 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 19:55:18.448093 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365a25dd-2abf-4734-9740-397eeab7b5ba None None] Pushing event updated for resources: {'Port': ['ID=02e8e936-c501-496f-9e75-82fee8873293,revision_number=2']} {{(pid=110844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 19:55:18.875061 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Device 02e8e936-c501-496f-9e75-82fee8873293 up at agent ovs-agent-dv-cinder-850449-2-iscsi {{(pid=110844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 19:55:18.928302 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Provisioning complete for port 02e8e936-c501-496f-9e75-82fee8873293 triggered by entity L2. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 19:55:18.929463 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812910'] for port (02e8e936-c501-496f-9e75-82fee8873293), provisioning_complete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 19:55:18.963786 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 19:55:19.013815 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Current status of the port 02e8e936-c501-496f-9e75-82fee8873293 is: DOWN; New status is: ACTIVE {{(pid=110844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 19:55:19.018435 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (02e8e936-c501-496f-9e75-82fee8873293), before_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 19:55:19.058519 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] For port 02e8e936-c501-496f-9e75-82fee8873293, host dv-cinder-850449-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850449-2-iscsi',level=0,port_id=02e8e936-c501-496f-9e75-82fee8873293,segment=NetworkSegment(07f89a99-bd78-4597-86d4-9c346b47b2f7),segment_id=07f89a99-bd78-4597-86d4-9c346b47b2f7)] {{(pid=110844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 19:55:19.135468 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958'] for port (02e8e936-c501-496f-9e75-82fee8873293), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 19:55:19.196691 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Pushing event updated for resources: {'Port': ['ID=02e8e936-c501-496f-9e75-82fee8873293,revision_number=3']} {{(pid=110844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 19:55:19.306299 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4defdbac-5da1-454e-909a-97d17f4c263d None None] Network c35aa88a-0387-4688-abef-60c78ac99c89 requested from dv-cinder-850449-2-iscsi {{(pid=110844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 24 19:55:19.427185 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-953a400f-ad7d-4685-8f77-ebf9889c3eea None None] Provisioning complete for port 02e8e936-c501-496f-9e75-82fee8873293 triggered by entity DHCP. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 19:55:19.427585 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-953a400f-ad7d-4685-8f77-ebf9889c3eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812910'] for port (02e8e936-c501-496f-9e75-82fee8873293), provisioning_complete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 19:55:19.510985 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-953a400f-ad7d-4685-8f77-ebf9889c3eea None None] Current status of the port 02e8e936-c501-496f-9e75-82fee8873293 is: ACTIVE; New status is: ACTIVE {{(pid=110844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 19:55:19.628931 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-6cd76c3f-3497-4a94-8f77-37a7a98ccfee None None] Provisioning complete for port 02e8e936-c501-496f-9e75-82fee8873293 triggered by entity DHCP. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 19:55:19.629331 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-6cd76c3f-3497-4a94-8f77-37a7a98ccfee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812910'] for port (02e8e936-c501-496f-9e75-82fee8873293), provisioning_complete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 19:55:19.707633 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-6cd76c3f-3497-4a94-8f77-37a7a98ccfee None None] Current status of the port 02e8e936-c501-496f-9e75-82fee8873293 is: ACTIVE; New status is: ACTIVE {{(pid=110844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 19:55:20.860239 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Device 02e8e936-c501-496f-9e75-82fee8873293 up at agent ovs-agent-dv-cinder-850449-2-iscsi {{(pid=110844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 19:55:20.908145 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Provisioning complete for port 02e8e936-c501-496f-9e75-82fee8873293 triggered by entity L2. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 19:55:20.908539 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812910'] for port (02e8e936-c501-496f-9e75-82fee8873293), provisioning_complete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 19:55:20.987110 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Current status of the port 02e8e936-c501-496f-9e75-82fee8873293 is: ACTIVE; New status is: ACTIVE {{(pid=110844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 19:55:24.728982 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.agents_db [None req-615be7cd-482a-4e0c-9386-1b4806e6e45a None None] Agent healthcheck: found 5 active agents {{(pid=110845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 19:55:27.560930 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=73,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 19:55:27.561850 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 19:55:28.264530 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 19:55:33.442903 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-8c22c1d3-ef5c-4869-b5d5-c8a2304c6ec6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (dc36e0ef-94f3-4a3e-9c13-4790afccb2e9), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 19:55:35.849288 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-c49c83f0-3df2-4b5f-aa15-3266dcd08798 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (408021b7-d46b-48c2-9f75-8a8023f9145c), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 19:55:36.859658 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-6dc48dae-acff-4e3e-8fdb-430da55b4f7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (7ee55678-4254-481c-8cae-5c828aed81c9), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 19:55:38.210525 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-43102eef-6e4b-4922-ad30-3734cbb7477a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (7d43fc2f-3c2c-473f-8c92-13ad6341ecc2), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 19:55:39.093671 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (46eda511-dfa5-408c-8bd4-cb509f691033), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 19:55:40.725032 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG dbcounter [-] [110845] Writing DB stats neutron:SELECT=2 {{(pid=110845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 19:55:40.728885 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG dbcounter [-] [110845] Writing DB stats neutron:SELECT=6 {{(pid=110845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 19:55:49.025923 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 19:55:49.031862 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=89,neutron:UPDATE=1 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 19:56:01.714133 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG dbcounter [-] [110845] Writing DB stats neutron:SELECT=1 {{(pid=110845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 19:56:01.715320 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG dbcounter [-] [110845] Writing DB stats neutron:DELETE=1 {{(pid=110845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 19:56:01.729402 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.agents_db [None req-615be7cd-482a-4e0c-9386-1b4806e6e45a None None] Agent healthcheck: found 5 active agents {{(pid=110845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 19:56:03.466014 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-a65a30a6-0961-47a4-a61c-c9fbb567e1ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (dc36e0ef-94f3-4a3e-9c13-4790afccb2e9), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 19:56:05.864487 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-e0206163-8daf-4ffd-a0a0-1b8a786af40f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (408021b7-d46b-48c2-9f75-8a8023f9145c), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 19:56:06.870254 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-6dc48dae-acff-4e3e-8fdb-430da55b4f7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (7ee55678-4254-481c-8cae-5c828aed81c9), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 19:56:08.207704 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-43102eef-6e4b-4922-ad30-3734cbb7477a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (7d43fc2f-3c2c-473f-8c92-13ad6341ecc2), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 19:56:09.093016 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (46eda511-dfa5-408c-8bd4-cb509f691033), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 19:56:17.735334 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG dbcounter [-] [110845] Writing DB stats neutron:SELECT=2 {{(pid=110845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 19:56:17.737434 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG dbcounter [-] [110845] Writing DB stats neutron:SELECT=6 {{(pid=110845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 19:56:19.031170 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 19:56:19.034140 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 19:56:33.526842 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-232f293e-04dc-4c2f-b578-923a6a2c0aa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (dc36e0ef-94f3-4a3e-9c13-4790afccb2e9), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 19:56:35.891684 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-71388b88-36a3-404a-9f58-822fe77d53a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (408021b7-d46b-48c2-9f75-8a8023f9145c), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 19:56:36.870121 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-6dc48dae-acff-4e3e-8fdb-430da55b4f7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (7ee55678-4254-481c-8cae-5c828aed81c9), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 19:56:38.223677 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-43102eef-6e4b-4922-ad30-3734cbb7477a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (7d43fc2f-3c2c-473f-8c92-13ad6341ecc2), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 19:56:38.730049 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.agents_db [None req-615be7cd-482a-4e0c-9386-1b4806e6e45a None None] Agent healthcheck: found 5 active agents {{(pid=110845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 19:56:39.109363 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (46eda511-dfa5-408c-8bd4-cb509f691033), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 19:56:49.029836 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 19:56:49.031807 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 19:56:58.280001 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG dbcounter [-] [110845] Writing DB stats neutron:SELECT=16 {{(pid=110845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 19:56:58.281297 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG dbcounter [-] [110845] Writing DB stats neutron:SELECT=18 {{(pid=110845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 19:57:03.463068 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-8b95e922-f9b5-410b-9a0d-95790169ed03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (dc36e0ef-94f3-4a3e-9c13-4790afccb2e9), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 19:57:05.852528 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-82ef7458-c76d-4863-a9fe-536a567a7aef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (408021b7-d46b-48c2-9f75-8a8023f9145c), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 19:57:06.851817 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-6dc48dae-acff-4e3e-8fdb-430da55b4f7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (7ee55678-4254-481c-8cae-5c828aed81c9), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 19:57:08.238108 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-43102eef-6e4b-4922-ad30-3734cbb7477a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (7d43fc2f-3c2c-473f-8c92-13ad6341ecc2), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 19:57:09.092741 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (46eda511-dfa5-408c-8bd4-cb509f691033), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 19:57:15.730573 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.agents_db [None req-615be7cd-482a-4e0c-9386-1b4806e6e45a None None] Agent healthcheck: found 5 active agents {{(pid=110845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 19:57:19.025214 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:UPDATE=3,neutron:SELECT=7 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 19:57:19.031552 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 19:57:23.506310 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 55392) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 19:57:23.512568 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [None req-40220148-2e52-4cd2-9820-c6e8ff116f2f tempest-verify_tempest_config-632644692 tempest-verify_tempest_config-632644692-project] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=110842) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 24 19:57:23.513676 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-40220148-2e52-4cd2-9820-c6e8ff116f2f tempest-verify_tempest_config-632644692 tempest-verify_tempest_config-632644692-project] 10.222.0.17 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0063293 Jul 24 19:57:24.120108 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 55410) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 19:57:24.269386 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-b45b90fa-dd1a-4ffb-b442-cb32b47cc29f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 19:57:24.382229 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-b45b90fa-dd1a-4ffb-b442-cb32b47cc29f admin admin] Publish callbacks [] for security_group (3842d621-dd24-48c5-8d02-c4d438bb3eac), precommit_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 19:57:24.444950 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-b45b90fa-dd1a-4ffb-b442-cb32b47cc29f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (3842d621-dd24-48c5-8d02-c4d438bb3eac), after_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 19:57:24.492673 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-b45b90fa-dd1a-4ffb-b442-cb32b47cc29f admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=e80d332f409e4f0aac4e3d56193ae95c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3714173 Jul 24 19:57:24.493670 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45b90fa-dd1a-4ffb-b442-cb32b47cc29f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3842d621-dd24-48c5-8d02-c4d438bb3eac,revision_number=1']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 19:57:24.495583 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 55414) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 19:57:24.507500 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45b90fa-dd1a-4ffb-b442-cb32b47cc29f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 19:57:24.508195 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45b90fa-dd1a-4ffb-b442-cb32b47cc29f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 19:57:24.508195 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45b90fa-dd1a-4ffb-b442-cb32b47cc29f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 19:57:24.508502 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45b90fa-dd1a-4ffb-b442-cb32b47cc29f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 19:57:24.508868 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45b90fa-dd1a-4ffb-b442-cb32b47cc29f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 19:57:24.509185 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45b90fa-dd1a-4ffb-b442-cb32b47cc29f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 19:57:24.509506 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45b90fa-dd1a-4ffb-b442-cb32b47cc29f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 19:57:24.509824 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45b90fa-dd1a-4ffb-b442-cb32b47cc29f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 19:57:24.510158 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45b90fa-dd1a-4ffb-b442-cb32b47cc29f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 19:57:24.510517 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45b90fa-dd1a-4ffb-b442-cb32b47cc29f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 19:57:24.510873 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45b90fa-dd1a-4ffb-b442-cb32b47cc29f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 19:57:24.511209 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45b90fa-dd1a-4ffb-b442-cb32b47cc29f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 19:57:24.511580 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45b90fa-dd1a-4ffb-b442-cb32b47cc29f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 19:57:24.511973 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45b90fa-dd1a-4ffb-b442-cb32b47cc29f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 19:57:24.512237 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45b90fa-dd1a-4ffb-b442-cb32b47cc29f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 19:57:24.573745 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-6cd0b518-1b20-4026-8037-9d7c67c42caa admin admin] Publish callbacks [] for security_group (3842d621-dd24-48c5-8d02-c4d438bb3eac), before_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 19:57:24.699665 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-6cd0b518-1b20-4026-8037-9d7c67c42caa admin admin] Publish callbacks [] for security_group (3842d621-dd24-48c5-8d02-c4d438bb3eac), precommit_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 19:57:24.833963 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-6cd0b518-1b20-4026-8037-9d7c67c42caa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (3842d621-dd24-48c5-8d02-c4d438bb3eac), after_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 19:57:24.836606 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-6cd0b518-1b20-4026-8037-9d7c67c42caa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 19:57:24.840233 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-6cd0b518-1b20-4026-8037-9d7c67c42caa admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/3842d621-dd24-48c5-8d02-c4d438bb3eac HTTP/1.1" status: 204 len: 168 time: 0.3412437 Jul 24 19:57:24.846579 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd0b518-1b20-4026-8037-9d7c67c42caa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3842d621-dd24-48c5-8d02-c4d438bb3eac,revision_number=None']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 19:57:31.732908 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG dbcounter [-] [110845] Writing DB stats neutron:SELECT=4 {{(pid=110845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 19:57:31.733889 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG dbcounter [-] [110845] Writing DB stats neutron:SELECT=4 {{(pid=110845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 19:57:33.467627 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-7c65493b-f57d-4cfc-afb8-0098c0a88ca2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (dc36e0ef-94f3-4a3e-9c13-4790afccb2e9), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 19:57:34.741029 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=34,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 19:57:34.842440 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=38,neutron:INSERT=5,neutron:DELETE=1 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 19:57:35.867698 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-6476b9e9-2e59-487e-ac38-04ca6adfb93d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (408021b7-d46b-48c2-9f75-8a8023f9145c), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 19:57:36.871939 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-6dc48dae-acff-4e3e-8fdb-430da55b4f7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (7ee55678-4254-481c-8cae-5c828aed81c9), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 19:57:38.210490 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-43102eef-6e4b-4922-ad30-3734cbb7477a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (7d43fc2f-3c2c-473f-8c92-13ad6341ecc2), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 19:57:39.101942 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (46eda511-dfa5-408c-8bd4-cb509f691033), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 19:57:49.026898 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 19:57:49.033912 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=22,neutron:UPDATE=1 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 19:57:52.729997 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.agents_db [None req-615be7cd-482a-4e0c-9386-1b4806e6e45a None None] Agent healthcheck: found 5 active agents {{(pid=110845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 19:58:03.443515 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-83cd4bdd-a825-4ef5-9546-a5674550d5cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (dc36e0ef-94f3-4a3e-9c13-4790afccb2e9), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 19:58:05.894942 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-12e5aa6e-aaa2-4549-8c9d-7f9e1507b3ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (408021b7-d46b-48c2-9f75-8a8023f9145c), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 19:58:06.870604 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-6dc48dae-acff-4e3e-8fdb-430da55b4f7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (7ee55678-4254-481c-8cae-5c828aed81c9), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 19:58:08.214344 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-43102eef-6e4b-4922-ad30-3734cbb7477a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (7d43fc2f-3c2c-473f-8c92-13ad6341ecc2), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 19:58:08.727667 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG dbcounter [-] [110845] Writing DB stats neutron:SELECT=6 {{(pid=110845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 19:58:08.734664 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG dbcounter [-] [110845] Writing DB stats neutron:DELETE=1,neutron:SELECT=3 {{(pid=110845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 19:58:09.111494 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (46eda511-dfa5-408c-8bd4-cb509f691033), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 19:58:19.029492 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 19:58:19.031406 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 19:58:29.728036 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.agents_db [None req-615be7cd-482a-4e0c-9386-1b4806e6e45a None None] Agent healthcheck: found 5 active agents {{(pid=110845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 19:58:33.457544 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-8889636a-ab75-4d69-b66a-8162385704f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (dc36e0ef-94f3-4a3e-9c13-4790afccb2e9), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 19:58:35.859701 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-b8f586fe-24d0-4da6-9b39-27a8dc99e311 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (408021b7-d46b-48c2-9f75-8a8023f9145c), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 19:58:36.869313 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-6dc48dae-acff-4e3e-8fdb-430da55b4f7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (7ee55678-4254-481c-8cae-5c828aed81c9), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 19:58:38.219423 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-43102eef-6e4b-4922-ad30-3734cbb7477a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (7d43fc2f-3c2c-473f-8c92-13ad6341ecc2), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 19:58:39.099325 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (46eda511-dfa5-408c-8bd4-cb509f691033), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 19:58:45.732917 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG dbcounter [-] [110845] Writing DB stats neutron:SELECT=5 {{(pid=110845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 19:58:45.733716 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG dbcounter [-] [110845] Writing DB stats neutron:SELECT=3 {{(pid=110845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 19:58:49.029444 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 19:58:49.031416 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 19:58:58.268769 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG dbcounter [-] [110845] Writing DB stats neutron:SELECT=13 {{(pid=110845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 19:58:58.272086 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG dbcounter [-] [110845] Writing DB stats neutron:SELECT=13 {{(pid=110845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 19:59:03.484848 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-aee89283-49ba-480d-b986-cb8b28e14c88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (dc36e0ef-94f3-4a3e-9c13-4790afccb2e9), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 19:59:05.864397 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-ff1772ca-9e01-4405-a0f9-34c61e0c6d29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (408021b7-d46b-48c2-9f75-8a8023f9145c), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 19:59:06.726831 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.agents_db [None req-615be7cd-482a-4e0c-9386-1b4806e6e45a None None] Agent healthcheck: found 5 active agents {{(pid=110845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 19:59:06.858729 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-6dc48dae-acff-4e3e-8fdb-430da55b4f7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (7ee55678-4254-481c-8cae-5c828aed81c9), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 19:59:08.209884 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-43102eef-6e4b-4922-ad30-3734cbb7477a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (7d43fc2f-3c2c-473f-8c92-13ad6341ecc2), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 19:59:09.113148 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (46eda511-dfa5-408c-8bd4-cb509f691033), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 19:59:09.526931 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-451693'] for agent (95564131-b678-4db2-a162-51408b2acd55), after_create {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 19:59:19.415420 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 19:59:19.422718 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 19:59:21.349129 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [-] (110843) accepted ('10.222.0.17', 55488) {{(pid=110843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 19:59:21.461681 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [None req-52d7ee12-8563-43cb-a227-4387349a1982 admin admin] 10.222.0.17 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1114807 Jul 24 19:59:22.724290 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG dbcounter [-] [110845] Writing DB stats neutron:SELECT=3 {{(pid=110845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 19:59:22.730333 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG dbcounter [-] [110845] Writing DB stats neutron:SELECT=5 {{(pid=110845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 19:59:23.563660 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [-] (110843) accepted ('10.222.0.17', 55498) {{(pid=110843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 19:59:23.620811 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [None req-78f2d96b-8362-41e6-9fc9-38ad317860b3 admin admin] 10.222.0.17 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0560184 Jul 24 19:59:31.457191 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=1 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 19:59:33.469098 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-472fa321-a446-46e1-bc19-d8f2f284b3a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (dc36e0ef-94f3-4a3e-9c13-4790afccb2e9), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 19:59:33.615342 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=3 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 19:59:35.868355 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-4139cf34-fc95-472c-98ba-ddde936850a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (408021b7-d46b-48c2-9f75-8a8023f9145c), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 19:59:36.882918 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-6dc48dae-acff-4e3e-8fdb-430da55b4f7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (7ee55678-4254-481c-8cae-5c828aed81c9), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 19:59:38.217569 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-43102eef-6e4b-4922-ad30-3734cbb7477a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (7d43fc2f-3c2c-473f-8c92-13ad6341ecc2), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 19:59:39.108336 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (46eda511-dfa5-408c-8bd4-cb509f691033), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 19:59:39.435826 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (95564131-b678-4db2-a162-51408b2acd55), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 19:59:43.725950 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.agents_db [None req-615be7cd-482a-4e0c-9386-1b4806e6e45a None None] Agent healthcheck: found 6 active agents {{(pid=110845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 19:59:49.369773 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 19:59:49.371653 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:00:03.462064 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-bf1ab771-fcf2-4f83-8113-2537465cde5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (dc36e0ef-94f3-4a3e-9c13-4790afccb2e9), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:00:04.721062 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG dbcounter [-] [110845] Writing DB stats neutron:SELECT=7,neutron:DELETE=1 {{(pid=110845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:00:04.722173 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG dbcounter [-] [110845] Writing DB stats neutron:SELECT=4 {{(pid=110845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:00:05.859017 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-97f06d55-4cd5-427b-8bd6-b78ab09ff042 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (408021b7-d46b-48c2-9f75-8a8023f9145c), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:00:06.881717 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-6dc48dae-acff-4e3e-8fdb-430da55b4f7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (7ee55678-4254-481c-8cae-5c828aed81c9), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:00:08.247408 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-43102eef-6e4b-4922-ad30-3734cbb7477a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (7d43fc2f-3c2c-473f-8c92-13ad6341ecc2), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:00:09.110313 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (46eda511-dfa5-408c-8bd4-cb509f691033), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:00:09.450550 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (95564131-b678-4db2-a162-51408b2acd55), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:00:19.379967 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:00:19.386096 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:00:20.726846 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.agents_db [None req-615be7cd-482a-4e0c-9386-1b4806e6e45a None None] Agent healthcheck: found 6 active agents {{(pid=110845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 20:00:33.509024 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-06543f1c-e670-414e-8301-7fa46f6fed28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (dc36e0ef-94f3-4a3e-9c13-4790afccb2e9), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:00:35.863119 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-ece95da6-7787-436b-9c0f-550597242fb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (408021b7-d46b-48c2-9f75-8a8023f9145c), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:00:36.719568 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG dbcounter [-] [110845] Writing DB stats neutron:SELECT=4 {{(pid=110845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:00:36.724458 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG dbcounter [-] [110845] Writing DB stats neutron:SELECT=4 {{(pid=110845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:00:36.880116 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-6dc48dae-acff-4e3e-8fdb-430da55b4f7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (7ee55678-4254-481c-8cae-5c828aed81c9), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:00:38.211340 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-43102eef-6e4b-4922-ad30-3734cbb7477a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (7d43fc2f-3c2c-473f-8c92-13ad6341ecc2), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:00:39.175329 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (46eda511-dfa5-408c-8bd4-cb509f691033), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:00:39.440426 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (95564131-b678-4db2-a162-51408b2acd55), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:00:49.379143 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:00:49.388718 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:00:57.726661 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.agents_db [None req-615be7cd-482a-4e0c-9386-1b4806e6e45a None None] Agent healthcheck: found 6 active agents {{(pid=110845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 20:01:00.489855 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [-] (110843) accepted ('10.222.0.17', 55674) {{(pid=110843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:01:00.940067 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.v2.base [None req-8a01f262-8370-4108-b8f9-93ec6bc0f018 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-842360300-network', 'tenant_id': '49f6a7894899436d8ce94d9a7500533a'}} {{(pid=110843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 20:01:01.056458 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a01f262-8370-4108-b8f9-93ec6bc0f018 admin admin] Made reservation on behalf of 49f6a7894899436d8ce94d9a7500533a for: {'network': 1} {{(pid=110843) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 20:01:01.058902 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-8a01f262-8370-4108-b8f9-93ec6bc0f018 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for network (None), before_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:01.067658 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-8a01f262-8370-4108-b8f9-93ec6bc0f018 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:01.162078 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-8a01f262-8370-4108-b8f9-93ec6bc0f018 admin admin] Publish callbacks [] for security_group (b7b5a1f4-f4cc-4033-b4aa-9be9cda06148), precommit_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:01.194631 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [-] (110843) accepted ('10.222.0.17', 55700) {{(pid=110843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:01:01.210693 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-8a01f262-8370-4108-b8f9-93ec6bc0f018 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (b7b5a1f4-f4cc-4033-b4aa-9be9cda06148), after_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:01.249265 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a01f262-8370-4108-b8f9-93ec6bc0f018 admin admin] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=110843) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 20:01:01.253808 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a01f262-8370-4108-b8f9-93ec6bc0f018 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7b5a1f4-f4cc-4033-b4aa-9be9cda06148,revision_number=1']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:01:01.264552 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-8a01f262-8370-4108-b8f9-93ec6bc0f018 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7750649'] for segment (e9fdb9ec-6b6e-4383-ae6e-075d3eed2f20), precommit_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:01.266786 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.db.segments_db [None req-8a01f262-8370-4108-b8f9-93ec6bc0f018 admin admin] Added segment e9fdb9ec-6b6e-4383-ae6e-075d3eed2f20 of type vlan for network b3fd2ef6-6f8c-45f9-a0a9-81c377b08f7e Jul 24 20:01:01.266959 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a01f262-8370-4108-b8f9-93ec6bc0f018 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:01:01.267212 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a01f262-8370-4108-b8f9-93ec6bc0f018 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:01:01.267552 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a01f262-8370-4108-b8f9-93ec6bc0f018 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:01:01.267889 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a01f262-8370-4108-b8f9-93ec6bc0f018 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:01:01.268221 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a01f262-8370-4108-b8f9-93ec6bc0f018 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:01:01.268551 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a01f262-8370-4108-b8f9-93ec6bc0f018 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:01:01.268902 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a01f262-8370-4108-b8f9-93ec6bc0f018 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:01:01.269228 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a01f262-8370-4108-b8f9-93ec6bc0f018 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:01:01.269619 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a01f262-8370-4108-b8f9-93ec6bc0f018 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:01:01.269908 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a01f262-8370-4108-b8f9-93ec6bc0f018 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:01:01.270233 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a01f262-8370-4108-b8f9-93ec6bc0f018 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:01:01.270560 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a01f262-8370-4108-b8f9-93ec6bc0f018 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:01:01.270877 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a01f262-8370-4108-b8f9-93ec6bc0f018 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:01:01.271196 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a01f262-8370-4108-b8f9-93ec6bc0f018 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:01:01.271519 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a01f262-8370-4108-b8f9-93ec6bc0f018 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:01:01.272974 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a01f262-8370-4108-b8f9-93ec6bc0f018 admin admin] Tracked resource versions report: Jul 24 20:01:01.272974 dv-cinder-850449-2-iscsi neutron-server[110843]: pushed versions: Jul 24 20:01:01.272974 dv-cinder-850449-2-iscsi neutron-server[110843]: { 'AddressGroup': {'1.2'}, Jul 24 20:01:01.272974 dv-cinder-850449-2-iscsi neutron-server[110843]: 'Agent': {'1.1'}, Jul 24 20:01:01.272974 dv-cinder-850449-2-iscsi neutron-server[110843]: 'ConntrackHelper': {'1.0'}, Jul 24 20:01:01.272974 dv-cinder-850449-2-iscsi neutron-server[110843]: 'LocalIPAssociation': {'1.0'}, Jul 24 20:01:01.272974 dv-cinder-850449-2-iscsi neutron-server[110843]: 'Log': {'1.0'}, Jul 24 20:01:01.272974 dv-cinder-850449-2-iscsi neutron-server[110843]: 'NDPProxy': {'1.0'}, Jul 24 20:01:01.272974 dv-cinder-850449-2-iscsi neutron-server[110843]: 'Network': {'1.1'}, Jul 24 20:01:01.272974 dv-cinder-850449-2-iscsi neutron-server[110843]: 'Port': {'1.7'}, Jul 24 20:01:01.272974 dv-cinder-850449-2-iscsi neutron-server[110843]: 'PortForwarding': {'1.3'}, Jul 24 20:01:01.272974 dv-cinder-850449-2-iscsi neutron-server[110843]: 'QosPolicy': {'1.10'}, Jul 24 20:01:01.272974 dv-cinder-850449-2-iscsi neutron-server[110843]: 'SecurityGroup': {'1.5'}, Jul 24 20:01:01.272974 dv-cinder-850449-2-iscsi neutron-server[110843]: 'SecurityGroupRule': {'1.2'}, Jul 24 20:01:01.272974 dv-cinder-850449-2-iscsi neutron-server[110843]: 'SubPort': {'1.0'}, Jul 24 20:01:01.272974 dv-cinder-850449-2-iscsi neutron-server[110843]: 'Subnet': {'1.1'}, Jul 24 20:01:01.272974 dv-cinder-850449-2-iscsi neutron-server[110843]: 'Trunk': {'1.1'}} Jul 24 20:01:01.272974 dv-cinder-850449-2-iscsi neutron-server[110843]: consumer versions: Jul 24 20:01:01.272974 dv-cinder-850449-2-iscsi neutron-server[110843]: { DHCP agent@dv-cinder-850449-2-iscsi: {}, Jul 24 20:01:01.272974 dv-cinder-850449-2-iscsi neutron-server[110843]: HyperV agent@hv-cinder-85044: {}, Jul 24 20:01:01.272974 dv-cinder-850449-2-iscsi neutron-server[110843]: L3 agent@dv-cinder-850449-2-iscsi: {}, Jul 24 20:01:01.272974 dv-cinder-850449-2-iscsi neutron-server[110843]: Metadata agent@dv-cinder-850449-2-iscsi: {}, Jul 24 20:01:01.272974 dv-cinder-850449-2-iscsi neutron-server[110843]: Metering agent@dv-cinder-850449-2-iscsi: {}, Jul 24 20:01:01.272974 dv-cinder-850449-2-iscsi neutron-server[110843]: Open vSwitch agent@dv-cinder-850449-2-iscsi: { 'AddressGroup': '1.2', Jul 24 20:01:01.272974 dv-cinder-850449-2-iscsi neutron-server[110843]: 'Agent': '1.1', Jul 24 20:01:01.272974 dv-cinder-850449-2-iscsi neutron-server[110843]: 'ConntrackHelper': '1.0', Jul 24 20:01:01.272974 dv-cinder-850449-2-iscsi neutron-server[110843]: 'LocalIPAssociation': '1.0', Jul 24 20:01:01.272974 dv-cinder-850449-2-iscsi neutron-server[110843]: 'Log': '1.0', Jul 24 20:01:01.272974 dv-cinder-850449-2-iscsi neutron-server[110843]: 'NDPProxy': '1.0', Jul 24 20:01:01.272974 dv-cinder-850449-2-iscsi neutron-server[110843]: 'Network': '1.1', Jul 24 20:01:01.272974 dv-cinder-850449-2-iscsi neutron-server[110843]: 'Port': '1.7', Jul 24 20:01:01.272974 dv-cinder-850449-2-iscsi neutron-server[110843]: 'PortForwarding': '1.3', Jul 24 20:01:01.272974 dv-cinder-850449-2-iscsi neutron-server[110843]: 'QosPolicy': '1.10', Jul 24 20:01:01.272974 dv-cinder-850449-2-iscsi neutron-server[110843]: 'SecurityGroup': '1.5', Jul 24 20:01:01.272974 dv-cinder-850449-2-iscsi neutron-server[110843]: 'SecurityGroupRule': '1.2', Jul 24 20:01:01.272974 dv-cinder-850449-2-iscsi neutron-server[110843]: 'SubPort': '1.0', Jul 24 20:01:01.272974 dv-cinder-850449-2-iscsi neutron-server[110843]: 'Subnet': '1.1', Jul 24 20:01:01.272974 dv-cinder-850449-2-iscsi neutron-server[110843]: 'Trunk': '1.1'}} Jul 24 20:01:01.272974 dv-cinder-850449-2-iscsi neutron-server[110843]: {{(pid=110843) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 24 20:01:01.322938 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-8a01f262-8370-4108-b8f9-93ec6bc0f018 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731445242929'] for network (b3fd2ef6-6f8c-45f9-a0a9-81c377b08f7e), precommit_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:01.428115 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-8a01f262-8370-4108-b8f9-93ec6bc0f018 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937'] for network (b3fd2ef6-6f8c-45f9-a0a9-81c377b08f7e), after_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:01.428991 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a01f262-8370-4108-b8f9-93ec6bc0f018 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:01:01.429580 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-8a01f262-8370-4108-b8f9-93ec6bc0f018 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594923'] for network (None), before_response {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:01.495594 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a01f262-8370-4108-b8f9-93ec6bc0f018 admin admin] Pushing event updated for resources: {'Network': ['ID=b3fd2ef6-6f8c-45f9-a0a9-81c377b08f7e,revision_number=1']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:01:01.505907 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Network b3fd2ef6-6f8c-45f9-a0a9-81c377b08f7e details requested by agent ovs-agent-dv-cinder-850449-2-iscsi with host dv-cinder-850449-2-iscsi {{(pid=110844) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 20:01:01.522943 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [None req-8a01f262-8370-4108-b8f9-93ec6bc0f018 admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.0316989 Jul 24 20:01:01.531687 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [-] (110843) accepted ('10.222.0.17', 55714) {{(pid=110843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:01:01.538869 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.v2.base [None req-4cca433e-04a9-4f65-882a-afa8c1bcc524 admin admin] Request body: {'subnet': {'network_id': 'b3fd2ef6-6f8c-45f9-a0a9-81c377b08f7e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-842360300-subnet', 'tenant_id': '49f6a7894899436d8ce94d9a7500533a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 20:01:01.611671 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.v2.base [None req-0e60bc31-248f-41c1-9a56-a618dc813638 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-364265450-network', 'tenant_id': 'c1d92a82166d4e128dbef71394daba86'}} {{(pid=110843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 20:01:01.643426 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [-] (110843) accepted ('10.222.0.17', 55718) {{(pid=110843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:01:01.659888 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cca433e-04a9-4f65-882a-afa8c1bcc524 admin admin] Made reservation on behalf of 49f6a7894899436d8ce94d9a7500533a for: {'subnet': 1} {{(pid=110843) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 20:01:01.662330 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-4cca433e-04a9-4f65-882a-afa8c1bcc524 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:01.727966 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e60bc31-248f-41c1-9a56-a618dc813638 admin admin] Made reservation on behalf of c1d92a82166d4e128dbef71394daba86 for: {'network': 1} {{(pid=110843) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 20:01:01.730361 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-0e60bc31-248f-41c1-9a56-a618dc813638 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for network (None), before_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:01.751023 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-0e60bc31-248f-41c1-9a56-a618dc813638 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:01.926098 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=69,neutron:INSERT=27,neutron:UPDATE=4 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:01:01.951436 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-0e60bc31-248f-41c1-9a56-a618dc813638 admin admin] Publish callbacks [] for security_group (85813377-563a-400b-8b92-b4a85adf39fc), precommit_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:01.989337 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-4cca433e-04a9-4f65-882a-afa8c1bcc524 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937'] for subnet (9f1a76ef-9ecc-40f5-8dc9-5b3ae75ee961), after_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:02.026381 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:01:02.051899 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-0e60bc31-248f-41c1-9a56-a618dc813638 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (85813377-563a-400b-8b92-b4a85adf39fc), after_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:02.073739 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cca433e-04a9-4f65-882a-afa8c1bcc524 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f1a76ef-9ecc-40f5-8dc9-5b3ae75ee961,revision_number=0']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:01:02.078937 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e60bc31-248f-41c1-9a56-a618dc813638 admin admin] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=110843) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 20:01:02.082776 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cca433e-04a9-4f65-882a-afa8c1bcc524 admin admin] Checking segment: {'id': 'e9fdb9ec-6b6e-4383-ae6e-075d3eed2f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b3fd2ef6-6f8c-45f9-a0a9-81c377b08f7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 24 20:01:02.083137 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cca433e-04a9-4f65-882a-afa8c1bcc524 admin admin] Network hostable DHCP agents. Network: b3fd2ef6-6f8c-45f9-a0a9-81c377b08f7e, hostable agents: ['dc36e0ef-94f3-4a3e-9c13-4790afccb2e9'], hosted agents: [] {{(pid=110843) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 20:01:02.111005 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-0e60bc31-248f-41c1-9a56-a618dc813638 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7750649'] for segment (8116d425-f2a1-4ba9-b4f2-e5572bf43ba1), precommit_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:02.111338 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.db.segments_db [None req-0e60bc31-248f-41c1-9a56-a618dc813638 admin admin] Added segment 8116d425-f2a1-4ba9-b4f2-e5572bf43ba1 of type vlan for network 64be66ee-585a-4301-8b32-9012fd829a32 Jul 24 20:01:02.135232 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.v2.base [None req-93cd8e4d-a2b5-433a-8000-693706929074 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-727564958-network', 'tenant_id': '15c454baefdc474682f88c603f6108a8'}} {{(pid=110843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 20:01:02.160480 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e60bc31-248f-41c1-9a56-a618dc813638 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85813377-563a-400b-8b92-b4a85adf39fc,revision_number=1']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:01:02.189510 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-0e60bc31-248f-41c1-9a56-a618dc813638 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731445242929'] for network (64be66ee-585a-4301-8b32-9012fd829a32), precommit_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:02.251457 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cca433e-04a9-4f65-882a-afa8c1bcc524 admin admin] Network b3fd2ef6-6f8c-45f9-a0a9-81c377b08f7e is scheduled to be hosted by DHCP agent dc36e0ef-94f3-4a3e-9c13-4790afccb2e9 with binding_index 1 {{(pid=110843) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 20:01:02.283013 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93cd8e4d-a2b5-433a-8000-693706929074 admin admin] Made reservation on behalf of 15c454baefdc474682f88c603f6108a8 for: {'network': 1} {{(pid=110843) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 20:01:02.285406 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-93cd8e4d-a2b5-433a-8000-693706929074 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for network (None), before_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:02.287627 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-0e60bc31-248f-41c1-9a56-a618dc813638 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937'] for network (64be66ee-585a-4301-8b32-9012fd829a32), after_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:02.288563 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e60bc31-248f-41c1-9a56-a618dc813638 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:01:02.298481 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-0e60bc31-248f-41c1-9a56-a618dc813638 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594923'] for network (None), before_response {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:02.315546 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-93cd8e4d-a2b5-433a-8000-693706929074 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:02.379089 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e60bc31-248f-41c1-9a56-a618dc813638 admin admin] Pushing event updated for resources: {'Network': ['ID=64be66ee-585a-4301-8b32-9012fd829a32,revision_number=1']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:01:02.389606 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Network 64be66ee-585a-4301-8b32-9012fd829a32 details requested by agent ovs-agent-dv-cinder-850449-2-iscsi with host dv-cinder-850449-2-iscsi {{(pid=110844) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 20:01:02.406278 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.scheduler.base_scheduler [None req-4cca433e-04a9-4f65-882a-afa8c1bcc524 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850449-2-iscsi, b3fd2ef6-6f8c-45f9-a0a9-81c377b08f7e) {{(pid=110843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 20:01:02.416058 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cca433e-04a9-4f65-882a-afa8c1bcc524 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:01:02.416619 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-4cca433e-04a9-4f65-882a-afa8c1bcc524 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594923'] for subnet (None), before_response {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:02.430539 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aceffcd6-38e5-433f-83dd-ea2104004e13 None None] Network b3fd2ef6-6f8c-45f9-a0a9-81c377b08f7e requested from dv-cinder-850449-2-iscsi {{(pid=110844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 24 20:01:02.455160 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [None req-0e60bc31-248f-41c1-9a56-a618dc813638 admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 1.2587695 Jul 24 20:01:02.457165 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-93cd8e4d-a2b5-433a-8000-693706929074 admin admin] Publish callbacks [] for security_group (26640197-a088-42b2-99b8-e30a0e4045f3), precommit_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:02.457971 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [-] (110843) accepted ('10.222.0.17', 55742) {{(pid=110843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:01:02.466228 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.v2.base [None req-cffb9e84-f1d3-41eb-aab9-63ff45e0ab67 admin admin] Request body: {'subnet': {'network_id': '64be66ee-585a-4301-8b32-9012fd829a32', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-364265450-subnet', 'tenant_id': 'c1d92a82166d4e128dbef71394daba86', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 20:01:02.505455 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [None req-4cca433e-04a9-4f65-882a-afa8c1bcc524 admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9718158 Jul 24 20:01:02.515040 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 55748) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:01:02.521948 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.v2.base [None req-62386ab8-6537-42c4-9fcf-7886ddfaad8a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-842360300-router', 'tenant_id': '49f6a7894899436d8ce94d9a7500533a', 'external_gateway_info': {'network_id': '10498192-3528-4341-803f-d59b33e3b71c'}}} {{(pid=110842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 20:01:02.553901 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:01:02.554898 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-93cd8e4d-a2b5-433a-8000-693706929074 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (26640197-a088-42b2-99b8-e30a0e4045f3), after_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:02.583569 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93cd8e4d-a2b5-433a-8000-693706929074 admin admin] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=110843) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 20:01:02.592257 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cffb9e84-f1d3-41eb-aab9-63ff45e0ab67 admin admin] Made reservation on behalf of c1d92a82166d4e128dbef71394daba86 for: {'subnet': 1} {{(pid=110843) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 20:01:02.594957 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-cffb9e84-f1d3-41eb-aab9-63ff45e0ab67 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:02.617012 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cd8e4d-a2b5-433a-8000-693706929074 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26640197-a088-42b2-99b8-e30a0e4045f3,revision_number=1']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:01:02.631500 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-93cd8e4d-a2b5-433a-8000-693706929074 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7750649'] for segment (1a250ca4-cd77-42a8-bf37-37a7ac6ffa6c), precommit_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:02.631799 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.db.segments_db [None req-93cd8e4d-a2b5-433a-8000-693706929074 admin admin] Added segment 1a250ca4-cd77-42a8-bf37-37a7ac6ffa6c of type vlan for network 6e3ba2d8-cc61-4396-b210-32cea4aff750 Jul 24 20:01:02.642942 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f213932f-d0ae-43d7-ab5c-54d77fde8993 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp900f634c-eb0d-5d65-94fb-55faaa86ae34-b3fd2ef6-6f8c-45f9-a0a9-81c377b08f7e', 'network_id': 'b3fd2ef6-6f8c-45f9-a0a9-81c377b08f7e', 'project_id': '49f6a7894899436d8ce94d9a7500533a', 'fixed_ips': [{'subnet_id': '9f1a76ef-9ecc-40f5-8dc9-5b3ae75ee961'}]}} from dv-cinder-850449-2-iscsi. {{(pid=110844) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 24 20:01:02.645978 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-f213932f-d0ae-43d7-ab5c-54d77fde8993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (None), before_create {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:02.665931 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-62386ab8-6537-42c4-9fcf-7886ddfaad8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-453983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-719'] for router (5e6b10e9-03c8-43e3-bc80-2da91e00d910), before_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:02.668565 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-62386ab8-6537-42c4-9fcf-7886ddfaad8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-450886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-446411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-479098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-760'] for router (5e6b10e9-03c8-43e3-bc80-2da91e00d910), precommit_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:02.722601 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-93cd8e4d-a2b5-433a-8000-693706929074 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731445242929'] for network (6e3ba2d8-cc61-4396-b210-32cea4aff750), precommit_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:02.855565 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-62386ab8-6537-42c4-9fcf-7886ddfaad8a admin admin] Publish callbacks [] for router_controller (5e6b10e9-03c8-43e3-bc80-2da91e00d910), precommit_add_association {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:02.890160 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.db_base_plugin_common [None req-f213932f-d0ae-43d7-ab5c-54d77fde8993 None None] Allocated IP 172.20.0.2 (b3fd2ef6-6f8c-45f9-a0a9-81c377b08f7e/9f1a76ef-9ecc-40f5-8dc9-5b3ae75ee961/3ff207e1-6b7e-4003-82e5-c7db49f87770) {{(pid=110844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 20:01:02.891716 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-93cd8e4d-a2b5-433a-8000-693706929074 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937'] for network (6e3ba2d8-cc61-4396-b210-32cea4aff750), after_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:02.893050 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93cd8e4d-a2b5-433a-8000-693706929074 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:01:02.893977 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-93cd8e4d-a2b5-433a-8000-693706929074 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594923'] for network (None), before_response {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:02.906125 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=74,neutron:INSERT=19,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:01:03.035192 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [None req-93cd8e4d-a2b5-433a-8000-693706929074 admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 872 time: 1.3906581 Jul 24 20:01:03.052085 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 55768) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:01:03.063622 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cd8e4d-a2b5-433a-8000-693706929074 admin admin] Pushing event updated for resources: {'Network': ['ID=6e3ba2d8-cc61-4396-b210-32cea4aff750,revision_number=1']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:01:03.131882 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.v2.base [None req-98e9bd86-35c5-410d-8f1a-13623d95cc7a admin admin] Request body: {'subnet': {'network_id': '6e3ba2d8-cc61-4396-b210-32cea4aff750', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-727564958-subnet', 'tenant_id': '15c454baefdc474682f88c603f6108a8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 20:01:03.158393 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-62386ab8-6537-42c4-9fcf-7886ddfaad8a admin admin] Publish callbacks [] for router_gateway (5e6b10e9-03c8-43e3-bc80-2da91e00d910), precommit_update {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:03.162975 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-f213932f-d0ae-43d7-ab5c-54d77fde8993 None None] Publish callbacks [] for port (3ff207e1-6b7e-4003-82e5-c7db49f87770), precommit_create {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:03.168530 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Network 6e3ba2d8-cc61-4396-b210-32cea4aff750 details requested by agent ovs-agent-dv-cinder-850449-2-iscsi with host dv-cinder-850449-2-iscsi {{(pid=110844) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 20:01:03.171221 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-cffb9e84-f1d3-41eb-aab9-63ff45e0ab67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937'] for subnet (2d5b2ef6-8656-4777-b6ce-8ee0654272cc), after_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:03.225717 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffb9e84-f1d3-41eb-aab9-63ff45e0ab67 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d5b2ef6-8656-4777-b6ce-8ee0654272cc,revision_number=0']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:01:03.268339 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98e9bd86-35c5-410d-8f1a-13623d95cc7a admin admin] Made reservation on behalf of 15c454baefdc474682f88c603f6108a8 for: {'subnet': 1} {{(pid=110842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 20:01:03.268601 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-f213932f-d0ae-43d7-ab5c-54d77fde8993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731445223406'] for port (3ff207e1-6b7e-4003-82e5-c7db49f87770), after_create {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:03.269260 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cffb9e84-f1d3-41eb-aab9-63ff45e0ab67 admin admin] Checking segment: {'id': '8116d425-f2a1-4ba9-b4f2-e5572bf43ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '64be66ee-585a-4301-8b32-9012fd829a32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 24 20:01:03.270144 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cffb9e84-f1d3-41eb-aab9-63ff45e0ab67 admin admin] Network hostable DHCP agents. Network: 64be66ee-585a-4301-8b32-9012fd829a32, hostable agents: ['dc36e0ef-94f3-4a3e-9c13-4790afccb2e9'], hosted agents: [] {{(pid=110843) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 20:01:03.271033 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-98e9bd86-35c5-410d-8f1a-13623d95cc7a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:03.314950 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f213932f-d0ae-43d7-ab5c-54d77fde8993 None None] Network b3fd2ef6-6f8c-45f9-a0a9-81c377b08f7e is already hosted by enough agents. {{(pid=110844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 20:01:03.318825 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.scheduler.base_scheduler [None req-f213932f-d0ae-43d7-ab5c-54d77fde8993 None None] Resources bound (agent type, host, resource id): {{(pid=110844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 20:01:03.323933 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f213932f-d0ae-43d7-ab5c-54d77fde8993 None None] Received port after_create {{(pid=110844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 24 20:01:03.347963 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f213932f-d0ae-43d7-ab5c-54d77fde8993 None None] Pushing event updated for resources: {'Port': ['ID=3ff207e1-6b7e-4003-82e5-c7db49f87770,revision_number=1']} {{(pid=110844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:01:03.379313 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:01:03.379692 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f213932f-d0ae-43d7-ab5c-54d77fde8993 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:01:03.379913 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f213932f-d0ae-43d7-ab5c-54d77fde8993 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:01:03.381000 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f213932f-d0ae-43d7-ab5c-54d77fde8993 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:01:03.381256 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f213932f-d0ae-43d7-ab5c-54d77fde8993 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:01:03.381599 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f213932f-d0ae-43d7-ab5c-54d77fde8993 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:01:03.381934 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f213932f-d0ae-43d7-ab5c-54d77fde8993 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:01:03.382262 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f213932f-d0ae-43d7-ab5c-54d77fde8993 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:01:03.385328 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f213932f-d0ae-43d7-ab5c-54d77fde8993 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:01:03.391804 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f213932f-d0ae-43d7-ab5c-54d77fde8993 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:01:03.391804 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f213932f-d0ae-43d7-ab5c-54d77fde8993 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:01:03.391804 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f213932f-d0ae-43d7-ab5c-54d77fde8993 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:01:03.391804 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f213932f-d0ae-43d7-ab5c-54d77fde8993 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:01:03.391804 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f213932f-d0ae-43d7-ab5c-54d77fde8993 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:01:03.391804 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f213932f-d0ae-43d7-ab5c-54d77fde8993 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:01:03.391804 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f213932f-d0ae-43d7-ab5c-54d77fde8993 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:01:03.391804 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f213932f-d0ae-43d7-ab5c-54d77fde8993 None None] Tracked resource versions report: Jul 24 20:01:03.391804 dv-cinder-850449-2-iscsi neutron-server[110844]: pushed versions: Jul 24 20:01:03.391804 dv-cinder-850449-2-iscsi neutron-server[110844]: { 'AddressGroup': {'1.2'}, Jul 24 20:01:03.391804 dv-cinder-850449-2-iscsi neutron-server[110844]: 'Agent': {'1.1'}, Jul 24 20:01:03.391804 dv-cinder-850449-2-iscsi neutron-server[110844]: 'ConntrackHelper': {'1.0'}, Jul 24 20:01:03.391804 dv-cinder-850449-2-iscsi neutron-server[110844]: 'LocalIPAssociation': {'1.0'}, Jul 24 20:01:03.391804 dv-cinder-850449-2-iscsi neutron-server[110844]: 'Log': {'1.0'}, Jul 24 20:01:03.391804 dv-cinder-850449-2-iscsi neutron-server[110844]: 'NDPProxy': {'1.0'}, Jul 24 20:01:03.391804 dv-cinder-850449-2-iscsi neutron-server[110844]: 'Network': {'1.1'}, Jul 24 20:01:03.391804 dv-cinder-850449-2-iscsi neutron-server[110844]: 'Port': {'1.7'}, Jul 24 20:01:03.391804 dv-cinder-850449-2-iscsi neutron-server[110844]: 'PortForwarding': {'1.3'}, Jul 24 20:01:03.391804 dv-cinder-850449-2-iscsi neutron-server[110844]: 'QosPolicy': {'1.10'}, Jul 24 20:01:03.391804 dv-cinder-850449-2-iscsi neutron-server[110844]: 'SecurityGroup': {'1.5'}, Jul 24 20:01:03.391804 dv-cinder-850449-2-iscsi neutron-server[110844]: 'SecurityGroupRule': {'1.2'}, Jul 24 20:01:03.391804 dv-cinder-850449-2-iscsi neutron-server[110844]: 'SubPort': {'1.0'}, Jul 24 20:01:03.391804 dv-cinder-850449-2-iscsi neutron-server[110844]: 'Subnet': {'1.1'}, Jul 24 20:01:03.391804 dv-cinder-850449-2-iscsi neutron-server[110844]: 'Trunk': {'1.1'}} Jul 24 20:01:03.391804 dv-cinder-850449-2-iscsi neutron-server[110844]: consumer versions: Jul 24 20:01:03.391804 dv-cinder-850449-2-iscsi neutron-server[110844]: { DHCP agent@dv-cinder-850449-2-iscsi: {}, Jul 24 20:01:03.391804 dv-cinder-850449-2-iscsi neutron-server[110844]: HyperV agent@hv-cinder-85044: {}, Jul 24 20:01:03.391804 dv-cinder-850449-2-iscsi neutron-server[110844]: L3 agent@dv-cinder-850449-2-iscsi: {}, Jul 24 20:01:03.391804 dv-cinder-850449-2-iscsi neutron-server[110844]: Metadata agent@dv-cinder-850449-2-iscsi: {}, Jul 24 20:01:03.391804 dv-cinder-850449-2-iscsi neutron-server[110844]: Metering agent@dv-cinder-850449-2-iscsi: {}, Jul 24 20:01:03.391804 dv-cinder-850449-2-iscsi neutron-server[110844]: Open vSwitch agent@dv-cinder-850449-2-iscsi: { 'AddressGroup': '1.2', Jul 24 20:01:03.391804 dv-cinder-850449-2-iscsi neutron-server[110844]: 'Agent': '1.1', Jul 24 20:01:03.391804 dv-cinder-850449-2-iscsi neutron-server[110844]: 'ConntrackHelper': '1.0', Jul 24 20:01:03.391804 dv-cinder-850449-2-iscsi neutron-server[110844]: 'LocalIPAssociation': '1.0', Jul 24 20:01:03.391804 dv-cinder-850449-2-iscsi neutron-server[110844]: 'Log': '1.0', Jul 24 20:01:03.391804 dv-cinder-850449-2-iscsi neutron-server[110844]: 'NDPProxy': '1.0', Jul 24 20:01:03.391804 dv-cinder-850449-2-iscsi neutron-server[110844]: 'Network': '1.1', Jul 24 20:01:03.391804 dv-cinder-850449-2-iscsi neutron-server[110844]: 'Port': '1.7', Jul 24 20:01:03.391804 dv-cinder-850449-2-iscsi neutron-server[110844]: 'PortForwarding': '1.3', Jul 24 20:01:03.391804 dv-cinder-850449-2-iscsi neutron-server[110844]: 'QosPolicy': '1.10', Jul 24 20:01:03.391804 dv-cinder-850449-2-iscsi neutron-server[110844]: 'SecurityGroup': '1.5', Jul 24 20:01:03.391804 dv-cinder-850449-2-iscsi neutron-server[110844]: 'SecurityGroupRule': '1.2', Jul 24 20:01:03.391804 dv-cinder-850449-2-iscsi neutron-server[110844]: 'SubPort': '1.0', Jul 24 20:01:03.391804 dv-cinder-850449-2-iscsi neutron-server[110844]: 'Subnet': '1.1', Jul 24 20:01:03.391804 dv-cinder-850449-2-iscsi neutron-server[110844]: 'Trunk': '1.1'}} Jul 24 20:01:03.391804 dv-cinder-850449-2-iscsi neutron-server[110844]: {{(pid=110844) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 24 20:01:03.419424 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cffb9e84-f1d3-41eb-aab9-63ff45e0ab67 admin admin] Network 64be66ee-585a-4301-8b32-9012fd829a32 is scheduled to be hosted by DHCP agent dc36e0ef-94f3-4a3e-9c13-4790afccb2e9 with binding_index 1 {{(pid=110843) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 20:01:03.452116 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.managers [None req-f213932f-d0ae-43d7-ab5c-54d77fde8993 None None] Attempting to bind port 3ff207e1-6b7e-4003-82e5-c7db49f87770 on host dv-cinder-850449-2-iscsi for vnic_type normal with profile {{(pid=110844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 24 20:01:03.452489 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.managers [None req-f213932f-d0ae-43d7-ab5c-54d77fde8993 None None] Attempting to bind port 3ff207e1-6b7e-4003-82e5-c7db49f87770 by drivers openvswitch,hyperv on host dv-cinder-850449-2-iscsi at level 0 using segments [{'id': 'e9fdb9ec-6b6e-4383-ae6e-075d3eed2f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b3fd2ef6-6f8c-45f9-a0a9-81c377b08f7e'}] {{(pid=110844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 24 20:01:03.452880 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f213932f-d0ae-43d7-ab5c-54d77fde8993 None None] Attempting to bind port 3ff207e1-6b7e-4003-82e5-c7db49f87770 on network b3fd2ef6-6f8c-45f9-a0a9-81c377b08f7e {{(pid=110844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 24 20:01:03.459156 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f213932f-d0ae-43d7-ab5c-54d77fde8993 None None] Checking agent: {'id': '46eda511-dfa5-408c-8bd4-cb509f691033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850449-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 24, 19, 52, 9), 'started_at': datetime.datetime(2022, 7, 24, 19, 52, 39), 'heartbeat_timestamp': datetime.datetime(2022, 7, 24, 20, 0, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850449-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 24 20:01:03.459531 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f213932f-d0ae-43d7-ab5c-54d77fde8993 None None] Checking segment: {'id': 'e9fdb9ec-6b6e-4383-ae6e-075d3eed2f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b3fd2ef6-6f8c-45f9-a0a9-81c377b08f7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 24 20:01:03.461155 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-f213932f-d0ae-43d7-ab5c-54d77fde8993 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:03.461155 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f213932f-d0ae-43d7-ab5c-54d77fde8993 None None] Bound using segment: {'id': 'e9fdb9ec-6b6e-4383-ae6e-075d3eed2f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b3fd2ef6-6f8c-45f9-a0a9-81c377b08f7e'} {{(pid=110844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 24 20:01:03.461155 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.managers [None req-f213932f-d0ae-43d7-ab5c-54d77fde8993 None None] Bound port: 3ff207e1-6b7e-4003-82e5-c7db49f87770, host: dv-cinder-850449-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9fdb9ec-6b6e-4383-ae6e-075d3eed2f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b3fd2ef6-6f8c-45f9-a0a9-81c377b08f7e'}}] {{(pid=110844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 24 20:01:03.462288 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-f213932f-d0ae-43d7-ab5c-54d77fde8993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (3ff207e1-6b7e-4003-82e5-c7db49f87770), before_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:03.550964 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-16421632-56af-4a7d-98b0-5ae00eb3479c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (dc36e0ef-94f3-4a3e-9c13-4790afccb2e9), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:03.587694 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-f213932f-d0ae-43d7-ab5c-54d77fde8993 None None] For port 3ff207e1-6b7e-4003-82e5-c7db49f87770, host dv-cinder-850449-2-iscsi, cleared binding levels {{(pid=110844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 20:01:03.597398 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-f213932f-d0ae-43d7-ab5c-54d77fde8993 None None] For port 3ff207e1-6b7e-4003-82e5-c7db49f87770, host dv-cinder-850449-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850449-2-iscsi',level=0,port_id=3ff207e1-6b7e-4003-82e5-c7db49f87770,segment=NetworkSegment(e9fdb9ec-6b6e-4383-ae6e-075d3eed2f20),segment_id=e9fdb9ec-6b6e-4383-ae6e-075d3eed2f20)] {{(pid=110844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 20:01:03.659962 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.scheduler.base_scheduler [None req-cffb9e84-f1d3-41eb-aab9-63ff45e0ab67 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850449-2-iscsi, 64be66ee-585a-4301-8b32-9012fd829a32) {{(pid=110843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 20:01:03.661590 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-98e9bd86-35c5-410d-8f1a-13623d95cc7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937'] for subnet (1b0ec485-4e15-4515-af25-2ebd70a5137a), after_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:03.665623 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cffb9e84-f1d3-41eb-aab9-63ff45e0ab67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:01:03.674829 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-cffb9e84-f1d3-41eb-aab9-63ff45e0ab67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594923'] for subnet (None), before_response {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:03.675576 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13f0c007-89a4-42f9-a8ac-e2c774728e92 None None] Network 64be66ee-585a-4301-8b32-9012fd829a32 requested from dv-cinder-850449-2-iscsi {{(pid=110844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 24 20:01:03.757497 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [None req-cffb9e84-f1d3-41eb-aab9-63ff45e0ab67 admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2984776 Jul 24 20:01:03.760577 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [-] (110843) accepted ('10.222.0.17', 55790) {{(pid=110843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:01:03.767170 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.v2.base [None req-b8187655-884e-432f-8a30-c0de59a1af59 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-364265450-router', 'tenant_id': 'c1d92a82166d4e128dbef71394daba86', 'external_gateway_info': {'network_id': '10498192-3528-4341-803f-d59b33e3b71c'}}} {{(pid=110843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 20:01:03.773514 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-62386ab8-6537-42c4-9fcf-7886ddfaad8a admin admin] Publish callbacks [] for router_gateway (5e6b10e9-03c8-43e3-bc80-2da91e00d910), before_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:03.828288 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:01:03.833830 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-f213932f-d0ae-43d7-ab5c-54d77fde8993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958'] for port (3ff207e1-6b7e-4003-82e5-c7db49f87770), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:03.848546 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-476bded2-6020-445a-b1ee-83a0577d8657 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp900f634c-eb0d-5d65-94fb-55faaa86ae34-64be66ee-585a-4301-8b32-9012fd829a32', 'network_id': '64be66ee-585a-4301-8b32-9012fd829a32', 'project_id': 'c1d92a82166d4e128dbef71394daba86', 'fixed_ips': [{'subnet_id': '2d5b2ef6-8656-4777-b6ce-8ee0654272cc'}]}} from dv-cinder-850449-2-iscsi. {{(pid=110844) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 24 20:01:03.850066 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-476bded2-6020-445a-b1ee-83a0577d8657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (None), before_create {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:03.875482 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-62386ab8-6537-42c4-9fcf-7886ddfaad8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (None), before_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:03.894411 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-b8187655-884e-432f-8a30-c0de59a1af59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-453983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-719'] for router (8c30eb17-654d-4a99-a799-c14f94d6d399), before_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:03.895538 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-b8187655-884e-432f-8a30-c0de59a1af59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-450886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-446411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-479098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-760'] for router (8c30eb17-654d-4a99-a799-c14f94d6d399), precommit_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:04.053514 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-b8187655-884e-432f-8a30-c0de59a1af59 admin admin] Publish callbacks [] for router_controller (8c30eb17-654d-4a99-a799-c14f94d6d399), precommit_add_association {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:04.064108 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f213932f-d0ae-43d7-ab5c-54d77fde8993 None None] Pushing event updated for resources: {'Port': ['ID=3ff207e1-6b7e-4003-82e5-c7db49f87770,revision_number=2']} {{(pid=110844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:01:04.111912 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:01:04.121176 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e9bd86-35c5-410d-8f1a-13623d95cc7a admin admin] Checking segment: {'id': '1a250ca4-cd77-42a8-bf37-37a7ac6ffa6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '6e3ba2d8-cc61-4396-b210-32cea4aff750'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 24 20:01:04.122529 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98e9bd86-35c5-410d-8f1a-13623d95cc7a admin admin] Network hostable DHCP agents. Network: 6e3ba2d8-cc61-4396-b210-32cea4aff750, hostable agents: ['dc36e0ef-94f3-4a3e-9c13-4790afccb2e9'], hosted agents: [] {{(pid=110842) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 20:01:04.191732 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e9bd86-35c5-410d-8f1a-13623d95cc7a admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b0ec485-4e15-4515-af25-2ebd70a5137a,revision_number=0']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:01:04.264228 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e9bd86-35c5-410d-8f1a-13623d95cc7a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:01:04.264766 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e9bd86-35c5-410d-8f1a-13623d95cc7a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:01:04.267812 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e9bd86-35c5-410d-8f1a-13623d95cc7a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:01:04.268333 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e9bd86-35c5-410d-8f1a-13623d95cc7a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:01:04.485711 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e9bd86-35c5-410d-8f1a-13623d95cc7a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:01:04.485711 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e9bd86-35c5-410d-8f1a-13623d95cc7a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:01:04.485711 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e9bd86-35c5-410d-8f1a-13623d95cc7a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:01:04.485711 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e9bd86-35c5-410d-8f1a-13623d95cc7a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:01:04.485711 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e9bd86-35c5-410d-8f1a-13623d95cc7a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:01:04.485711 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e9bd86-35c5-410d-8f1a-13623d95cc7a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:01:04.485711 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e9bd86-35c5-410d-8f1a-13623d95cc7a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:01:04.485711 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e9bd86-35c5-410d-8f1a-13623d95cc7a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:01:04.485711 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e9bd86-35c5-410d-8f1a-13623d95cc7a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:01:04.485711 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e9bd86-35c5-410d-8f1a-13623d95cc7a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:01:04.485711 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e9bd86-35c5-410d-8f1a-13623d95cc7a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:01:04.485711 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e9bd86-35c5-410d-8f1a-13623d95cc7a admin admin] Tracked resource versions report: Jul 24 20:01:04.485711 dv-cinder-850449-2-iscsi neutron-server[110842]: pushed versions: Jul 24 20:01:04.485711 dv-cinder-850449-2-iscsi neutron-server[110842]: { 'AddressGroup': {'1.2'}, Jul 24 20:01:04.485711 dv-cinder-850449-2-iscsi neutron-server[110842]: 'Agent': {'1.1'}, Jul 24 20:01:04.485711 dv-cinder-850449-2-iscsi neutron-server[110842]: 'ConntrackHelper': {'1.0'}, Jul 24 20:01:04.485711 dv-cinder-850449-2-iscsi neutron-server[110842]: 'LocalIPAssociation': {'1.0'}, Jul 24 20:01:04.485711 dv-cinder-850449-2-iscsi neutron-server[110842]: 'Log': {'1.0'}, Jul 24 20:01:04.485711 dv-cinder-850449-2-iscsi neutron-server[110842]: 'NDPProxy': {'1.0'}, Jul 24 20:01:04.485711 dv-cinder-850449-2-iscsi neutron-server[110842]: 'Network': {'1.1'}, Jul 24 20:01:04.485711 dv-cinder-850449-2-iscsi neutron-server[110842]: 'Port': {'1.7'}, Jul 24 20:01:04.485711 dv-cinder-850449-2-iscsi neutron-server[110842]: 'PortForwarding': {'1.3'}, Jul 24 20:01:04.485711 dv-cinder-850449-2-iscsi neutron-server[110842]: 'QosPolicy': {'1.10'}, Jul 24 20:01:04.485711 dv-cinder-850449-2-iscsi neutron-server[110842]: 'SecurityGroup': {'1.5'}, Jul 24 20:01:04.485711 dv-cinder-850449-2-iscsi neutron-server[110842]: 'SecurityGroupRule': {'1.2'}, Jul 24 20:01:04.485711 dv-cinder-850449-2-iscsi neutron-server[110842]: 'SubPort': {'1.0'}, Jul 24 20:01:04.485711 dv-cinder-850449-2-iscsi neutron-server[110842]: 'Subnet': {'1.1'}, Jul 24 20:01:04.485711 dv-cinder-850449-2-iscsi neutron-server[110842]: 'Trunk': {'1.1'}} Jul 24 20:01:04.485711 dv-cinder-850449-2-iscsi neutron-server[110842]: consumer versions: Jul 24 20:01:04.485711 dv-cinder-850449-2-iscsi neutron-server[110842]: { DHCP agent@dv-cinder-850449-2-iscsi: {}, Jul 24 20:01:04.485711 dv-cinder-850449-2-iscsi neutron-server[110842]: HyperV agent@hv-cinder-85044: {}, Jul 24 20:01:04.485711 dv-cinder-850449-2-iscsi neutron-server[110842]: L3 agent@dv-cinder-850449-2-iscsi: {}, Jul 24 20:01:04.485711 dv-cinder-850449-2-iscsi neutron-server[110842]: Metadata agent@dv-cinder-850449-2-iscsi: {}, Jul 24 20:01:04.485711 dv-cinder-850449-2-iscsi neutron-server[110842]: Metering agent@dv-cinder-850449-2-iscsi: {}, Jul 24 20:01:04.485711 dv-cinder-850449-2-iscsi neutron-server[110842]: Open vSwitch agent@dv-cinder-850449-2-iscsi: { 'AddressGroup': '1.2', Jul 24 20:01:04.485711 dv-cinder-850449-2-iscsi neutron-server[110842]: 'Agent': '1.1', Jul 24 20:01:04.485711 dv-cinder-850449-2-iscsi neutron-server[110842]: 'ConntrackHelper': '1.0', Jul 24 20:01:04.485711 dv-cinder-850449-2-iscsi neutron-server[110842]: 'LocalIPAssociation': '1.0', Jul 24 20:01:04.485711 dv-cinder-850449-2-iscsi neutron-server[110842]: 'Log': '1.0', Jul 24 20:01:04.485711 dv-cinder-850449-2-iscsi neutron-server[110842]: 'NDPProxy': '1.0', Jul 24 20:01:04.485711 dv-cinder-850449-2-iscsi neutron-server[110842]: 'Network': '1.1', Jul 24 20:01:04.485711 dv-cinder-850449-2-iscsi neutron-server[110842]: 'Port': '1.7', Jul 24 20:01:04.485711 dv-cinder-850449-2-iscsi neutron-server[110842]: 'PortForwarding': '1.3', Jul 24 20:01:04.485711 dv-cinder-850449-2-iscsi neutron-server[110842]: 'QosPolicy': '1.10', Jul 24 20:01:04.485711 dv-cinder-850449-2-iscsi neutron-server[110842]: 'SecurityGroup': '1.5', Jul 24 20:01:04.485711 dv-cinder-850449-2-iscsi neutron-server[110842]: 'SecurityGroupRule': '1.2', Jul 24 20:01:04.485711 dv-cinder-850449-2-iscsi neutron-server[110842]: 'SubPort': '1.0', Jul 24 20:01:04.485711 dv-cinder-850449-2-iscsi neutron-server[110842]: 'Subnet': '1.1', Jul 24 20:01:04.730298 dv-cinder-850449-2-iscsi neutron-server[110842]: 'Trunk': '1.1'}} Jul 24 20:01:04.730298 dv-cinder-850449-2-iscsi neutron-server[110842]: {{(pid=110842) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 24 20:01:04.730298 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.db.db_base_plugin_common [None req-62386ab8-6537-42c4-9fcf-7886ddfaad8a admin admin] Allocated IP 172.27.3.54 (10498192-3528-4341-803f-d59b33e3b71c/99a0caa3-3fb5-4860-826f-478186226de3/ea2f25b3-3d17-4f9a-8d9f-6a8401e2174c) {{(pid=110842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 20:01:04.736537 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.db_base_plugin_common [None req-476bded2-6020-445a-b1ee-83a0577d8657 None None] Allocated IP 172.20.0.2 (64be66ee-585a-4301-8b32-9012fd829a32/2d5b2ef6-8656-4777-b6ce-8ee0654272cc/d14f8ca7-faa7-4be0-87eb-2c23b189bfe5) {{(pid=110844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 20:01:04.737680 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:01:04.737680 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98e9bd86-35c5-410d-8f1a-13623d95cc7a admin admin] Network 6e3ba2d8-cc61-4396-b210-32cea4aff750 is scheduled to be hosted by DHCP agent dc36e0ef-94f3-4a3e-9c13-4790afccb2e9 with binding_index 1 {{(pid=110842) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 20:01:04.738083 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-b8187655-884e-432f-8a30-c0de59a1af59 admin admin] Publish callbacks [] for router_gateway (8c30eb17-654d-4a99-a799-c14f94d6d399), precommit_update {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:04.739129 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-62386ab8-6537-42c4-9fcf-7886ddfaad8a admin admin] Publish callbacks [] for port (ea2f25b3-3d17-4f9a-8d9f-6a8401e2174c), precommit_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:04.739129 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.scheduler.base_scheduler [None req-98e9bd86-35c5-410d-8f1a-13623d95cc7a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850449-2-iscsi, 6e3ba2d8-cc61-4396-b210-32cea4aff750) {{(pid=110842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 20:01:04.739129 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98e9bd86-35c5-410d-8f1a-13623d95cc7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:01:04.739934 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-476bded2-6020-445a-b1ee-83a0577d8657 None None] Publish callbacks [] for port (d14f8ca7-faa7-4be0-87eb-2c23b189bfe5), precommit_create {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:04.740069 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-98e9bd86-35c5-410d-8f1a-13623d95cc7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594923'] for subnet (None), before_response {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:04.740263 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1ad9f99-0d45-41b1-9e63-0975c3d66fbc None None] Network 6e3ba2d8-cc61-4396-b210-32cea4aff750 requested from dv-cinder-850449-2-iscsi {{(pid=110844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 24 20:01:04.740402 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:01:04.740669 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-62386ab8-6537-42c4-9fcf-7886ddfaad8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731445223406'] for port (ea2f25b3-3d17-4f9a-8d9f-6a8401e2174c), after_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:04.788668 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62386ab8-6537-42c4-9fcf-7886ddfaad8a admin admin] Network 10498192-3528-4341-803f-d59b33e3b71c is already hosted by enough agents. {{(pid=110842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 20:01:04.793020 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.scheduler.base_scheduler [None req-62386ab8-6537-42c4-9fcf-7886ddfaad8a admin admin] Resources bound (agent type, host, resource id): {{(pid=110842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 20:01:04.794957 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a4577c1-1b07-4d4a-bee0-6404f0f443e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp900f634c-eb0d-5d65-94fb-55faaa86ae34-6e3ba2d8-cc61-4396-b210-32cea4aff750', 'network_id': '6e3ba2d8-cc61-4396-b210-32cea4aff750', 'project_id': '15c454baefdc474682f88c603f6108a8', 'fixed_ips': [{'subnet_id': '1b0ec485-4e15-4515-af25-2ebd70a5137a'}]}} from dv-cinder-850449-2-iscsi. {{(pid=110844) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 24 20:01:04.796526 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-8a4577c1-1b07-4d4a-bee0-6404f0f443e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (None), before_create {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:04.798336 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62386ab8-6537-42c4-9fcf-7886ddfaad8a admin admin] Received port after_create {{(pid=110842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 24 20:01:04.814723 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-476bded2-6020-445a-b1ee-83a0577d8657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731445223406'] for port (d14f8ca7-faa7-4be0-87eb-2c23b189bfe5), after_create {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:04.818502 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:01:04.925248 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-98e9bd86-35c5-410d-8f1a-13623d95cc7a admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.7971382 Jul 24 20:01:04.931406 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 55822) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:01:04.933770 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-b8187655-884e-432f-8a30-c0de59a1af59 admin admin] Publish callbacks [] for router_gateway (8c30eb17-654d-4a99-a799-c14f94d6d399), before_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:04.938846 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.v2.base [None req-ae8275b2-5d58-4604-aa5f-92565b01845d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-727564958-router', 'tenant_id': '15c454baefdc474682f88c603f6108a8', 'external_gateway_info': {'network_id': '10498192-3528-4341-803f-d59b33e3b71c'}}} {{(pid=110842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 20:01:04.944712 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62386ab8-6537-42c4-9fcf-7886ddfaad8a admin admin] Pushing event updated for resources: {'Port': ['ID=ea2f25b3-3d17-4f9a-8d9f-6a8401e2174c,revision_number=1']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:01:04.945217 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-476bded2-6020-445a-b1ee-83a0577d8657 None None] Network 64be66ee-585a-4301-8b32-9012fd829a32 is already hosted by enough agents. {{(pid=110844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 20:01:04.949110 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476bded2-6020-445a-b1ee-83a0577d8657 None None] Pushing event updated for resources: {'Port': ['ID=d14f8ca7-faa7-4be0-87eb-2c23b189bfe5,revision_number=1']} {{(pid=110844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:01:04.954959 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.scheduler.base_scheduler [None req-476bded2-6020-445a-b1ee-83a0577d8657 None None] Resources bound (agent type, host, resource id): {{(pid=110844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 20:01:04.971377 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476bded2-6020-445a-b1ee-83a0577d8657 None None] Received port after_create {{(pid=110844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 24 20:01:04.993734 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-b8187655-884e-432f-8a30-c0de59a1af59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (None), before_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:05.096600 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-ae8275b2-5d58-4604-aa5f-92565b01845d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-453983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-719'] for router (d415c36d-d3f0-4850-a3a7-92ff6de12880), before_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:05.098198 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-ae8275b2-5d58-4604-aa5f-92565b01845d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-450886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-446411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-479098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-760'] for router (d415c36d-d3f0-4850-a3a7-92ff6de12880), precommit_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:05.187482 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-ae8275b2-5d58-4604-aa5f-92565b01845d admin admin] Publish callbacks [] for router_controller (d415c36d-d3f0-4850-a3a7-92ff6de12880), precommit_add_association {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:05.208483 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Device 3ff207e1-6b7e-4003-82e5-c7db49f87770 up at agent ovs-agent-dv-cinder-850449-2-iscsi {{(pid=110844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 20:01:05.286806 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Provisioning complete for port 3ff207e1-6b7e-4003-82e5-c7db49f87770 triggered by entity L2. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 20:01:05.287215 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812910'] for port (3ff207e1-6b7e-4003-82e5-c7db49f87770), provisioning_complete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:05.326528 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.managers [None req-476bded2-6020-445a-b1ee-83a0577d8657 None None] Attempting to bind port d14f8ca7-faa7-4be0-87eb-2c23b189bfe5 on host dv-cinder-850449-2-iscsi for vnic_type normal with profile {{(pid=110844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 24 20:01:05.326528 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.managers [None req-476bded2-6020-445a-b1ee-83a0577d8657 None None] Attempting to bind port d14f8ca7-faa7-4be0-87eb-2c23b189bfe5 by drivers openvswitch,hyperv on host dv-cinder-850449-2-iscsi at level 0 using segments [{'id': '8116d425-f2a1-4ba9-b4f2-e5572bf43ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '64be66ee-585a-4301-8b32-9012fd829a32'}] {{(pid=110844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 24 20:01:05.326528 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-476bded2-6020-445a-b1ee-83a0577d8657 None None] Attempting to bind port d14f8ca7-faa7-4be0-87eb-2c23b189bfe5 on network 64be66ee-585a-4301-8b32-9012fd829a32 {{(pid=110844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 24 20:01:05.352473 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.db_base_plugin_common [None req-8a4577c1-1b07-4d4a-bee0-6404f0f443e3 None None] Allocated IP 172.20.0.2 (6e3ba2d8-cc61-4396-b210-32cea4aff750/1b0ec485-4e15-4515-af25-2ebd70a5137a/5ad37933-4c68-4c4b-b5d7-7765a68f1e88) {{(pid=110844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 20:01:05.357819 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-476bded2-6020-445a-b1ee-83a0577d8657 None None] Checking agent: {'id': '46eda511-dfa5-408c-8bd4-cb509f691033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850449-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 24, 19, 52, 9), 'started_at': datetime.datetime(2022, 7, 24, 19, 52, 39), 'heartbeat_timestamp': datetime.datetime(2022, 7, 24, 20, 0, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850449-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 24 20:01:05.359520 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-476bded2-6020-445a-b1ee-83a0577d8657 None None] Checking segment: {'id': '8116d425-f2a1-4ba9-b4f2-e5572bf43ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '64be66ee-585a-4301-8b32-9012fd829a32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 24 20:01:05.359935 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-476bded2-6020-445a-b1ee-83a0577d8657 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:05.360384 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-476bded2-6020-445a-b1ee-83a0577d8657 None None] Bound using segment: {'id': '8116d425-f2a1-4ba9-b4f2-e5572bf43ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '64be66ee-585a-4301-8b32-9012fd829a32'} {{(pid=110844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 24 20:01:05.360919 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.managers [None req-476bded2-6020-445a-b1ee-83a0577d8657 None None] Bound port: d14f8ca7-faa7-4be0-87eb-2c23b189bfe5, host: dv-cinder-850449-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8116d425-f2a1-4ba9-b4f2-e5572bf43ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '64be66ee-585a-4301-8b32-9012fd829a32'}}] {{(pid=110844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 24 20:01:05.361361 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-476bded2-6020-445a-b1ee-83a0577d8657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (d14f8ca7-faa7-4be0-87eb-2c23b189bfe5), before_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:05.378508 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.db.db_base_plugin_common [None req-b8187655-884e-432f-8a30-c0de59a1af59 admin admin] Allocated IP 172.27.3.209 (10498192-3528-4341-803f-d59b33e3b71c/99a0caa3-3fb5-4860-826f-478186226de3/f63d0551-8bd8-4b23-80e8-7c7df3795985) {{(pid=110843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 20:01:05.397528 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:01:05.426957 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=86,neutron:UPDATE=4,neutron:INSERT=8,neutron:DELETE=2 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:01:05.545232 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Current status of the port 3ff207e1-6b7e-4003-82e5-c7db49f87770 is: DOWN; New status is: ACTIVE {{(pid=110844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 20:01:05.545627 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (3ff207e1-6b7e-4003-82e5-c7db49f87770), before_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:05.690953 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:INSERT=6 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:01:05.712013 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90d04bb8-6650-4a48-b4bb-af4851336d90 None None] Network b3fd2ef6-6f8c-45f9-a0a9-81c377b08f7e requested from dv-cinder-850449-2-iscsi {{(pid=110844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 24 20:01:05.712311 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-b8187655-884e-432f-8a30-c0de59a1af59 admin admin] Publish callbacks [] for port (f63d0551-8bd8-4b23-80e8-7c7df3795985), precommit_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:05.741993 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-ae8275b2-5d58-4604-aa5f-92565b01845d admin admin] Publish callbacks [] for router_gateway (d415c36d-d3f0-4850-a3a7-92ff6de12880), precommit_update {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:05.753338 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] For port 3ff207e1-6b7e-4003-82e5-c7db49f87770, host dv-cinder-850449-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850449-2-iscsi',level=0,port_id=3ff207e1-6b7e-4003-82e5-c7db49f87770,segment=NetworkSegment(e9fdb9ec-6b6e-4383-ae6e-075d3eed2f20),segment_id=e9fdb9ec-6b6e-4383-ae6e-075d3eed2f20)] {{(pid=110844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 20:01:05.758960 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-62386ab8-6537-42c4-9fcf-7886ddfaad8a admin admin] Publish callbacks [] for router_gateway (5e6b10e9-03c8-43e3-bc80-2da91e00d910), after_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:05.784019 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-476bded2-6020-445a-b1ee-83a0577d8657 None None] For port d14f8ca7-faa7-4be0-87eb-2c23b189bfe5, host dv-cinder-850449-2-iscsi, cleared binding levels {{(pid=110844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 20:01:05.805272 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-393df389-586d-47ec-b5e0-0690c7d2be17 None None] Provisioning complete for port 3ff207e1-6b7e-4003-82e5-c7db49f87770 triggered by entity DHCP. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 20:01:05.805725 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-393df389-586d-47ec-b5e0-0690c7d2be17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812910'] for port (3ff207e1-6b7e-4003-82e5-c7db49f87770), provisioning_complete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:05.914742 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958'] for port (3ff207e1-6b7e-4003-82e5-c7db49f87770), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:05.952498 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-476bded2-6020-445a-b1ee-83a0577d8657 None None] For port d14f8ca7-faa7-4be0-87eb-2c23b189bfe5, host dv-cinder-850449-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850449-2-iscsi',level=0,port_id=d14f8ca7-faa7-4be0-87eb-2c23b189bfe5,segment=NetworkSegment(8116d425-f2a1-4ba9-b4f2-e5572bf43ba1),segment_id=8116d425-f2a1-4ba9-b4f2-e5572bf43ba1)] {{(pid=110844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 20:01:05.988604 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-b8187655-884e-432f-8a30-c0de59a1af59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731445223406'] for port (f63d0551-8bd8-4b23-80e8-7c7df3795985), after_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:06.063150 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-8a4577c1-1b07-4d4a-bee0-6404f0f443e3 None None] Publish callbacks [] for port (5ad37933-4c68-4c4b-b5d7-7765a68f1e88), precommit_create {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:06.091466 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8187655-884e-432f-8a30-c0de59a1af59 admin admin] Network 10498192-3528-4341-803f-d59b33e3b71c is already hosted by enough agents. {{(pid=110843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 20:01:06.099805 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.scheduler.base_scheduler [None req-b8187655-884e-432f-8a30-c0de59a1af59 admin admin] Resources bound (agent type, host, resource id): {{(pid=110843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 20:01:06.100033 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-fa26beea-054a-4b3c-90b0-4c211a00df46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (408021b7-d46b-48c2-9f75-8a8023f9145c), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:06.107806 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8187655-884e-432f-8a30-c0de59a1af59 admin admin] Received port after_create {{(pid=110843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 24 20:01:06.111328 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-476bded2-6020-445a-b1ee-83a0577d8657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958'] for port (d14f8ca7-faa7-4be0-87eb-2c23b189bfe5), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:06.118703 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8187655-884e-432f-8a30-c0de59a1af59 admin admin] Pushing event updated for resources: {'Port': ['ID=f63d0551-8bd8-4b23-80e8-7c7df3795985,revision_number=1']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:01:06.145923 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:01:06.154080 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-62386ab8-6537-42c4-9fcf-7886ddfaad8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-450823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-445874'] for router (5e6b10e9-03c8-43e3-bc80-2da91e00d910), after_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:06.169390 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Pushing event updated for resources: {'Port': ['ID=3ff207e1-6b7e-4003-82e5-c7db49f87770,revision_number=3']} {{(pid=110844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:01:06.172525 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-ae8275b2-5d58-4604-aa5f-92565b01845d admin admin] Publish callbacks [] for router_gateway (d415c36d-d3f0-4850-a3a7-92ff6de12880), before_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:06.229342 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-ae8275b2-5d58-4604-aa5f-92565b01845d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (None), before_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:06.261766 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-8a4577c1-1b07-4d4a-bee0-6404f0f443e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731445223406'] for port (5ad37933-4c68-4c4b-b5d7-7765a68f1e88), after_create {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:06.398455 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-393df389-586d-47ec-b5e0-0690c7d2be17 None None] Current status of the port 3ff207e1-6b7e-4003-82e5-c7db49f87770 is: ACTIVE; New status is: ACTIVE {{(pid=110844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 20:01:06.415601 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=89,neutron:UPDATE=8,neutron:INSERT=3 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:01:06.443308 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a4577c1-1b07-4d4a-bee0-6404f0f443e3 None None] Network 6e3ba2d8-cc61-4396-b210-32cea4aff750 is already hosted by enough agents. {{(pid=110844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 20:01:06.444302 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476bded2-6020-445a-b1ee-83a0577d8657 None None] Pushing event updated for resources: {'Port': ['ID=d14f8ca7-faa7-4be0-87eb-2c23b189bfe5,revision_number=2']} {{(pid=110844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:01:06.458292 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.scheduler.base_scheduler [None req-8a4577c1-1b07-4d4a-bee0-6404f0f443e3 None None] Resources bound (agent type, host, resource id): {{(pid=110844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 20:01:06.458292 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4577c1-1b07-4d4a-bee0-6404f0f443e3 None None] Received port after_create {{(pid=110844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 24 20:01:06.485277 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.db.db_base_plugin_common [None req-ae8275b2-5d58-4604-aa5f-92565b01845d admin admin] Allocated IP 172.27.3.175 (10498192-3528-4341-803f-d59b33e3b71c/99a0caa3-3fb5-4860-826f-478186226de3/b45b19b5-a41c-4d83-bbe8-9ffe45a80965) {{(pid=110842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 20:01:06.705442 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62386ab8-6537-42c4-9fcf-7886ddfaad8a admin admin] Router 5e6b10e9-03c8-43e3-bc80-2da91e00d910 is scheduled to L3 agent 408021b7-d46b-48c2-9f75-8a8023f9145c with binding_index 1 {{(pid=110842) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 24 20:01:06.887292 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4577c1-1b07-4d4a-bee0-6404f0f443e3 None None] Pushing event updated for resources: {'Port': ['ID=5ad37933-4c68-4c4b-b5d7-7765a68f1e88,revision_number=1']} {{(pid=110844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:01:06.941719 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.managers [None req-8a4577c1-1b07-4d4a-bee0-6404f0f443e3 None None] Attempting to bind port 5ad37933-4c68-4c4b-b5d7-7765a68f1e88 on host dv-cinder-850449-2-iscsi for vnic_type normal with profile {{(pid=110844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 24 20:01:06.942113 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.managers [None req-8a4577c1-1b07-4d4a-bee0-6404f0f443e3 None None] Attempting to bind port 5ad37933-4c68-4c4b-b5d7-7765a68f1e88 by drivers openvswitch,hyperv on host dv-cinder-850449-2-iscsi at level 0 using segments [{'id': '1a250ca4-cd77-42a8-bf37-37a7ac6ffa6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '6e3ba2d8-cc61-4396-b210-32cea4aff750'}] {{(pid=110844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 24 20:01:06.942645 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4577c1-1b07-4d4a-bee0-6404f0f443e3 None None] Attempting to bind port 5ad37933-4c68-4c4b-b5d7-7765a68f1e88 on network 6e3ba2d8-cc61-4396-b210-32cea4aff750 {{(pid=110844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 24 20:01:06.952130 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4577c1-1b07-4d4a-bee0-6404f0f443e3 None None] Checking agent: {'id': '46eda511-dfa5-408c-8bd4-cb509f691033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850449-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 24, 19, 52, 9), 'started_at': datetime.datetime(2022, 7, 24, 19, 52, 39), 'heartbeat_timestamp': datetime.datetime(2022, 7, 24, 20, 0, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850449-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 24 20:01:06.952533 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4577c1-1b07-4d4a-bee0-6404f0f443e3 None None] Checking segment: {'id': '1a250ca4-cd77-42a8-bf37-37a7ac6ffa6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '6e3ba2d8-cc61-4396-b210-32cea4aff750'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 24 20:01:06.953048 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-8a4577c1-1b07-4d4a-bee0-6404f0f443e3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:06.953448 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4577c1-1b07-4d4a-bee0-6404f0f443e3 None None] Bound using segment: {'id': '1a250ca4-cd77-42a8-bf37-37a7ac6ffa6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '6e3ba2d8-cc61-4396-b210-32cea4aff750'} {{(pid=110844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 24 20:01:06.953986 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.managers [None req-8a4577c1-1b07-4d4a-bee0-6404f0f443e3 None None] Bound port: 5ad37933-4c68-4c4b-b5d7-7765a68f1e88, host: dv-cinder-850449-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a250ca4-cd77-42a8-bf37-37a7ac6ffa6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '6e3ba2d8-cc61-4396-b210-32cea4aff750'}}] {{(pid=110844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 24 20:01:06.954378 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-8a4577c1-1b07-4d4a-bee0-6404f0f443e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (5ad37933-4c68-4c4b-b5d7-7765a68f1e88), before_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:06.973128 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-759d62e2-5202-4552-9593-f891336bb1e4 None None] Provisioning complete for port 3ff207e1-6b7e-4003-82e5-c7db49f87770 triggered by entity DHCP. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 20:01:06.974040 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-759d62e2-5202-4552-9593-f891336bb1e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812910'] for port (3ff207e1-6b7e-4003-82e5-c7db49f87770), provisioning_complete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:07.000313 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-b8187655-884e-432f-8a30-c0de59a1af59 admin admin] Publish callbacks [] for router_gateway (8c30eb17-654d-4a99-a799-c14f94d6d399), after_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:07.073742 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-8a4577c1-1b07-4d4a-bee0-6404f0f443e3 None None] For port 5ad37933-4c68-4c4b-b5d7-7765a68f1e88, host dv-cinder-850449-2-iscsi, cleared binding levels {{(pid=110844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 20:01:07.078456 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-8a4577c1-1b07-4d4a-bee0-6404f0f443e3 None None] For port 5ad37933-4c68-4c4b-b5d7-7765a68f1e88, host dv-cinder-850449-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850449-2-iscsi',level=0,port_id=5ad37933-4c68-4c4b-b5d7-7765a68f1e88,segment=NetworkSegment(1a250ca4-cd77-42a8-bf37-37a7ac6ffa6c),segment_id=1a250ca4-cd77-42a8-bf37-37a7ac6ffa6c)] {{(pid=110844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 20:01:07.090576 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-6dc48dae-acff-4e3e-8fdb-430da55b4f7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (7ee55678-4254-481c-8cae-5c828aed81c9), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:07.114120 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-ae8275b2-5d58-4604-aa5f-92565b01845d admin admin] Publish callbacks [] for port (b45b19b5-a41c-4d83-bbe8-9ffe45a80965), precommit_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:07.136455 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-759d62e2-5202-4552-9593-f891336bb1e4 None None] Current status of the port 3ff207e1-6b7e-4003-82e5-c7db49f87770 is: ACTIVE; New status is: ACTIVE {{(pid=110844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 20:01:07.169028 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-8a4577c1-1b07-4d4a-bee0-6404f0f443e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958'] for port (5ad37933-4c68-4c4b-b5d7-7765a68f1e88), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:07.171723 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62386ab8-6537-42c4-9fcf-7886ddfaad8a admin admin] Notify agent at l3_agent.dv-cinder-850449-2-iscsi the message routers_updated {{(pid=110842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 20:01:07.187987 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc0275f-dda6-4999-a3eb-272b1785453a None None] Sync routers for ids ['5e6b10e9-03c8-43e3-bc80-2da91e00d910'] in dv-cinder-850449-2-iscsi {{(pid=110845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 20:01:07.205058 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc0275f-dda6-4999-a3eb-272b1785453a None None] Routers {'5e6b10e9-03c8-43e3-bc80-2da91e00d910'} bound to L3 agent in host dv-cinder-850449-2-iscsi {{(pid=110845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 20:01:07.210020 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.l3_hamode_db [None req-bfc0275f-dda6-4999-a3eb-272b1785453a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-24T19:52:06Z,description=,heartbeat_timestamp=2022-07-24T20:01:06Z,host='dv-cinder-850449-2-iscsi',id=408021b7-d46b-48c2-9f75-8a8023f9145c,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T19:52:06Z,topic='l3_agent')) {'router_ids': ['5e6b10e9-03c8-43e3-bc80-2da91e00d910'], 'active': True} {{(pid=110845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:01:07.252314 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4577c1-1b07-4d4a-bee0-6404f0f443e3 None None] Pushing event updated for resources: {'Port': ['ID=5ad37933-4c68-4c4b-b5d7-7765a68f1e88,revision_number=2']} {{(pid=110844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:01:07.297319 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-62386ab8-6537-42c4-9fcf-7886ddfaad8a admin admin] Publish callbacks [] for router (None), before_response {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:07.300875 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-62386ab8-6537-42c4-9fcf-7886ddfaad8a admin admin] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.7838159 Jul 24 20:01:07.303441 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-ae8275b2-5d58-4604-aa5f-92565b01845d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731445223406'] for port (b45b19b5-a41c-4d83-bbe8-9ffe45a80965), after_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:07.306865 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Device d14f8ca7-faa7-4be0-87eb-2c23b189bfe5 up at agent ovs-agent-dv-cinder-850449-2-iscsi {{(pid=110844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 20:01:07.310977 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 55894) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:01:07.386658 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Provisioning complete for port d14f8ca7-faa7-4be0-87eb-2c23b189bfe5 triggered by entity L2. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 20:01:07.387171 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812910'] for port (d14f8ca7-faa7-4be0-87eb-2c23b189bfe5), provisioning_complete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:07.469841 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.l3_dvr_db [None req-bfc0275f-dda6-4999-a3eb-272b1785453a None None] Set router 5e6b10e9-03c8-43e3-bc80-2da91e00d910 gateway port host: dv-cinder-850449-2-iscsi {{(pid=110845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 20:01:07.479109 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:01:07.493035 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-b8187655-884e-432f-8a30-c0de59a1af59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-450823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-445874'] for router (8c30eb17-654d-4a99-a799-c14f94d6d399), after_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:07.606360 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae8275b2-5d58-4604-aa5f-92565b01845d admin admin] Network 10498192-3528-4341-803f-d59b33e3b71c is already hosted by enough agents. {{(pid=110842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 20:01:07.612986 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.scheduler.base_scheduler [None req-ae8275b2-5d58-4604-aa5f-92565b01845d admin admin] Resources bound (agent type, host, resource id): {{(pid=110842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 20:01:07.644284 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae8275b2-5d58-4604-aa5f-92565b01845d admin admin] Received port after_create {{(pid=110842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 24 20:01:07.654140 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Current status of the port d14f8ca7-faa7-4be0-87eb-2c23b189bfe5 is: DOWN; New status is: ACTIVE {{(pid=110844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 20:01:07.666004 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (d14f8ca7-faa7-4be0-87eb-2c23b189bfe5), before_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:07.778920 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] For port d14f8ca7-faa7-4be0-87eb-2c23b189bfe5, host dv-cinder-850449-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850449-2-iscsi',level=0,port_id=d14f8ca7-faa7-4be0-87eb-2c23b189bfe5,segment=NetworkSegment(8116d425-f2a1-4ba9-b4f2-e5572bf43ba1),segment_id=8116d425-f2a1-4ba9-b4f2-e5572bf43ba1)] {{(pid=110844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 20:01:07.832107 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [-] (110843) accepted ('10.222.0.17', 55898) {{(pid=110843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:01:07.871322 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958'] for port (d14f8ca7-faa7-4be0-87eb-2c23b189bfe5), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:07.873056 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Device 3ff207e1-6b7e-4003-82e5-c7db49f87770 up at agent ovs-agent-dv-cinder-850449-2-iscsi {{(pid=110844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 20:01:07.878412 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.l3_hamode_db [None req-bfc0275f-dda6-4999-a3eb-272b1785453a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e6b10e9-03c8-43e3-bc80-2da91e00d910', 'name': 'tempest-AttachVolumeShelveTestJSON-842360300-router', 'tenant_id': '49f6a7894899436d8ce94d9a7500533a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'external_fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': 'ea2f25b3-3d17-4f9a-8d9f-6a8401e2174c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T20:01:02Z', 'updated_at': '2022-07-24T20:01:05Z', 'revision_number': 3, 'project_id': '49f6a7894899436d8ce94d9a7500533a', 'gw_port': {'id': 'ea2f25b3-3d17-4f9a-8d9f-6a8401e2174c', 'name': '', 'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:9d:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e6b10e9-03c8-43e3-bc80-2da91e00d910', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:01:03Z', 'updated_at': '2022-07-24T20:01:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '99a0caa3-3fb5-4860-826f-478186226de3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850449-2-iscsi'}], 'dv-cinder-850449-2-iscsi', False) {} {{(pid=110845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:01:07.975607 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8187655-884e-432f-8a30-c0de59a1af59 admin admin] Router 8c30eb17-654d-4a99-a799-c14f94d6d399 is scheduled to L3 agent 408021b7-d46b-48c2-9f75-8a8023f9145c with binding_index 1 {{(pid=110843) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 24 20:01:07.987536 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc0275f-dda6-4999-a3eb-272b1785453a None None] Checking router: 5e6b10e9-03c8-43e3-bc80-2da91e00d910 for host: dv-cinder-850449-2-iscsi {{(pid=110845) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 20:01:07.989439 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc0275f-dda6-4999-a3eb-272b1785453a None None] Updating router 5e6b10e9-03c8-43e3-bc80-2da91e00d910 port ea2f25b3-3d17-4f9a-8d9f-6a8401e2174c binding host dv-cinder-850449-2-iscsi {{(pid=110845) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 20:01:08.036198 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8275b2-5d58-4604-aa5f-92565b01845d admin admin] Pushing event updated for resources: {'Port': ['ID=b45b19b5-a41c-4d83-bbe8-9ffe45a80965,revision_number=1']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:01:08.066063 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:01:08.135851 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron_lib.callbacks.manager [None req-bfc0275f-dda6-4999-a3eb-272b1785453a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (ea2f25b3-3d17-4f9a-8d9f-6a8401e2174c), before_update {{(pid=110845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:08.283832 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8187655-884e-432f-8a30-c0de59a1af59 admin admin] Notify agent at l3_agent.dv-cinder-850449-2-iscsi the message routers_updated {{(pid=110843) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 20:01:08.309760 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-5a5b3732-ba15-438d-bbf1-7cc260f2a848 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:08.374840 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b160697-fd69-44e8-859f-14698dc17f3f None None] Network 64be66ee-585a-4301-8b32-9012fd829a32 requested from dv-cinder-850449-2-iscsi {{(pid=110844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 24 20:01:08.378795 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa0e0aa7-fd83-43d4-b990-a221901fa79a None None] Sync routers for ids ['8c30eb17-654d-4a99-a799-c14f94d6d399'] in dv-cinder-850449-2-iscsi {{(pid=110844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 20:01:08.420233 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0e0aa7-fd83-43d4-b990-a221901fa79a None None] Routers {'8c30eb17-654d-4a99-a799-c14f94d6d399'} bound to L3 agent in host dv-cinder-850449-2-iscsi {{(pid=110844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 20:01:08.421099 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_hamode_db [None req-fa0e0aa7-fd83-43d4-b990-a221901fa79a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-24T19:52:06Z,description=,heartbeat_timestamp=2022-07-24T20:01:06Z,host='dv-cinder-850449-2-iscsi',id=408021b7-d46b-48c2-9f75-8a8023f9145c,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T19:52:06Z,topic='l3_agent')) {'router_ids': ['8c30eb17-654d-4a99-a799-c14f94d6d399'], 'active': True} {{(pid=110844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:01:08.444878 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-5a5b3732-ba15-438d-bbf1-7cc260f2a848 admin admin] Publish callbacks [] for security_group (c041535c-2ce1-45ec-a22d-c37dd2f23ca1), precommit_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:08.451207 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-b8187655-884e-432f-8a30-c0de59a1af59 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:08.454083 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [None req-b8187655-884e-432f-8a30-c0de59a1af59 admin admin] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.6913643 Jul 24 20:01:08.456243 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [-] (110843) accepted ('10.222.0.17', 55922) {{(pid=110843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:01:08.500038 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:01:08.535041 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-5a5b3732-ba15-438d-bbf1-7cc260f2a848 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (c041535c-2ce1-45ec-a22d-c37dd2f23ca1), after_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:08.557435 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:01:08.574528 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_dvr_db [None req-fa0e0aa7-fd83-43d4-b990-a221901fa79a None None] Set router 8c30eb17-654d-4a99-a799-c14f94d6d399 gateway port host: dv-cinder-850449-2-iscsi {{(pid=110844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 20:01:08.658627 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-ae8275b2-5d58-4604-aa5f-92565b01845d admin admin] Publish callbacks [] for router_gateway (d415c36d-d3f0-4850-a3a7-92ff6de12880), after_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:08.739348 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [None req-5a5b3732-ba15-438d-bbf1-7cc260f2a848 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=e34a4f01af0a4015b20c52b6cfec5d40&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9008980 Jul 24 20:01:08.744755 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [-] (110843) accepted ('10.222.0.17', 55928) {{(pid=110843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:01:08.775995 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron_lib.callbacks.manager [None req-bfc0275f-dda6-4999-a3eb-272b1785453a None None] Publish callbacks [] for port (ea2f25b3-3d17-4f9a-8d9f-6a8401e2174c), precommit_update {{(pid=110845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:08.796387 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5b3732-ba15-438d-bbf1-7cc260f2a848 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c041535c-2ce1-45ec-a22d-c37dd2f23ca1,revision_number=1']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:01:08.834939 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Pushing event updated for resources: {'Port': ['ID=d14f8ca7-faa7-4be0-87eb-2c23b189bfe5,revision_number=3']} {{(pid=110844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:01:08.856080 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron_lib.callbacks.manager [None req-bfc0275f-dda6-4999-a3eb-272b1785453a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958'] for port (ea2f25b3-3d17-4f9a-8d9f-6a8401e2174c), after_update {{(pid=110845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:08.928233 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Provisioning complete for port 3ff207e1-6b7e-4003-82e5-c7db49f87770 triggered by entity L2. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 20:01:08.928674 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812910'] for port (3ff207e1-6b7e-4003-82e5-c7db49f87770), provisioning_complete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:08.933555 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-f1b96c57-b1c6-4e26-a58c-3e88680742aa admin admin] Publish callbacks [] for security_group (c041535c-2ce1-45ec-a22d-c37dd2f23ca1), before_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:08.934717 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-5f6a0a0b-e3af-4216-b4c9-f990e880bb2c None None] Provisioning complete for port d14f8ca7-faa7-4be0-87eb-2c23b189bfe5 triggered by entity DHCP. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 20:01:08.935282 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-5f6a0a0b-e3af-4216-b4c9-f990e880bb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812910'] for port (d14f8ca7-faa7-4be0-87eb-2c23b189bfe5), provisioning_complete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:08.945242 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:01:08.961527 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-f1b96c57-b1c6-4e26-a58c-3e88680742aa admin admin] Publish callbacks [] for security_group (c041535c-2ce1-45ec-a22d-c37dd2f23ca1), precommit_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:08.971107 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.plugins.ml2.managers [None req-bfc0275f-dda6-4999-a3eb-272b1785453a None None] Attempting to bind port ea2f25b3-3d17-4f9a-8d9f-6a8401e2174c on host dv-cinder-850449-2-iscsi for vnic_type normal with profile {{(pid=110845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 24 20:01:08.971784 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.plugins.ml2.managers [None req-bfc0275f-dda6-4999-a3eb-272b1785453a None None] Attempting to bind port ea2f25b3-3d17-4f9a-8d9f-6a8401e2174c by drivers openvswitch,hyperv on host dv-cinder-850449-2-iscsi at level 0 using segments [{'id': 'fc72dfdc-4d29-4b3c-a3f7-b36f757f54d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10498192-3528-4341-803f-d59b33e3b71c'}] {{(pid=110845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 24 20:01:08.972330 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc0275f-dda6-4999-a3eb-272b1785453a None None] Attempting to bind port ea2f25b3-3d17-4f9a-8d9f-6a8401e2174c on network 10498192-3528-4341-803f-d59b33e3b71c {{(pid=110845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 24 20:01:08.978780 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5bcf00-88e3-48f3-938d-9cf35d4d9b47 None None] Pushing event updated for resources: {'Port': ['ID=ea2f25b3-3d17-4f9a-8d9f-6a8401e2174c,revision_number=2']} {{(pid=110845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:01:08.993290 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc0275f-dda6-4999-a3eb-272b1785453a None None] Checking agent: {'id': '46eda511-dfa5-408c-8bd4-cb509f691033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850449-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 24, 19, 52, 9), 'started_at': datetime.datetime(2022, 7, 24, 19, 52, 39), 'heartbeat_timestamp': datetime.datetime(2022, 7, 24, 20, 0, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850449-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 24 20:01:08.993949 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc0275f-dda6-4999-a3eb-272b1785453a None None] Checking segment: {'id': 'fc72dfdc-4d29-4b3c-a3f7-b36f757f54d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10498192-3528-4341-803f-d59b33e3b71c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 24 20:01:08.994946 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron_lib.callbacks.manager [None req-bfc0275f-dda6-4999-a3eb-272b1785453a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:08.995679 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc0275f-dda6-4999-a3eb-272b1785453a None None] Bound using segment: {'id': 'fc72dfdc-4d29-4b3c-a3f7-b36f757f54d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10498192-3528-4341-803f-d59b33e3b71c'} {{(pid=110845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 24 20:01:08.996460 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.plugins.ml2.managers [None req-bfc0275f-dda6-4999-a3eb-272b1785453a None None] Bound port: ea2f25b3-3d17-4f9a-8d9f-6a8401e2174c, host: dv-cinder-850449-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc72dfdc-4d29-4b3c-a3f7-b36f757f54d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10498192-3528-4341-803f-d59b33e3b71c'}}] {{(pid=110845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 24 20:01:08.997163 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron_lib.callbacks.manager [None req-bfc0275f-dda6-4999-a3eb-272b1785453a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (ea2f25b3-3d17-4f9a-8d9f-6a8401e2174c), before_update {{(pid=110845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:09.051943 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.plugins.ml2.db [None req-bfc0275f-dda6-4999-a3eb-272b1785453a None None] For port ea2f25b3-3d17-4f9a-8d9f-6a8401e2174c, host dv-cinder-850449-2-iscsi, cleared binding levels {{(pid=110845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 20:01:09.057410 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.plugins.ml2.db [None req-bfc0275f-dda6-4999-a3eb-272b1785453a None None] For port ea2f25b3-3d17-4f9a-8d9f-6a8401e2174c, host dv-cinder-850449-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850449-2-iscsi',level=0,port_id=ea2f25b3-3d17-4f9a-8d9f-6a8401e2174c,segment=NetworkSegment(fc72dfdc-4d29-4b3c-a3f7-b36f757f54d3),segment_id=fc72dfdc-4d29-4b3c-a3f7-b36f757f54d3)] {{(pid=110845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 20:01:09.062278 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5bcf00-88e3-48f3-938d-9cf35d4d9b47 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:01:09.062905 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5bcf00-88e3-48f3-938d-9cf35d4d9b47 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:01:09.063517 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5bcf00-88e3-48f3-938d-9cf35d4d9b47 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:01:09.064782 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5bcf00-88e3-48f3-938d-9cf35d4d9b47 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:01:09.065356 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5bcf00-88e3-48f3-938d-9cf35d4d9b47 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:01:09.065871 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5bcf00-88e3-48f3-938d-9cf35d4d9b47 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:01:09.066379 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5bcf00-88e3-48f3-938d-9cf35d4d9b47 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:01:09.066913 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5bcf00-88e3-48f3-938d-9cf35d4d9b47 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:01:09.067420 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5bcf00-88e3-48f3-938d-9cf35d4d9b47 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:01:09.067930 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5bcf00-88e3-48f3-938d-9cf35d4d9b47 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:01:09.069981 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5bcf00-88e3-48f3-938d-9cf35d4d9b47 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:01:09.070759 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5bcf00-88e3-48f3-938d-9cf35d4d9b47 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:01:09.071563 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5bcf00-88e3-48f3-938d-9cf35d4d9b47 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:01:09.072075 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5bcf00-88e3-48f3-938d-9cf35d4d9b47 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:01:09.072581 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5bcf00-88e3-48f3-938d-9cf35d4d9b47 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:01:09.074041 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5bcf00-88e3-48f3-938d-9cf35d4d9b47 None None] Tracked resource versions report: Jul 24 20:01:09.074041 dv-cinder-850449-2-iscsi neutron-server[110845]: pushed versions: Jul 24 20:01:09.074041 dv-cinder-850449-2-iscsi neutron-server[110845]: { 'AddressGroup': {'1.2'}, Jul 24 20:01:09.074041 dv-cinder-850449-2-iscsi neutron-server[110845]: 'Agent': {'1.1'}, Jul 24 20:01:09.074041 dv-cinder-850449-2-iscsi neutron-server[110845]: 'ConntrackHelper': {'1.0'}, Jul 24 20:01:09.074041 dv-cinder-850449-2-iscsi neutron-server[110845]: 'LocalIPAssociation': {'1.0'}, Jul 24 20:01:09.074041 dv-cinder-850449-2-iscsi neutron-server[110845]: 'Log': {'1.0'}, Jul 24 20:01:09.074041 dv-cinder-850449-2-iscsi neutron-server[110845]: 'NDPProxy': {'1.0'}, Jul 24 20:01:09.074041 dv-cinder-850449-2-iscsi neutron-server[110845]: 'Network': {'1.1'}, Jul 24 20:01:09.074041 dv-cinder-850449-2-iscsi neutron-server[110845]: 'Port': {'1.7'}, Jul 24 20:01:09.074041 dv-cinder-850449-2-iscsi neutron-server[110845]: 'PortForwarding': {'1.3'}, Jul 24 20:01:09.074041 dv-cinder-850449-2-iscsi neutron-server[110845]: 'QosPolicy': {'1.10'}, Jul 24 20:01:09.074041 dv-cinder-850449-2-iscsi neutron-server[110845]: 'SecurityGroup': {'1.5'}, Jul 24 20:01:09.074041 dv-cinder-850449-2-iscsi neutron-server[110845]: 'SecurityGroupRule': {'1.2'}, Jul 24 20:01:09.074041 dv-cinder-850449-2-iscsi neutron-server[110845]: 'SubPort': {'1.0'}, Jul 24 20:01:09.074041 dv-cinder-850449-2-iscsi neutron-server[110845]: 'Subnet': {'1.1'}, Jul 24 20:01:09.074041 dv-cinder-850449-2-iscsi neutron-server[110845]: 'Trunk': {'1.1'}} Jul 24 20:01:09.074041 dv-cinder-850449-2-iscsi neutron-server[110845]: consumer versions: Jul 24 20:01:09.074041 dv-cinder-850449-2-iscsi neutron-server[110845]: { DHCP agent@dv-cinder-850449-2-iscsi: {}, Jul 24 20:01:09.074041 dv-cinder-850449-2-iscsi neutron-server[110845]: HyperV agent@hv-cinder-85044: {}, Jul 24 20:01:09.074041 dv-cinder-850449-2-iscsi neutron-server[110845]: L3 agent@dv-cinder-850449-2-iscsi: {}, Jul 24 20:01:09.074041 dv-cinder-850449-2-iscsi neutron-server[110845]: Metadata agent@dv-cinder-850449-2-iscsi: {}, Jul 24 20:01:09.074041 dv-cinder-850449-2-iscsi neutron-server[110845]: Metering agent@dv-cinder-850449-2-iscsi: {}, Jul 24 20:01:09.074041 dv-cinder-850449-2-iscsi neutron-server[110845]: Open vSwitch agent@dv-cinder-850449-2-iscsi: { 'AddressGroup': '1.2', Jul 24 20:01:09.074041 dv-cinder-850449-2-iscsi neutron-server[110845]: 'Agent': '1.1', Jul 24 20:01:09.074041 dv-cinder-850449-2-iscsi neutron-server[110845]: 'ConntrackHelper': '1.0', Jul 24 20:01:09.074041 dv-cinder-850449-2-iscsi neutron-server[110845]: 'LocalIPAssociation': '1.0', Jul 24 20:01:09.074041 dv-cinder-850449-2-iscsi neutron-server[110845]: 'Log': '1.0', Jul 24 20:01:09.074041 dv-cinder-850449-2-iscsi neutron-server[110845]: 'NDPProxy': '1.0', Jul 24 20:01:09.074041 dv-cinder-850449-2-iscsi neutron-server[110845]: 'Network': '1.1', Jul 24 20:01:09.074041 dv-cinder-850449-2-iscsi neutron-server[110845]: 'Port': '1.7', Jul 24 20:01:09.074041 dv-cinder-850449-2-iscsi neutron-server[110845]: 'PortForwarding': '1.3', Jul 24 20:01:09.074041 dv-cinder-850449-2-iscsi neutron-server[110845]: 'QosPolicy': '1.10', Jul 24 20:01:09.074041 dv-cinder-850449-2-iscsi neutron-server[110845]: 'SecurityGroup': '1.5', Jul 24 20:01:09.074041 dv-cinder-850449-2-iscsi neutron-server[110845]: 'SecurityGroupRule': '1.2', Jul 24 20:01:09.074041 dv-cinder-850449-2-iscsi neutron-server[110845]: 'SubPort': '1.0', Jul 24 20:01:09.074041 dv-cinder-850449-2-iscsi neutron-server[110845]: 'Subnet': '1.1', Jul 24 20:01:09.074041 dv-cinder-850449-2-iscsi neutron-server[110845]: 'Trunk': '1.1'}} Jul 24 20:01:09.074041 dv-cinder-850449-2-iscsi neutron-server[110845]: {{(pid=110845) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 24 20:01:09.078711 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG dbcounter [-] [110845] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:01:09.093769 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80afabb2-e4ba-4bc7-9746-750e4b35ecd5 None None] Network 6e3ba2d8-cc61-4396-b210-32cea4aff750 requested from dv-cinder-850449-2-iscsi {{(pid=110844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 24 20:01:09.100582 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-43102eef-6e4b-4922-ad30-3734cbb7477a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (7d43fc2f-3c2c-473f-8c92-13ad6341ecc2), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:09.102305 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_hamode_db [None req-fa0e0aa7-fd83-43d4-b990-a221901fa79a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c30eb17-654d-4a99-a799-c14f94d6d399', 'name': 'tempest-DeleteServersTestJSON-364265450-router', 'tenant_id': 'c1d92a82166d4e128dbef71394daba86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'external_fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': 'f63d0551-8bd8-4b23-80e8-7c7df3795985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T20:01:03Z', 'updated_at': '2022-07-24T20:01:06Z', 'revision_number': 3, 'project_id': 'c1d92a82166d4e128dbef71394daba86', 'gw_port': {'id': 'f63d0551-8bd8-4b23-80e8-7c7df3795985', 'name': '', 'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:01:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c30eb17-654d-4a99-a799-c14f94d6d399', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:01:05Z', 'updated_at': '2022-07-24T20:01:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '99a0caa3-3fb5-4860-826f-478186226de3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850449-2-iscsi'}], 'dv-cinder-850449-2-iscsi', False) {} {{(pid=110844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:01:09.154277 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron_lib.callbacks.manager [None req-bfc0275f-dda6-4999-a3eb-272b1785453a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958'] for port (ea2f25b3-3d17-4f9a-8d9f-6a8401e2174c), after_update {{(pid=110845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:09.221307 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG dbcounter [-] [110845] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:01:09.221825 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-f1b96c57-b1c6-4e26-a58c-3e88680742aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (c041535c-2ce1-45ec-a22d-c37dd2f23ca1), after_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:09.223590 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5bcf00-88e3-48f3-938d-9cf35d4d9b47 None None] Pushing event updated for resources: {'Port': ['ID=ea2f25b3-3d17-4f9a-8d9f-6a8401e2174c,revision_number=3']} {{(pid=110845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:01:09.227818 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-f1b96c57-b1c6-4e26-a58c-3e88680742aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:09.234544 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [None req-f1b96c57-b1c6-4e26-a58c-3e88680742aa admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/c041535c-2ce1-45ec-a22d-c37dd2f23ca1 HTTP/1.1" status: 204 len: 168 time: 0.4877152 Jul 24 20:01:09.252087 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc0275f-dda6-4999-a3eb-272b1785453a None None] Routers {'5e6b10e9-03c8-43e3-bc80-2da91e00d910'} bound to L3 agent in host dv-cinder-850449-2-iscsi {{(pid=110845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 20:01:09.252958 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.l3_hamode_db [None req-bfc0275f-dda6-4999-a3eb-272b1785453a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-24T19:52:06Z,description=,heartbeat_timestamp=2022-07-24T20:01:06Z,host='dv-cinder-850449-2-iscsi',id=408021b7-d46b-48c2-9f75-8a8023f9145c,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T19:52:06Z,topic='l3_agent')) {'router_ids': ['5e6b10e9-03c8-43e3-bc80-2da91e00d910'], 'active': True} {{(pid=110845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:01:09.263807 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa0e0aa7-fd83-43d4-b990-a221901fa79a None None] Checking router: 8c30eb17-654d-4a99-a799-c14f94d6d399 for host: dv-cinder-850449-2-iscsi {{(pid=110844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 20:01:09.263807 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa0e0aa7-fd83-43d4-b990-a221901fa79a None None] Updating router 8c30eb17-654d-4a99-a799-c14f94d6d399 port f63d0551-8bd8-4b23-80e8-7c7df3795985 binding host dv-cinder-850449-2-iscsi {{(pid=110844) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 20:01:09.263970 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-ae8275b2-5d58-4604-aa5f-92565b01845d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-450823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-445874'] for router (d415c36d-d3f0-4850-a3a7-92ff6de12880), after_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:09.283203 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b96c57-b1c6-4e26-a58c-3e88680742aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c041535c-2ce1-45ec-a22d-c37dd2f23ca1,revision_number=None']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:01:09.337816 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-e72ea471-b9cd-4432-b6a2-a754efde29d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (None), before_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:09.387246 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.l3_dvr_db [None req-bfc0275f-dda6-4999-a3eb-272b1785453a None None] Set router 5e6b10e9-03c8-43e3-bc80-2da91e00d910 gateway port host: dv-cinder-850449-2-iscsi {{(pid=110845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 20:01:09.390381 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (46eda511-dfa5-408c-8bd4-cb509f691033), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:09.498208 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-fa0e0aa7-fd83-43d4-b990-a221901fa79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (f63d0551-8bd8-4b23-80e8-7c7df3795985), before_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:09.563714 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:01:09.590180 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-5f6a0a0b-e3af-4216-b4c9-f990e880bb2c None None] Current status of the port d14f8ca7-faa7-4be0-87eb-2c23b189bfe5 is: ACTIVE; New status is: ACTIVE {{(pid=110844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 20:01:09.606421 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.l3_hamode_db [None req-bfc0275f-dda6-4999-a3eb-272b1785453a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e6b10e9-03c8-43e3-bc80-2da91e00d910', 'name': 'tempest-AttachVolumeShelveTestJSON-842360300-router', 'tenant_id': '49f6a7894899436d8ce94d9a7500533a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'external_fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': 'ea2f25b3-3d17-4f9a-8d9f-6a8401e2174c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T20:01:02Z', 'updated_at': '2022-07-24T20:01:05Z', 'revision_number': 3, 'project_id': '49f6a7894899436d8ce94d9a7500533a', 'gw_port': {'id': 'ea2f25b3-3d17-4f9a-8d9f-6a8401e2174c', 'name': '', 'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:9d:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e6b10e9-03c8-43e3-bc80-2da91e00d910', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:01:03Z', 'updated_at': '2022-07-24T20:01:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99a0caa3-3fb5-4860-826f-478186226de3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850449-2-iscsi'}], 'dv-cinder-850449-2-iscsi', False) {} {{(pid=110845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:01:09.631710 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:01:09.637057 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc0275f-dda6-4999-a3eb-272b1785453a None None] The sync data for ids ['5e6b10e9-03c8-43e3-bc80-2da91e00d910'] in dv-cinder-850449-2-iscsi is: [{'id': '5e6b10e9-03c8-43e3-bc80-2da91e00d910', 'name': 'tempest-AttachVolumeShelveTestJSON-842360300-router', 'tenant_id': '49f6a7894899436d8ce94d9a7500533a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'external_fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': 'ea2f25b3-3d17-4f9a-8d9f-6a8401e2174c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T20:01:02Z', 'updated_at': '2022-07-24T20:01:05Z', 'revision_number': 3, 'project_id': '49f6a7894899436d8ce94d9a7500533a', 'gw_port': {'id': 'ea2f25b3-3d17-4f9a-8d9f-6a8401e2174c', 'name': '', 'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:9d:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e6b10e9-03c8-43e3-bc80-2da91e00d910', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:01:03Z', 'updated_at': '2022-07-24T20:01:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99a0caa3-3fb5-4860-826f-478186226de3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850449-2-iscsi'}] {{(pid=110845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 20:01:09.644874 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.db.db_base_plugin_common [None req-e72ea471-b9cd-4432-b6a2-a754efde29d2 admin admin] Allocated IP 172.20.0.1 (b3fd2ef6-6f8c-45f9-a0a9-81c377b08f7e/9f1a76ef-9ecc-40f5-8dc9-5b3ae75ee961/f3fcea78-ae7b-4dda-aabb-16fa55c52b81) {{(pid=110842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 20:01:09.738202 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=4 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:01:09.748871 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-fcac6bdc-a8c0-4a43-b811-85dea8b50824 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (None), before_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:09.774508 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae8275b2-5d58-4604-aa5f-92565b01845d admin admin] Router d415c36d-d3f0-4850-a3a7-92ff6de12880 is scheduled to L3 agent 408021b7-d46b-48c2-9f75-8a8023f9145c with binding_index 1 {{(pid=110842) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 24 20:01:09.895693 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Current status of the port 3ff207e1-6b7e-4003-82e5-c7db49f87770 is: ACTIVE; New status is: ACTIVE {{(pid=110844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 20:01:09.916440 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-dd4363dd-b0ff-429f-909c-d77cba097a88 None None] Provisioning complete for port 5ad37933-4c68-4c4b-b5d7-7765a68f1e88 triggered by entity DHCP. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 20:01:09.916618 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-dd4363dd-b0ff-429f-909c-d77cba097a88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812910'] for port (5ad37933-4c68-4c4b-b5d7-7765a68f1e88), provisioning_complete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:09.930694 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-e72ea471-b9cd-4432-b6a2-a754efde29d2 admin admin] Publish callbacks [] for port (f3fcea78-ae7b-4dda-aabb-16fa55c52b81), precommit_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:10.104427 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae8275b2-5d58-4604-aa5f-92565b01845d admin admin] Notify agent at l3_agent.dv-cinder-850449-2-iscsi the message routers_updated {{(pid=110842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 20:01:10.151278 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3647de9-527f-4ad7-8038-a0cfedb4e960 None None] Sync routers for ids ['d415c36d-d3f0-4850-a3a7-92ff6de12880'] in dv-cinder-850449-2-iscsi {{(pid=110845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 20:01:10.159321 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-e72ea471-b9cd-4432-b6a2-a754efde29d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731445223406'] for port (f3fcea78-ae7b-4dda-aabb-16fa55c52b81), after_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:10.171983 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3647de9-527f-4ad7-8038-a0cfedb4e960 None None] Routers {'d415c36d-d3f0-4850-a3a7-92ff6de12880'} bound to L3 agent in host dv-cinder-850449-2-iscsi {{(pid=110845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 20:01:10.173469 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.l3_hamode_db [None req-a3647de9-527f-4ad7-8038-a0cfedb4e960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-24T19:52:06Z,description=,heartbeat_timestamp=2022-07-24T20:01:06Z,host='dv-cinder-850449-2-iscsi',id=408021b7-d46b-48c2-9f75-8a8023f9145c,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T19:52:06Z,topic='l3_agent')) {'router_ids': ['d415c36d-d3f0-4850-a3a7-92ff6de12880'], 'active': True} {{(pid=110845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:01:10.238297 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-dd4363dd-b0ff-429f-909c-d77cba097a88 None None] Current status of the port 5ad37933-4c68-4c4b-b5d7-7765a68f1e88 is: DOWN; New status is: ACTIVE {{(pid=110844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 20:01:10.238766 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-dd4363dd-b0ff-429f-909c-d77cba097a88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (5ad37933-4c68-4c4b-b5d7-7765a68f1e88), before_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:10.253608 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-ae8275b2-5d58-4604-aa5f-92565b01845d admin admin] Publish callbacks [] for router (None), before_response {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:10.279067 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [-] (110843) accepted ('10.222.0.17', 55948) {{(pid=110843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:01:10.282434 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-ae8275b2-5d58-4604-aa5f-92565b01845d admin admin] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.3494444 Jul 24 20:01:10.301754 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Device d14f8ca7-faa7-4be0-87eb-2c23b189bfe5 up at agent ovs-agent-dv-cinder-850449-2-iscsi {{(pid=110844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 20:01:10.318530 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e72ea471-b9cd-4432-b6a2-a754efde29d2 admin admin] Network b3fd2ef6-6f8c-45f9-a0a9-81c377b08f7e is already hosted by enough agents. {{(pid=110842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 20:01:10.325065 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.scheduler.base_scheduler [None req-e72ea471-b9cd-4432-b6a2-a754efde29d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=110842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 20:01:10.485315 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e72ea471-b9cd-4432-b6a2-a754efde29d2 admin admin] Received port after_create {{(pid=110842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 24 20:01:10.485315 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-e72ea471-b9cd-4432-b6a2-a754efde29d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457033'] for router_interface (5e6b10e9-03c8-43e3-bc80-2da91e00d910), before_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:10.488467 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.l3_dvr_db [None req-a3647de9-527f-4ad7-8038-a0cfedb4e960 None None] Set router d415c36d-d3f0-4850-a3a7-92ff6de12880 gateway port host: dv-cinder-850449-2-iscsi {{(pid=110845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 20:01:10.488693 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.db.db_base_plugin_common [None req-fcac6bdc-a8c0-4a43-b811-85dea8b50824 admin admin] Allocated IP 172.20.0.1 (64be66ee-585a-4301-8b32-9012fd829a32/2d5b2ef6-8656-4777-b6ce-8ee0654272cc/1f14527e-1282-48c1-b353-9304ff8d2c04) {{(pid=110843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 20:01:10.488895 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72ea471-b9cd-4432-b6a2-a754efde29d2 admin admin] Pushing event updated for resources: {'Port': ['ID=f3fcea78-ae7b-4dda-aabb-16fa55c52b81,revision_number=1']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:01:10.488895 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 55954) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:01:10.489062 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-dd4363dd-b0ff-429f-909c-d77cba097a88 None None] For port 5ad37933-4c68-4c4b-b5d7-7765a68f1e88, host dv-cinder-850449-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850449-2-iscsi',level=0,port_id=5ad37933-4c68-4c4b-b5d7-7765a68f1e88,segment=NetworkSegment(1a250ca4-cd77-42a8-bf37-37a7ac6ffa6c),segment_id=1a250ca4-cd77-42a8-bf37-37a7ac6ffa6c)] {{(pid=110844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 20:01:10.524564 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-fa0e0aa7-fd83-43d4-b990-a221901fa79a None None] Publish callbacks [] for port (f63d0551-8bd8-4b23-80e8-7c7df3795985), precommit_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:10.546030 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Provisioning complete for port d14f8ca7-faa7-4be0-87eb-2c23b189bfe5 triggered by entity L2. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 20:01:10.546420 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812910'] for port (d14f8ca7-faa7-4be0-87eb-2c23b189bfe5), provisioning_complete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:10.624050 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-c3683a4a-c1e4-4bef-b595-780551a82de6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:10.660677 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-dd4363dd-b0ff-429f-909c-d77cba097a88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958'] for port (5ad37933-4c68-4c4b-b5d7-7765a68f1e88), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:10.667633 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-fa0e0aa7-fd83-43d4-b990-a221901fa79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958'] for port (f63d0551-8bd8-4b23-80e8-7c7df3795985), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:10.676597 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (95564131-b678-4db2-a162-51408b2acd55), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:10.742068 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Current status of the port d14f8ca7-faa7-4be0-87eb-2c23b189bfe5 is: ACTIVE; New status is: ACTIVE {{(pid=110844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 20:01:10.742068 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Device 5ad37933-4c68-4c4b-b5d7-7765a68f1e88 up at agent ovs-agent-dv-cinder-850449-2-iscsi {{(pid=110844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 20:01:10.808468 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.managers [None req-fa0e0aa7-fd83-43d4-b990-a221901fa79a None None] Attempting to bind port f63d0551-8bd8-4b23-80e8-7c7df3795985 on host dv-cinder-850449-2-iscsi for vnic_type normal with profile {{(pid=110844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 24 20:01:10.808861 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.managers [None req-fa0e0aa7-fd83-43d4-b990-a221901fa79a None None] Attempting to bind port f63d0551-8bd8-4b23-80e8-7c7df3795985 by drivers openvswitch,hyperv on host dv-cinder-850449-2-iscsi at level 0 using segments [{'id': 'fc72dfdc-4d29-4b3c-a3f7-b36f757f54d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10498192-3528-4341-803f-d59b33e3b71c'}] {{(pid=110844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 24 20:01:10.809220 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa0e0aa7-fd83-43d4-b990-a221901fa79a None None] Attempting to bind port f63d0551-8bd8-4b23-80e8-7c7df3795985 on network 10498192-3528-4341-803f-d59b33e3b71c {{(pid=110844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 24 20:01:10.823191 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4363dd-b0ff-429f-909c-d77cba097a88 None None] Pushing event updated for resources: {'Port': ['ID=5ad37933-4c68-4c4b-b5d7-7765a68f1e88,revision_number=3']} {{(pid=110844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:01:10.831759 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa0e0aa7-fd83-43d4-b990-a221901fa79a None None] Checking agent: {'id': '46eda511-dfa5-408c-8bd4-cb509f691033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850449-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 24, 19, 52, 9), 'started_at': datetime.datetime(2022, 7, 24, 19, 52, 39), 'heartbeat_timestamp': datetime.datetime(2022, 7, 24, 20, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850449-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 24 20:01:10.832295 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa0e0aa7-fd83-43d4-b990-a221901fa79a None None] Checking segment: {'id': 'fc72dfdc-4d29-4b3c-a3f7-b36f757f54d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10498192-3528-4341-803f-d59b33e3b71c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 24 20:01:10.832821 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-fa0e0aa7-fd83-43d4-b990-a221901fa79a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:10.833102 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa0e0aa7-fd83-43d4-b990-a221901fa79a None None] Bound using segment: {'id': 'fc72dfdc-4d29-4b3c-a3f7-b36f757f54d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10498192-3528-4341-803f-d59b33e3b71c'} {{(pid=110844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 24 20:01:10.833588 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.managers [None req-fa0e0aa7-fd83-43d4-b990-a221901fa79a None None] Bound port: f63d0551-8bd8-4b23-80e8-7c7df3795985, host: dv-cinder-850449-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc72dfdc-4d29-4b3c-a3f7-b36f757f54d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10498192-3528-4341-803f-d59b33e3b71c'}}] {{(pid=110844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 24 20:01:10.834018 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-fa0e0aa7-fd83-43d4-b990-a221901fa79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (f63d0551-8bd8-4b23-80e8-7c7df3795985), before_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:10.838515 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-fa63de1c-e01d-4e1e-ab16-95b3009a1554 None None] Provisioning complete for port f3fcea78-ae7b-4dda-aabb-16fa55c52b81 triggered by entity DHCP. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 20:01:10.838833 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-fa63de1c-e01d-4e1e-ab16-95b3009a1554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812910'] for port (f3fcea78-ae7b-4dda-aabb-16fa55c52b81), provisioning_complete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:10.887044 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-c3683a4a-c1e4-4bef-b595-780551a82de6 admin admin] Publish callbacks [] for security_group (cfbfb9db-e635-41dc-ba4a-a2978cdc3e9b), precommit_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:10.907131 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-e72ea471-b9cd-4432-b6a2-a754efde29d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (f3fcea78-ae7b-4dda-aabb-16fa55c52b81), before_update {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:10.926224 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.l3_hamode_db [None req-a3647de9-527f-4ad7-8038-a0cfedb4e960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd415c36d-d3f0-4850-a3a7-92ff6de12880', 'name': 'tempest-ServerRescueNegativeTestJSON-727564958-router', 'tenant_id': '15c454baefdc474682f88c603f6108a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'external_fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': 'b45b19b5-a41c-4d83-bbe8-9ffe45a80965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T20:01:05Z', 'updated_at': '2022-07-24T20:01:08Z', 'revision_number': 3, 'project_id': '15c454baefdc474682f88c603f6108a8', 'gw_port': {'id': 'b45b19b5-a41c-4d83-bbe8-9ffe45a80965', 'name': '', 'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:80:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd415c36d-d3f0-4850-a3a7-92ff6de12880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:01:06Z', 'updated_at': '2022-07-24T20:01:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '99a0caa3-3fb5-4860-826f-478186226de3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850449-2-iscsi'}], 'dv-cinder-850449-2-iscsi', False) {} {{(pid=110845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:01:10.971105 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3647de9-527f-4ad7-8038-a0cfedb4e960 None None] Checking router: d415c36d-d3f0-4850-a3a7-92ff6de12880 for host: dv-cinder-850449-2-iscsi {{(pid=110845) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 20:01:10.972269 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3647de9-527f-4ad7-8038-a0cfedb4e960 None None] Updating router d415c36d-d3f0-4850-a3a7-92ff6de12880 port b45b19b5-a41c-4d83-bbe8-9ffe45a80965 binding host dv-cinder-850449-2-iscsi {{(pid=110845) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 20:01:10.974297 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:01:10.977683 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-c3683a4a-c1e4-4bef-b595-780551a82de6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (cfbfb9db-e635-41dc-ba4a-a2978cdc3e9b), after_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:11.025982 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron_lib.callbacks.manager [None req-a3647de9-527f-4ad7-8038-a0cfedb4e960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (b45b19b5-a41c-4d83-bbe8-9ffe45a80965), before_update {{(pid=110845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:11.039906 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-fcac6bdc-a8c0-4a43-b811-85dea8b50824 admin admin] Publish callbacks [] for port (1f14527e-1282-48c1-b353-9304ff8d2c04), precommit_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:11.054695 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-fa63de1c-e01d-4e1e-ab16-95b3009a1554 None None] Port f3fcea78-ae7b-4dda-aabb-16fa55c52b81 cannot update to ACTIVE because it is not bound. {{(pid=110844) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 24 20:01:11.068393 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Provisioning complete for port 5ad37933-4c68-4c4b-b5d7-7765a68f1e88 triggered by entity L2. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 20:01:11.073059 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812910'] for port (5ad37933-4c68-4c4b-b5d7-7765a68f1e88), provisioning_complete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:11.073178 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3683a4a-c1e4-4bef-b595-780551a82de6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfbfb9db-e635-41dc-ba4a-a2978cdc3e9b,revision_number=1']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:01:11.097239 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-c3683a4a-c1e4-4bef-b595-780551a82de6 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=988327793be147e68671b64f413d0122&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6391606 Jul 24 20:01:11.104100 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c559cfac-07c5-4cbc-9454-146ee7c689b6 None None] Pushing event updated for resources: {'Port': ['ID=f63d0551-8bd8-4b23-80e8-7c7df3795985,revision_number=2']} {{(pid=110844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:01:11.105172 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [-] (110843) accepted ('10.222.0.17', 55968) {{(pid=110843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:01:11.174849 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG dbcounter [-] [110845] Writing DB stats neutron:SELECT=100 {{(pid=110845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:01:11.203541 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-7ab6942c-03ed-400c-915a-eae35128c3b4 admin admin] Publish callbacks [] for security_group (cfbfb9db-e635-41dc-ba4a-a2978cdc3e9b), before_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:11.231617 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-7ab6942c-03ed-400c-915a-eae35128c3b4 admin admin] Publish callbacks [] for security_group (cfbfb9db-e635-41dc-ba4a-a2978cdc3e9b), precommit_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:11.289548 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-e72ea471-b9cd-4432-b6a2-a754efde29d2 admin admin] Publish callbacks [] for port (f3fcea78-ae7b-4dda-aabb-16fa55c52b81), precommit_update {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:11.321889 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-fa63de1c-e01d-4e1e-ab16-95b3009a1554 None None] Provisioning complete for port 5ad37933-4c68-4c4b-b5d7-7765a68f1e88 triggered by entity DHCP. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 20:01:11.322465 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-fa63de1c-e01d-4e1e-ab16-95b3009a1554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812910'] for port (5ad37933-4c68-4c4b-b5d7-7765a68f1e88), provisioning_complete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:11.346873 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-fa0e0aa7-fd83-43d4-b990-a221901fa79a None None] For port f63d0551-8bd8-4b23-80e8-7c7df3795985, host dv-cinder-850449-2-iscsi, cleared binding levels {{(pid=110844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 20:01:11.368381 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:01:11.370641 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-fa0e0aa7-fd83-43d4-b990-a221901fa79a None None] For port f63d0551-8bd8-4b23-80e8-7c7df3795985, host dv-cinder-850449-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850449-2-iscsi',level=0,port_id=f63d0551-8bd8-4b23-80e8-7c7df3795985,segment=NetworkSegment(fc72dfdc-4d29-4b3c-a3f7-b36f757f54d3),segment_id=fc72dfdc-4d29-4b3c-a3f7-b36f757f54d3)] {{(pid=110844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 20:01:11.395017 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-e72ea471-b9cd-4432-b6a2-a754efde29d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958'] for port (f3fcea78-ae7b-4dda-aabb-16fa55c52b81), after_update {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:11.401064 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-e72ea471-b9cd-4432-b6a2-a754efde29d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-650243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-457125'] for router_interface (5e6b10e9-03c8-43e3-bc80-2da91e00d910), after_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:11.455118 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron_lib.callbacks.manager [None req-a3647de9-527f-4ad7-8038-a0cfedb4e960 None None] Publish callbacks [] for port (b45b19b5-a41c-4d83-bbe8-9ffe45a80965), precommit_update {{(pid=110845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:11.466234 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-7ab6942c-03ed-400c-915a-eae35128c3b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (cfbfb9db-e635-41dc-ba4a-a2978cdc3e9b), after_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:11.467751 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-fa63de1c-e01d-4e1e-ab16-95b3009a1554 None None] Current status of the port 5ad37933-4c68-4c4b-b5d7-7765a68f1e88 is: ACTIVE; New status is: ACTIVE {{(pid=110844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 20:01:11.468718 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-7ab6942c-03ed-400c-915a-eae35128c3b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:11.470539 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Current status of the port 5ad37933-4c68-4c4b-b5d7-7765a68f1e88 is: ACTIVE; New status is: ACTIVE {{(pid=110844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 20:01:11.472885 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [None req-7ab6942c-03ed-400c-915a-eae35128c3b4 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/cfbfb9db-e635-41dc-ba4a-a2978cdc3e9b HTTP/1.1" status: 204 len: 168 time: 0.3652680 Jul 24 20:01:11.479679 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-fa63de1c-e01d-4e1e-ab16-95b3009a1554 None None] Provisioning complete for port d14f8ca7-faa7-4be0-87eb-2c23b189bfe5 triggered by entity DHCP. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 20:01:11.480077 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-fa63de1c-e01d-4e1e-ab16-95b3009a1554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812910'] for port (d14f8ca7-faa7-4be0-87eb-2c23b189bfe5), provisioning_complete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:11.483483 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-fa0e0aa7-fd83-43d4-b990-a221901fa79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958'] for port (f63d0551-8bd8-4b23-80e8-7c7df3795985), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:11.483666 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-fcac6bdc-a8c0-4a43-b811-85dea8b50824 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731445223406'] for port (1f14527e-1282-48c1-b353-9304ff8d2c04), after_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:11.488707 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab6942c-03ed-400c-915a-eae35128c3b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfbfb9db-e635-41dc-ba4a-a2978cdc3e9b,revision_number=None']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:01:11.550108 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcac6bdc-a8c0-4a43-b811-85dea8b50824 admin admin] Network 64be66ee-585a-4301-8b32-9012fd829a32 is already hosted by enough agents. {{(pid=110843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 20:01:11.550108 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.scheduler.base_scheduler [None req-fcac6bdc-a8c0-4a43-b811-85dea8b50824 admin admin] Resources bound (agent type, host, resource id): {{(pid=110843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 20:01:11.568085 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron_lib.callbacks.manager [None req-a3647de9-527f-4ad7-8038-a0cfedb4e960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958'] for port (b45b19b5-a41c-4d83-bbe8-9ffe45a80965), after_update {{(pid=110845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:11.574854 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcac6bdc-a8c0-4a43-b811-85dea8b50824 admin admin] Received port after_create {{(pid=110843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 24 20:01:11.575598 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-fcac6bdc-a8c0-4a43-b811-85dea8b50824 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457033'] for router_interface (8c30eb17-654d-4a99-a799-c14f94d6d399), before_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:11.645741 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72ea471-b9cd-4432-b6a2-a754efde29d2 admin admin] Pushing event updated for resources: {'Port': ['ID=f3fcea78-ae7b-4dda-aabb-16fa55c52b81,revision_number=2']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:01:11.674352 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c559cfac-07c5-4cbc-9454-146ee7c689b6 None None] Pushing event updated for resources: {'Port': ['ID=f63d0551-8bd8-4b23-80e8-7c7df3795985,revision_number=3']} {{(pid=110844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:01:11.678261 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0e0aa7-fd83-43d4-b990-a221901fa79a None None] Routers {'8c30eb17-654d-4a99-a799-c14f94d6d399'} bound to L3 agent in host dv-cinder-850449-2-iscsi {{(pid=110844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 20:01:11.681085 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_hamode_db [None req-fa0e0aa7-fd83-43d4-b990-a221901fa79a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-24T19:52:06Z,description=,heartbeat_timestamp=2022-07-24T20:01:06Z,host='dv-cinder-850449-2-iscsi',id=408021b7-d46b-48c2-9f75-8a8023f9145c,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T19:52:06Z,topic='l3_agent')) {'router_ids': ['8c30eb17-654d-4a99-a799-c14f94d6d399'], 'active': True} {{(pid=110844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:01:11.704610 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d4fd78-139f-4afa-aa9b-304541129964 None None] Pushing event updated for resources: {'Port': ['ID=b45b19b5-a41c-4d83-bbe8-9ffe45a80965,revision_number=2']} {{(pid=110845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:01:11.706937 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e72ea471-b9cd-4432-b6a2-a754efde29d2 admin admin] Network b3fd2ef6-6f8c-45f9-a0a9-81c377b08f7e is already hosted by enough agents. {{(pid=110842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 20:01:11.714681 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.scheduler.base_scheduler [None req-e72ea471-b9cd-4432-b6a2-a754efde29d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=110842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 20:01:11.714994 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.plugins.ml2.managers [None req-a3647de9-527f-4ad7-8038-a0cfedb4e960 None None] Attempting to bind port b45b19b5-a41c-4d83-bbe8-9ffe45a80965 on host dv-cinder-850449-2-iscsi for vnic_type normal with profile {{(pid=110845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 24 20:01:11.715371 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.plugins.ml2.managers [None req-a3647de9-527f-4ad7-8038-a0cfedb4e960 None None] Attempting to bind port b45b19b5-a41c-4d83-bbe8-9ffe45a80965 by drivers openvswitch,hyperv on host dv-cinder-850449-2-iscsi at level 0 using segments [{'id': 'fc72dfdc-4d29-4b3c-a3f7-b36f757f54d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10498192-3528-4341-803f-d59b33e3b71c'}] {{(pid=110845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 24 20:01:11.715734 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3647de9-527f-4ad7-8038-a0cfedb4e960 None None] Attempting to bind port b45b19b5-a41c-4d83-bbe8-9ffe45a80965 on network 10498192-3528-4341-803f-d59b33e3b71c {{(pid=110845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 24 20:01:11.733849 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3647de9-527f-4ad7-8038-a0cfedb4e960 None None] Checking agent: {'id': '46eda511-dfa5-408c-8bd4-cb509f691033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850449-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 24, 19, 52, 9), 'started_at': datetime.datetime(2022, 7, 24, 19, 52, 39), 'heartbeat_timestamp': datetime.datetime(2022, 7, 24, 20, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850449-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 24 20:01:11.734215 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3647de9-527f-4ad7-8038-a0cfedb4e960 None None] Checking segment: {'id': 'fc72dfdc-4d29-4b3c-a3f7-b36f757f54d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10498192-3528-4341-803f-d59b33e3b71c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 24 20:01:11.734623 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron_lib.callbacks.manager [None req-a3647de9-527f-4ad7-8038-a0cfedb4e960 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:11.735014 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3647de9-527f-4ad7-8038-a0cfedb4e960 None None] Bound using segment: {'id': 'fc72dfdc-4d29-4b3c-a3f7-b36f757f54d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10498192-3528-4341-803f-d59b33e3b71c'} {{(pid=110845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 24 20:01:11.735496 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.plugins.ml2.managers [None req-a3647de9-527f-4ad7-8038-a0cfedb4e960 None None] Bound port: b45b19b5-a41c-4d83-bbe8-9ffe45a80965, host: dv-cinder-850449-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc72dfdc-4d29-4b3c-a3f7-b36f757f54d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10498192-3528-4341-803f-d59b33e3b71c'}}] {{(pid=110845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 24 20:01:11.735879 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron_lib.callbacks.manager [None req-a3647de9-527f-4ad7-8038-a0cfedb4e960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (b45b19b5-a41c-4d83-bbe8-9ffe45a80965), before_update {{(pid=110845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:11.801267 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG dbcounter [-] [110845] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:01:11.865604 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-fa63de1c-e01d-4e1e-ab16-95b3009a1554 None None] Current status of the port d14f8ca7-faa7-4be0-87eb-2c23b189bfe5 is: ACTIVE; New status is: ACTIVE {{(pid=110844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 20:01:11.883240 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.plugins.ml2.db [None req-a3647de9-527f-4ad7-8038-a0cfedb4e960 None None] For port b45b19b5-a41c-4d83-bbe8-9ffe45a80965, host dv-cinder-850449-2-iscsi, cleared binding levels {{(pid=110845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 20:01:11.896540 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.plugins.ml2.db [None req-a3647de9-527f-4ad7-8038-a0cfedb4e960 None None] For port b45b19b5-a41c-4d83-bbe8-9ffe45a80965, host dv-cinder-850449-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850449-2-iscsi',level=0,port_id=b45b19b5-a41c-4d83-bbe8-9ffe45a80965,segment=NetworkSegment(fc72dfdc-4d29-4b3c-a3f7-b36f757f54d3),segment_id=fc72dfdc-4d29-4b3c-a3f7-b36f757f54d3)] {{(pid=110845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 20:01:11.956811 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcac6bdc-a8c0-4a43-b811-85dea8b50824 admin admin] Pushing event updated for resources: {'Port': ['ID=1f14527e-1282-48c1-b353-9304ff8d2c04,revision_number=1']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:01:12.021380 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron_lib.callbacks.manager [None req-a3647de9-527f-4ad7-8038-a0cfedb4e960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958'] for port (b45b19b5-a41c-4d83-bbe8-9ffe45a80965), after_update {{(pid=110845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:12.034652 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e72ea471-b9cd-4432-b6a2-a754efde29d2 admin admin] Router 5e6b10e9-03c8-43e3-bc80-2da91e00d910 has already been hosted by L3 agent 408021b7-d46b-48c2-9f75-8a8023f9145c {{(pid=110842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 24 20:01:12.042208 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:01:12.074720 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_dvr_db [None req-fa0e0aa7-fd83-43d4-b990-a221901fa79a None None] Set router 8c30eb17-654d-4a99-a799-c14f94d6d399 gateway port host: dv-cinder-850449-2-iscsi {{(pid=110844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 20:01:12.204967 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3647de9-527f-4ad7-8038-a0cfedb4e960 None None] Routers {'d415c36d-d3f0-4850-a3a7-92ff6de12880'} bound to L3 agent in host dv-cinder-850449-2-iscsi {{(pid=110845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 20:01:12.205603 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.l3_hamode_db [None req-a3647de9-527f-4ad7-8038-a0cfedb4e960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-24T19:52:06Z,description=,heartbeat_timestamp=2022-07-24T20:01:06Z,host='dv-cinder-850449-2-iscsi',id=408021b7-d46b-48c2-9f75-8a8023f9145c,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T19:52:06Z,topic='l3_agent')) {'router_ids': ['d415c36d-d3f0-4850-a3a7-92ff6de12880'], 'active': True} {{(pid=110845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:01:12.227059 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d4fd78-139f-4afa-aa9b-304541129964 None None] Pushing event updated for resources: {'Port': ['ID=b45b19b5-a41c-4d83-bbe8-9ffe45a80965,revision_number=3']} {{(pid=110845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:01:12.253113 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-62a3afba-2a29-4107-add8-0302e5862681 None None] Provisioning complete for port 1f14527e-1282-48c1-b353-9304ff8d2c04 triggered by entity DHCP. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 20:01:12.253644 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-62a3afba-2a29-4107-add8-0302e5862681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812910'] for port (1f14527e-1282-48c1-b353-9304ff8d2c04), provisioning_complete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:12.257846 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:01:12.352588 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Device 5ad37933-4c68-4c4b-b5d7-7765a68f1e88 up at agent ovs-agent-dv-cinder-850449-2-iscsi {{(pid=110844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 20:01:12.397345 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-9fbe3e8c-3e6a-4122-9824-e1afe1b057c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (None), before_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:12.481247 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-62a3afba-2a29-4107-add8-0302e5862681 None None] Port 1f14527e-1282-48c1-b353-9304ff8d2c04 cannot update to ACTIVE because it is not bound. {{(pid=110844) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 24 20:01:12.552327 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Provisioning complete for port 5ad37933-4c68-4c4b-b5d7-7765a68f1e88 triggered by entity L2. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 20:01:12.552712 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812910'] for port (5ad37933-4c68-4c4b-b5d7-7765a68f1e88), provisioning_complete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:12.555079 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.l3_dvr_db [None req-a3647de9-527f-4ad7-8038-a0cfedb4e960 None None] Set router d415c36d-d3f0-4850-a3a7-92ff6de12880 gateway port host: dv-cinder-850449-2-iscsi {{(pid=110845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 20:01:12.577107 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=4 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:01:12.607894 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-fcac6bdc-a8c0-4a43-b811-85dea8b50824 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (1f14527e-1282-48c1-b353-9304ff8d2c04), before_update {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:12.621523 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:01:12.654594 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e72ea471-b9cd-4432-b6a2-a754efde29d2 admin admin] Notify agent at l3_agent.dv-cinder-850449-2-iscsi the message routers_updated {{(pid=110842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 20:01:12.672745 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-e72ea471-b9cd-4432-b6a2-a754efde29d2 admin admin] 10.222.0.17 "PUT /v2.0/routers/5e6b10e9-03c8-43e3-bc80-2da91e00d910/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3507957 Jul 24 20:01:12.702616 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c0e83a-8436-4256-9036-b3ff73e99900 None None] Sync routers for ids ['5e6b10e9-03c8-43e3-bc80-2da91e00d910'] in dv-cinder-850449-2-iscsi {{(pid=110844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 20:01:12.760571 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-7e7af7d1-cf88-4361-a4ef-3276c745eb0e None None] Provisioning complete for port f3fcea78-ae7b-4dda-aabb-16fa55c52b81 triggered by entity DHCP. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 20:01:12.760989 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-7e7af7d1-cf88-4361-a4ef-3276c745eb0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812910'] for port (f3fcea78-ae7b-4dda-aabb-16fa55c52b81), provisioning_complete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:12.792823 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_hamode_db [None req-fa0e0aa7-fd83-43d4-b990-a221901fa79a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c30eb17-654d-4a99-a799-c14f94d6d399', 'name': 'tempest-DeleteServersTestJSON-364265450-router', 'tenant_id': 'c1d92a82166d4e128dbef71394daba86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'external_fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': 'f63d0551-8bd8-4b23-80e8-7c7df3795985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T20:01:03Z', 'updated_at': '2022-07-24T20:01:06Z', 'revision_number': 3, 'project_id': 'c1d92a82166d4e128dbef71394daba86', 'gw_port': {'id': 'f63d0551-8bd8-4b23-80e8-7c7df3795985', 'name': '', 'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:01:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c30eb17-654d-4a99-a799-c14f94d6d399', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:01:05Z', 'updated_at': '2022-07-24T20:01:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99a0caa3-3fb5-4860-826f-478186226de3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850449-2-iscsi'}], 'dv-cinder-850449-2-iscsi', False) {} {{(pid=110844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:01:12.796425 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG dbcounter [-] [110845] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:01:12.815007 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c0e83a-8436-4256-9036-b3ff73e99900 None None] Routers {'5e6b10e9-03c8-43e3-bc80-2da91e00d910'} bound to L3 agent in host dv-cinder-850449-2-iscsi {{(pid=110844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 20:01:12.815505 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_hamode_db [None req-47c0e83a-8436-4256-9036-b3ff73e99900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-24T19:52:06Z,description=,heartbeat_timestamp=2022-07-24T20:01:06Z,host='dv-cinder-850449-2-iscsi',id=408021b7-d46b-48c2-9f75-8a8023f9145c,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T19:52:06Z,topic='l3_agent')) {'router_ids': ['5e6b10e9-03c8-43e3-bc80-2da91e00d910'], 'active': True} {{(pid=110844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:01:12.837867 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.l3_hamode_db [None req-a3647de9-527f-4ad7-8038-a0cfedb4e960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd415c36d-d3f0-4850-a3a7-92ff6de12880', 'name': 'tempest-ServerRescueNegativeTestJSON-727564958-router', 'tenant_id': '15c454baefdc474682f88c603f6108a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'external_fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': 'b45b19b5-a41c-4d83-bbe8-9ffe45a80965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T20:01:05Z', 'updated_at': '2022-07-24T20:01:08Z', 'revision_number': 3, 'project_id': '15c454baefdc474682f88c603f6108a8', 'gw_port': {'id': 'b45b19b5-a41c-4d83-bbe8-9ffe45a80965', 'name': '', 'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:80:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd415c36d-d3f0-4850-a3a7-92ff6de12880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:01:06Z', 'updated_at': '2022-07-24T20:01:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99a0caa3-3fb5-4860-826f-478186226de3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850449-2-iscsi'}], 'dv-cinder-850449-2-iscsi', False) {} {{(pid=110845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:01:12.867337 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3647de9-527f-4ad7-8038-a0cfedb4e960 None None] The sync data for ids ['d415c36d-d3f0-4850-a3a7-92ff6de12880'] in dv-cinder-850449-2-iscsi is: [{'id': 'd415c36d-d3f0-4850-a3a7-92ff6de12880', 'name': 'tempest-ServerRescueNegativeTestJSON-727564958-router', 'tenant_id': '15c454baefdc474682f88c603f6108a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'external_fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': 'b45b19b5-a41c-4d83-bbe8-9ffe45a80965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T20:01:05Z', 'updated_at': '2022-07-24T20:01:08Z', 'revision_number': 3, 'project_id': '15c454baefdc474682f88c603f6108a8', 'gw_port': {'id': 'b45b19b5-a41c-4d83-bbe8-9ffe45a80965', 'name': '', 'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:80:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd415c36d-d3f0-4850-a3a7-92ff6de12880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:01:06Z', 'updated_at': '2022-07-24T20:01:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99a0caa3-3fb5-4860-826f-478186226de3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850449-2-iscsi'}] {{(pid=110845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 20:01:12.905838 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa0e0aa7-fd83-43d4-b990-a221901fa79a None None] The sync data for ids ['8c30eb17-654d-4a99-a799-c14f94d6d399'] in dv-cinder-850449-2-iscsi is: [{'id': '8c30eb17-654d-4a99-a799-c14f94d6d399', 'name': 'tempest-DeleteServersTestJSON-364265450-router', 'tenant_id': 'c1d92a82166d4e128dbef71394daba86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'external_fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': 'f63d0551-8bd8-4b23-80e8-7c7df3795985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T20:01:03Z', 'updated_at': '2022-07-24T20:01:06Z', 'revision_number': 3, 'project_id': 'c1d92a82166d4e128dbef71394daba86', 'gw_port': {'id': 'f63d0551-8bd8-4b23-80e8-7c7df3795985', 'name': '', 'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:01:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c30eb17-654d-4a99-a799-c14f94d6d399', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:01:05Z', 'updated_at': '2022-07-24T20:01:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99a0caa3-3fb5-4860-826f-478186226de3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850449-2-iscsi'}] {{(pid=110844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 20:01:12.939841 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-7e7af7d1-cf88-4361-a4ef-3276c745eb0e None None] Port f3fcea78-ae7b-4dda-aabb-16fa55c52b81 cannot update to ACTIVE because it is not bound. {{(pid=110844) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 24 20:01:12.950149 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:01:12.951017 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Current status of the port 5ad37933-4c68-4c4b-b5d7-7765a68f1e88 is: ACTIVE; New status is: ACTIVE {{(pid=110844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 20:01:12.952143 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Device ea2f25b3-3d17-4f9a-8d9f-6a8401e2174c up at agent ovs-agent-dv-cinder-850449-2-iscsi {{(pid=110844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 20:01:13.020443 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.db.db_base_plugin_common [None req-9fbe3e8c-3e6a-4122-9824-e1afe1b057c6 admin admin] Allocated IP 172.20.0.1 (6e3ba2d8-cc61-4396-b210-32cea4aff750/1b0ec485-4e15-4515-af25-2ebd70a5137a/202a0690-d62d-4408-843b-a3c105585dc8) {{(pid=110843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 20:01:13.120053 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Provisioning complete for port ea2f25b3-3d17-4f9a-8d9f-6a8401e2174c triggered by entity L2. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 20:01:13.120053 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812910'] for port (ea2f25b3-3d17-4f9a-8d9f-6a8401e2174c), provisioning_complete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:13.218291 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_dvr_db [None req-47c0e83a-8436-4256-9036-b3ff73e99900 None None] Set router 5e6b10e9-03c8-43e3-bc80-2da91e00d910 gateway port host: dv-cinder-850449-2-iscsi {{(pid=110844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 20:01:13.352621 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-fcac6bdc-a8c0-4a43-b811-85dea8b50824 admin admin] Publish callbacks [] for port (1f14527e-1282-48c1-b353-9304ff8d2c04), precommit_update {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:13.461856 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:01:13.508062 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-fcac6bdc-a8c0-4a43-b811-85dea8b50824 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958'] for port (1f14527e-1282-48c1-b353-9304ff8d2c04), after_update {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:13.508928 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-fcac6bdc-a8c0-4a43-b811-85dea8b50824 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-650243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-457125'] for router_interface (8c30eb17-654d-4a99-a799-c14f94d6d399), after_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:13.594740 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:01:13.595170 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-9fbe3e8c-3e6a-4122-9824-e1afe1b057c6 admin admin] Publish callbacks [] for port (202a0690-d62d-4408-843b-a3c105585dc8), precommit_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:13.637692 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Current status of the port ea2f25b3-3d17-4f9a-8d9f-6a8401e2174c is: DOWN; New status is: ACTIVE {{(pid=110844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 20:01:13.638694 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (ea2f25b3-3d17-4f9a-8d9f-6a8401e2174c), before_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:13.763527 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcac6bdc-a8c0-4a43-b811-85dea8b50824 admin admin] Pushing event updated for resources: {'Port': ['ID=1f14527e-1282-48c1-b353-9304ff8d2c04,revision_number=2']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:01:13.782641 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] For port ea2f25b3-3d17-4f9a-8d9f-6a8401e2174c, host dv-cinder-850449-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850449-2-iscsi',level=0,port_id=ea2f25b3-3d17-4f9a-8d9f-6a8401e2174c,segment=NetworkSegment(fc72dfdc-4d29-4b3c-a3f7-b36f757f54d3),segment_id=fc72dfdc-4d29-4b3c-a3f7-b36f757f54d3)] {{(pid=110844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 20:01:13.848438 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958'] for port (ea2f25b3-3d17-4f9a-8d9f-6a8401e2174c), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:13.938601 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcac6bdc-a8c0-4a43-b811-85dea8b50824 admin admin] Network 64be66ee-585a-4301-8b32-9012fd829a32 is already hosted by enough agents. {{(pid=110843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 20:01:13.953499 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.scheduler.base_scheduler [None req-fcac6bdc-a8c0-4a43-b811-85dea8b50824 admin admin] Resources bound (agent type, host, resource id): {{(pid=110843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 20:01:13.978469 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-9fbe3e8c-3e6a-4122-9824-e1afe1b057c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731445223406'] for port (202a0690-d62d-4408-843b-a3c105585dc8), after_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:14.173166 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Pushing event updated for resources: {'Port': ['ID=ea2f25b3-3d17-4f9a-8d9f-6a8401e2174c,revision_number=4']} {{(pid=110844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:01:14.238474 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fbe3e8c-3e6a-4122-9824-e1afe1b057c6 admin admin] Network 6e3ba2d8-cc61-4396-b210-32cea4aff750 is already hosted by enough agents. {{(pid=110843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 20:01:14.256795 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_hamode_db [None req-47c0e83a-8436-4256-9036-b3ff73e99900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e6b10e9-03c8-43e3-bc80-2da91e00d910', 'name': 'tempest-AttachVolumeShelveTestJSON-842360300-router', 'tenant_id': '49f6a7894899436d8ce94d9a7500533a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'external_fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': 'ea2f25b3-3d17-4f9a-8d9f-6a8401e2174c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T20:01:02Z', 'updated_at': '2022-07-24T20:01:10Z', 'revision_number': 4, 'project_id': '49f6a7894899436d8ce94d9a7500533a', 'gw_port': {'id': 'ea2f25b3-3d17-4f9a-8d9f-6a8401e2174c', 'name': '', 'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:9d:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e6b10e9-03c8-43e3-bc80-2da91e00d910', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:01:03Z', 'updated_at': '2022-07-24T20:01:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99a0caa3-3fb5-4860-826f-478186226de3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850449-2-iscsi', '_interfaces': [{'id': 'f3fcea78-ae7b-4dda-aabb-16fa55c52b81', 'name': '', 'network_id': 'b3fd2ef6-6f8c-45f9-a0a9-81c377b08f7e', 'tenant_id': '49f6a7894899436d8ce94d9a7500533a', 'mac_address': 'fa:16:3e:6a:f6:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e6b10e9-03c8-43e3-bc80-2da91e00d910', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '9f1a76ef-9ecc-40f5-8dc9-5b3ae75ee961', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:01:09Z', 'updated_at': '2022-07-24T20:01:11Z', 'revision_number': 2, 'project_id': '49f6a7894899436d8ce94d9a7500533a', 'subnets': [{'id': '9f1a76ef-9ecc-40f5-8dc9-5b3ae75ee961', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850449-2-iscsi', False) {} {{(pid=110844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:01:14.301282 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.scheduler.base_scheduler [None req-9fbe3e8c-3e6a-4122-9824-e1afe1b057c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=110843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 20:01:14.311504 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c0e83a-8436-4256-9036-b3ff73e99900 None None] Checking router: 5e6b10e9-03c8-43e3-bc80-2da91e00d910 for host: dv-cinder-850449-2-iscsi {{(pid=110844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 20:01:14.312079 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c0e83a-8436-4256-9036-b3ff73e99900 None None] Updating router 5e6b10e9-03c8-43e3-bc80-2da91e00d910 port f3fcea78-ae7b-4dda-aabb-16fa55c52b81 binding host dv-cinder-850449-2-iscsi {{(pid=110844) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 20:01:14.313013 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fbe3e8c-3e6a-4122-9824-e1afe1b057c6 admin admin] Received port after_create {{(pid=110843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 24 20:01:14.317023 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-9fbe3e8c-3e6a-4122-9824-e1afe1b057c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457033'] for router_interface (d415c36d-d3f0-4850-a3a7-92ff6de12880), before_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:14.317609 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Device b45b19b5-a41c-4d83-bbe8-9ffe45a80965 up at agent ovs-agent-dv-cinder-850449-2-iscsi {{(pid=110844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 20:01:14.455325 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-47c0e83a-8436-4256-9036-b3ff73e99900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (f3fcea78-ae7b-4dda-aabb-16fa55c52b81), before_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:14.677403 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Provisioning complete for port b45b19b5-a41c-4d83-bbe8-9ffe45a80965 triggered by entity L2. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 20:01:14.680804 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812910'] for port (b45b19b5-a41c-4d83-bbe8-9ffe45a80965), provisioning_complete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:14.689323 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-b0cf04fd-4184-4c88-8ef3-be22537f7671 None None] Provisioning complete for port 1f14527e-1282-48c1-b353-9304ff8d2c04 triggered by entity DHCP. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 20:01:14.690791 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-b0cf04fd-4184-4c88-8ef3-be22537f7671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812910'] for port (1f14527e-1282-48c1-b353-9304ff8d2c04), provisioning_complete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:14.773743 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 56084) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:01:14.782493 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.v2.base [None req-3c0e1461-d776-4c51-9fb4-48cd435253ba tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Request body: {'security_group': {'name': 'tempest-securitygroup--726173717', 'description': 'tempest-description--175493080'}} {{(pid=110842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 20:01:14.974008 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-3c0e1461-d776-4c51-9fb4-48cd435253ba tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Publish callbacks [] for security_group (None), before_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:14.982794 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbe3e8c-3e6a-4122-9824-e1afe1b057c6 admin admin] Pushing event updated for resources: {'Port': ['ID=202a0690-d62d-4408-843b-a3c105585dc8,revision_number=1']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:01:15.000772 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 56096) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:01:15.119755 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-3c0e1461-d776-4c51-9fb4-48cd435253ba tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Publish callbacks [] for security_group (7fd4fa86-8151-45a8-babb-f1c645ad6646), precommit_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:15.137269 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcac6bdc-a8c0-4a43-b811-85dea8b50824 admin admin] Router 8c30eb17-654d-4a99-a799-c14f94d6d399 has already been hosted by L3 agent 408021b7-d46b-48c2-9f75-8a8023f9145c {{(pid=110843) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 24 20:01:15.138679 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:01:15.182006 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-3c0e1461-d776-4c51-9fb4-48cd435253ba tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (7fd4fa86-8151-45a8-babb-f1c645ad6646), after_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:15.264126 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0e1461-d776-4c51-9fb4-48cd435253ba tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fd4fa86-8151-45a8-babb-f1c645ad6646,revision_number=1']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:01:15.283024 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=100 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:01:15.283024 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-b0cf04fd-4184-4c88-8ef3-be22537f7671 None None] Port 1f14527e-1282-48c1-b353-9304ff8d2c04 cannot update to ACTIVE because it is not bound. {{(pid=110844) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 24 20:01:15.322404 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-d729b50e-6f1c-4da6-b8e8-cb342eae1fb1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:15.336945 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-3c0e1461-d776-4c51-9fb4-48cd435253ba tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Publish callbacks [] for security_group (None), before_response {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:15.337178 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Current status of the port b45b19b5-a41c-4d83-bbe8-9ffe45a80965 is: DOWN; New status is: ACTIVE {{(pid=110844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 20:01:15.337337 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (b45b19b5-a41c-4d83-bbe8-9ffe45a80965), before_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:15.338305 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-3c0e1461-d776-4c51-9fb4-48cd435253ba tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1793 time: 0.5626843 Jul 24 20:01:15.347509 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 56114) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:01:15.353829 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.v2.base [None req-f5b4c9b9-32eb-4024-a8b3-9ed158140719 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Request body: {'security_group_rule': {'security_group_id': '7fd4fa86-8151-45a8-babb-f1c645ad6646', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 20:01:15.365327 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-9fbe3e8c-3e6a-4122-9824-e1afe1b057c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (202a0690-d62d-4408-843b-a3c105585dc8), before_update {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:15.374407 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] For port b45b19b5-a41c-4d83-bbe8-9ffe45a80965, host dv-cinder-850449-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850449-2-iscsi',level=0,port_id=b45b19b5-a41c-4d83-bbe8-9ffe45a80965,segment=NetworkSegment(fc72dfdc-4d29-4b3c-a3f7-b36f757f54d3),segment_id=fc72dfdc-4d29-4b3c-a3f7-b36f757f54d3)] {{(pid=110844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 20:01:15.495302 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958'] for port (b45b19b5-a41c-4d83-bbe8-9ffe45a80965), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:15.495302 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Device f63d0551-8bd8-4b23-80e8-7c7df3795985 up at agent ovs-agent-dv-cinder-850449-2-iscsi {{(pid=110844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 20:01:15.497165 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcac6bdc-a8c0-4a43-b811-85dea8b50824 admin admin] Notify agent at l3_agent.dv-cinder-850449-2-iscsi the message routers_updated {{(pid=110843) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 20:01:15.517781 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [None req-fcac6bdc-a8c0-4a43-b811-85dea8b50824 admin admin] 10.222.0.17 "PUT /v2.0/routers/8c30eb17-654d-4a99-a799-c14f94d6d399/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0593600 Jul 24 20:01:15.580824 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-44e5317c-520e-4ef3-b1ff-3c9bb07704f5 None None] Provisioning complete for port 202a0690-d62d-4408-843b-a3c105585dc8 triggered by entity DHCP. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 20:01:15.581322 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-44e5317c-520e-4ef3-b1ff-3c9bb07704f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812910'] for port (202a0690-d62d-4408-843b-a3c105585dc8), provisioning_complete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:15.582951 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-d729b50e-6f1c-4da6-b8e8-cb342eae1fb1 admin admin] Publish callbacks [] for security_group (26579ccf-9a29-447e-8870-2b556b5cacad), precommit_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:15.590393 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:01:15.645990 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-f5b4c9b9-32eb-4024-a8b3-9ed158140719 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Publish callbacks [] for security_group_rule (40b0c39e-bb48-43d5-8403-e1777432e159), before_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:15.689346 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Pushing event updated for resources: {'Port': ['ID=b45b19b5-a41c-4d83-bbe8-9ffe45a80965,revision_number=4']} {{(pid=110844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:01:15.717105 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-9fbe3e8c-3e6a-4122-9824-e1afe1b057c6 admin admin] Publish callbacks [] for port (202a0690-d62d-4408-843b-a3c105585dc8), precommit_update {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:15.740413 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-44e5317c-520e-4ef3-b1ff-3c9bb07704f5 None None] Port 202a0690-d62d-4408-843b-a3c105585dc8 cannot update to ACTIVE because it is not bound. {{(pid=110844) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 24 20:01:15.760349 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-9fbe3e8c-3e6a-4122-9824-e1afe1b057c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958'] for port (202a0690-d62d-4408-843b-a3c105585dc8), after_update {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:15.763371 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-9fbe3e8c-3e6a-4122-9824-e1afe1b057c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-650243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-457125'] for router_interface (d415c36d-d3f0-4850-a3a7-92ff6de12880), after_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:15.772858 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Provisioning complete for port f63d0551-8bd8-4b23-80e8-7c7df3795985 triggered by entity L2. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 20:01:15.773273 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812910'] for port (f63d0551-8bd8-4b23-80e8-7c7df3795985), provisioning_complete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:15.781245 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-f5b4c9b9-32eb-4024-a8b3-9ed158140719 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Publish callbacks [] for security_group_rule (40b0c39e-bb48-43d5-8403-e1777432e159), precommit_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:15.783470 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-d729b50e-6f1c-4da6-b8e8-cb342eae1fb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (26579ccf-9a29-447e-8870-2b556b5cacad), after_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:15.823620 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-47c0e83a-8436-4256-9036-b3ff73e99900 None None] Publish callbacks [] for port (f3fcea78-ae7b-4dda-aabb-16fa55c52b81), precommit_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:15.835134 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-d729b50e-6f1c-4da6-b8e8-cb342eae1fb1 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=60402d6f6eec43b1b215a506135c7496&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8328645 Jul 24 20:01:15.839152 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 56138) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:01:15.865516 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-f5b4c9b9-32eb-4024-a8b3-9ed158140719 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471764'] for security_group_rule (40b0c39e-bb48-43d5-8403-e1777432e159), after_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:15.876611 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d729b50e-6f1c-4da6-b8e8-cb342eae1fb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26579ccf-9a29-447e-8870-2b556b5cacad,revision_number=1']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:01:15.883204 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbe3e8c-3e6a-4122-9824-e1afe1b057c6 admin admin] Pushing event updated for resources: {'Port': ['ID=202a0690-d62d-4408-843b-a3c105585dc8,revision_number=2']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:01:15.888934 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:01:15.894406 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Current status of the port f63d0551-8bd8-4b23-80e8-7c7df3795985 is: DOWN; New status is: ACTIVE {{(pid=110844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 20:01:15.894874 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (f63d0551-8bd8-4b23-80e8-7c7df3795985), before_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:15.910035 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b4c9b9-32eb-4024-a8b3-9ed158140719 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40b0c39e-bb48-43d5-8403-e1777432e159,revision_number=0']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:01:15.927345 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] For port f63d0551-8bd8-4b23-80e8-7c7df3795985, host dv-cinder-850449-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850449-2-iscsi',level=0,port_id=f63d0551-8bd8-4b23-80e8-7c7df3795985,segment=NetworkSegment(fc72dfdc-4d29-4b3c-a3f7-b36f757f54d3),segment_id=fc72dfdc-4d29-4b3c-a3f7-b36f757f54d3)] {{(pid=110844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 20:01:15.952795 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-47c0e83a-8436-4256-9036-b3ff73e99900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958'] for port (f3fcea78-ae7b-4dda-aabb-16fa55c52b81), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:15.989258 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-e50bca3f-f9fc-4376-9abb-b9e2f2a3f782 admin admin] Publish callbacks [] for security_group (26579ccf-9a29-447e-8870-2b556b5cacad), before_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:16.042018 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-e50bca3f-f9fc-4376-9abb-b9e2f2a3f782 admin admin] Publish callbacks [] for security_group (26579ccf-9a29-447e-8870-2b556b5cacad), precommit_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:16.053022 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-f5b4c9b9-32eb-4024-a8b3-9ed158140719 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:16.056910 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-f5b4c9b9-32eb-4024-a8b3-9ed158140719 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7076409 Jul 24 20:01:16.057839 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958'] for port (f63d0551-8bd8-4b23-80e8-7c7df3795985), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:16.059269 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 56146) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:01:16.083791 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fbe3e8c-3e6a-4122-9824-e1afe1b057c6 admin admin] Network 6e3ba2d8-cc61-4396-b210-32cea4aff750 is already hosted by enough agents. {{(pid=110843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 20:01:16.085632 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.v2.base [None req-f851080f-f489-4e1b-80d9-53da2e39ce83 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Request body: {'security_group_rule': {'security_group_id': '7fd4fa86-8151-45a8-babb-f1c645ad6646', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 20:01:16.089833 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.scheduler.base_scheduler [None req-9fbe3e8c-3e6a-4122-9824-e1afe1b057c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=110843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 20:01:16.211545 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a427a6bb-c899-42b7-b0b2-8bfb4c700960 None None] Pushing event updated for resources: {'Port': ['ID=f3fcea78-ae7b-4dda-aabb-16fa55c52b81,revision_number=3']} {{(pid=110844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:01:16.256049 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-e50bca3f-f9fc-4376-9abb-b9e2f2a3f782 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (26579ccf-9a29-447e-8870-2b556b5cacad), after_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:16.260278 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-e50bca3f-f9fc-4376-9abb-b9e2f2a3f782 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:16.265231 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-e50bca3f-f9fc-4376-9abb-b9e2f2a3f782 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/26579ccf-9a29-447e-8870-2b556b5cacad HTTP/1.1" status: 204 len: 168 time: 0.4228380 Jul 24 20:01:16.284756 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50bca3f-f9fc-4376-9abb-b9e2f2a3f782 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26579ccf-9a29-447e-8870-2b556b5cacad,revision_number=None']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:01:16.351022 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-f851080f-f489-4e1b-80d9-53da2e39ce83 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Publish callbacks [] for security_group_rule (4a953cec-d01e-4dd3-916e-49949d3dff43), before_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:16.363173 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [-] (110843) accepted ('10.222.0.17', 56168) {{(pid=110843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:01:16.365613 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Device b45b19b5-a41c-4d83-bbe8-9ffe45a80965 up at agent ovs-agent-dv-cinder-850449-2-iscsi {{(pid=110844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 20:01:16.369463 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Pushing event updated for resources: {'Port': ['ID=f63d0551-8bd8-4b23-80e8-7c7df3795985,revision_number=4']} {{(pid=110844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:01:16.380629 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fbe3e8c-3e6a-4122-9824-e1afe1b057c6 admin admin] Router d415c36d-d3f0-4850-a3a7-92ff6de12880 has already been hosted by L3 agent 408021b7-d46b-48c2-9f75-8a8023f9145c {{(pid=110843) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 24 20:01:16.380629 dv-cinder-850449-2-iscsi neutron-server[110843]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 24 20:01:16.386371 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:01:16.395209 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.managers [None req-47c0e83a-8436-4256-9036-b3ff73e99900 None None] Attempting to bind port f3fcea78-ae7b-4dda-aabb-16fa55c52b81 on host dv-cinder-850449-2-iscsi for vnic_type normal with profile {{(pid=110844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 24 20:01:16.398718 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.managers [None req-47c0e83a-8436-4256-9036-b3ff73e99900 None None] Attempting to bind port f3fcea78-ae7b-4dda-aabb-16fa55c52b81 by drivers openvswitch,hyperv on host dv-cinder-850449-2-iscsi at level 0 using segments [{'id': 'e9fdb9ec-6b6e-4383-ae6e-075d3eed2f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b3fd2ef6-6f8c-45f9-a0a9-81c377b08f7e'}] {{(pid=110844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 24 20:01:16.399205 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c0e83a-8436-4256-9036-b3ff73e99900 None None] Attempting to bind port f3fcea78-ae7b-4dda-aabb-16fa55c52b81 on network b3fd2ef6-6f8c-45f9-a0a9-81c377b08f7e {{(pid=110844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 24 20:01:16.444580 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c0e83a-8436-4256-9036-b3ff73e99900 None None] Checking agent: {'id': '46eda511-dfa5-408c-8bd4-cb509f691033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850449-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 24, 19, 52, 9), 'started_at': datetime.datetime(2022, 7, 24, 19, 52, 39), 'heartbeat_timestamp': datetime.datetime(2022, 7, 24, 20, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850449-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 24 20:01:16.444580 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c0e83a-8436-4256-9036-b3ff73e99900 None None] Checking segment: {'id': 'e9fdb9ec-6b6e-4383-ae6e-075d3eed2f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b3fd2ef6-6f8c-45f9-a0a9-81c377b08f7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 24 20:01:16.444580 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-47c0e83a-8436-4256-9036-b3ff73e99900 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:16.444580 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c0e83a-8436-4256-9036-b3ff73e99900 None None] Bound using segment: {'id': 'e9fdb9ec-6b6e-4383-ae6e-075d3eed2f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b3fd2ef6-6f8c-45f9-a0a9-81c377b08f7e'} {{(pid=110844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 24 20:01:16.445203 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.managers [None req-47c0e83a-8436-4256-9036-b3ff73e99900 None None] Bound port: f3fcea78-ae7b-4dda-aabb-16fa55c52b81, host: dv-cinder-850449-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9fdb9ec-6b6e-4383-ae6e-075d3eed2f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b3fd2ef6-6f8c-45f9-a0a9-81c377b08f7e'}}] {{(pid=110844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 24 20:01:16.445731 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-47c0e83a-8436-4256-9036-b3ff73e99900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (f3fcea78-ae7b-4dda-aabb-16fa55c52b81), before_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:16.551789 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-f851080f-f489-4e1b-80d9-53da2e39ce83 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Publish callbacks [] for security_group_rule (4a953cec-d01e-4dd3-916e-49949d3dff43), precommit_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:16.562543 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-eb0be542-2773-499c-a7ba-6fbcd3365b40 None None] Provisioning complete for port f3fcea78-ae7b-4dda-aabb-16fa55c52b81 triggered by entity DHCP. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 20:01:16.567609 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-eb0be542-2773-499c-a7ba-6fbcd3365b40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812910'] for port (f3fcea78-ae7b-4dda-aabb-16fa55c52b81), provisioning_complete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:16.582527 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=100 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:01:16.609170 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Provisioning complete for port b45b19b5-a41c-4d83-bbe8-9ffe45a80965 triggered by entity L2. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 20:01:16.609541 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812910'] for port (b45b19b5-a41c-4d83-bbe8-9ffe45a80965), provisioning_complete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:16.639332 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-f851080f-f489-4e1b-80d9-53da2e39ce83 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471764'] for security_group_rule (4a953cec-d01e-4dd3-916e-49949d3dff43), after_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:16.642748 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-eb0be542-2773-499c-a7ba-6fbcd3365b40 None None] Port f3fcea78-ae7b-4dda-aabb-16fa55c52b81 cannot update to ACTIVE because it is not bound. {{(pid=110844) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 24 20:01:16.664340 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-47c0e83a-8436-4256-9036-b3ff73e99900 None None] For port f3fcea78-ae7b-4dda-aabb-16fa55c52b81, host dv-cinder-850449-2-iscsi, cleared binding levels {{(pid=110844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 20:01:16.669035 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-47c0e83a-8436-4256-9036-b3ff73e99900 None None] For port f3fcea78-ae7b-4dda-aabb-16fa55c52b81, host dv-cinder-850449-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850449-2-iscsi',level=0,port_id=f3fcea78-ae7b-4dda-aabb-16fa55c52b81,segment=NetworkSegment(e9fdb9ec-6b6e-4383-ae6e-075d3eed2f20),segment_id=e9fdb9ec-6b6e-4383-ae6e-075d3eed2f20)] {{(pid=110844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 20:01:16.699121 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f851080f-f489-4e1b-80d9-53da2e39ce83 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a953cec-d01e-4dd3-916e-49949d3dff43,revision_number=0']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:01:16.734556 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Current status of the port b45b19b5-a41c-4d83-bbe8-9ffe45a80965 is: ACTIVE; New status is: ACTIVE {{(pid=110844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 20:01:16.735832 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Device ea2f25b3-3d17-4f9a-8d9f-6a8401e2174c up at agent ovs-agent-dv-cinder-850449-2-iscsi {{(pid=110844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 20:01:16.760834 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f446db6e-3555-4cb1-aa30-c368904da9d3 req-abe4c7ae-cd29-4eb3-be34-d91a4317ac24 tempest-DeleteServersTestJSON-1125588650 tempest-DeleteServersTestJSON-1125588650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:01:16.762475 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-f446db6e-3555-4cb1-aa30-c368904da9d3 req-abe4c7ae-cd29-4eb3-be34-d91a4317ac24 tempest-DeleteServersTestJSON-1125588650 tempest-DeleteServersTestJSON-1125588650-project] 10.222.0.17 "GET /v2.0/networks?id=64be66ee-585a-4301-8b32-9012fd829a32 HTTP/1.1" status: 200 len: 811 time: 0.3916209 Jul 24 20:01:16.772370 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-f851080f-f489-4e1b-80d9-53da2e39ce83 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:16.774412 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-f851080f-f489-4e1b-80d9-53da2e39ce83 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6988778 Jul 24 20:01:16.778671 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 56180) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:01:16.783390 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-47c0e83a-8436-4256-9036-b3ff73e99900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958'] for port (f3fcea78-ae7b-4dda-aabb-16fa55c52b81), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:16.783899 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.v2.base [None req-2d6e3a35-2527-4af0-b586-4ea06e2f076e tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Request body: {'floatingip': {'floating_network_id': '10498192-3528-4341-803f-d59b33e3b71c'}} {{(pid=110842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 20:01:16.788847 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fbe3e8c-3e6a-4122-9824-e1afe1b057c6 admin admin] Notify agent at l3_agent.dv-cinder-850449-2-iscsi the message routers_updated {{(pid=110843) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 20:01:16.801703 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [None req-9fbe3e8c-3e6a-4122-9824-e1afe1b057c6 admin admin] 10.222.0.17 "PUT /v2.0/routers/d415c36d-d3f0-4850-a3a7-92ff6de12880/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5213053 Jul 24 20:01:16.807813 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-f446db6e-3555-4cb1-aa30-c368904da9d3 req-cb896030-42c4-4e13-9ada-82e67c5e466a tempest-DeleteServersTestJSON-1125588650 tempest-DeleteServersTestJSON-1125588650-project] 10.222.0.17 "GET /v2.0/quotas/c1d92a82166d4e128dbef71394daba86 HTTP/1.1" status: 200 len: 375 time: 0.0208993 Jul 24 20:01:16.839189 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-f037fdd1-be78-4635-99f3-518abb732752 None None] Provisioning complete for port 202a0690-d62d-4408-843b-a3c105585dc8 triggered by entity DHCP. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 20:01:16.839577 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-f037fdd1-be78-4635-99f3-518abb732752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812910'] for port (202a0690-d62d-4408-843b-a3c105585dc8), provisioning_complete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:16.895669 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-2d6e3a35-2527-4af0-b586-4ea06e2f076e tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:16.972536 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-f446db6e-3555-4cb1-aa30-c368904da9d3 req-d63886d8-06ff-48f4-8cb0-4d49af8a9a13 tempest-DeleteServersTestJSON-1125588650 tempest-DeleteServersTestJSON-1125588650-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=c1d92a82166d4e128dbef71394daba86&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1585712 Jul 24 20:01:16.978349 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-f037fdd1-be78-4635-99f3-518abb732752 None None] Port 202a0690-d62d-4408-843b-a3c105585dc8 cannot update to ACTIVE because it is not bound. {{(pid=110844) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 24 20:01:16.986637 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Provisioning complete for port ea2f25b3-3d17-4f9a-8d9f-6a8401e2174c triggered by entity L2. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 20:01:16.987252 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812910'] for port (ea2f25b3-3d17-4f9a-8d9f-6a8401e2174c), provisioning_complete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:17.045492 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c0e83a-8436-4256-9036-b3ff73e99900 None None] Routers {'5e6b10e9-03c8-43e3-bc80-2da91e00d910'} bound to L3 agent in host dv-cinder-850449-2-iscsi {{(pid=110844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 20:01:17.046562 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_hamode_db [None req-47c0e83a-8436-4256-9036-b3ff73e99900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-24T19:52:06Z,description=,heartbeat_timestamp=2022-07-24T20:01:06Z,host='dv-cinder-850449-2-iscsi',id=408021b7-d46b-48c2-9f75-8a8023f9145c,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T19:52:06Z,topic='l3_agent')) {'router_ids': ['5e6b10e9-03c8-43e3-bc80-2da91e00d910'], 'active': True} {{(pid=110844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:01:17.050566 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb48a45-afa1-44d5-b852-ce89ceb64589 None None] Sync routers for ids ['8c30eb17-654d-4a99-a799-c14f94d6d399'] in dv-cinder-850449-2-iscsi {{(pid=110845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 20:01:17.082643 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb48a45-afa1-44d5-b852-ce89ceb64589 None None] Routers {'8c30eb17-654d-4a99-a799-c14f94d6d399'} bound to L3 agent in host dv-cinder-850449-2-iscsi {{(pid=110845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 20:01:17.084134 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.l3_hamode_db [None req-0cb48a45-afa1-44d5-b852-ce89ceb64589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-24T19:52:06Z,description=,heartbeat_timestamp=2022-07-24T20:01:06Z,host='dv-cinder-850449-2-iscsi',id=408021b7-d46b-48c2-9f75-8a8023f9145c,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T19:52:06Z,topic='l3_agent')) {'router_ids': ['8c30eb17-654d-4a99-a799-c14f94d6d399'], 'active': True} {{(pid=110845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:01:17.120567 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a427a6bb-c899-42b7-b0b2-8bfb4c700960 None None] Pushing event updated for resources: {'Port': ['ID=f3fcea78-ae7b-4dda-aabb-16fa55c52b81,revision_number=4']} {{(pid=110844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:01:17.245975 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:01:17.334269 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=100 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:01:17.338411 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-2d6e3a35-2527-4af0-b586-4ea06e2f076e tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (None), before_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:17.346266 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_dvr_db [None req-47c0e83a-8436-4256-9036-b3ff73e99900 None None] Set router 5e6b10e9-03c8-43e3-bc80-2da91e00d910 gateway port host: dv-cinder-850449-2-iscsi {{(pid=110844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 20:01:17.375360 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.l3_dvr_db [None req-0cb48a45-afa1-44d5-b852-ce89ceb64589 None None] Set router 8c30eb17-654d-4a99-a799-c14f94d6d399 gateway port host: dv-cinder-850449-2-iscsi {{(pid=110845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 20:01:17.427775 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9af19be-4cd1-4032-9371-3dab343a83c7 None None] Sync routers for ids ['d415c36d-d3f0-4850-a3a7-92ff6de12880'] in dv-cinder-850449-2-iscsi {{(pid=110844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 20:01:17.445904 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Current status of the port ea2f25b3-3d17-4f9a-8d9f-6a8401e2174c is: ACTIVE; New status is: ACTIVE {{(pid=110844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 20:01:17.453113 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-3158dd75-d11d-46f3-8ad3-b613302249e6 None None] Provisioning complete for port f3fcea78-ae7b-4dda-aabb-16fa55c52b81 triggered by entity DHCP. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 20:01:17.453113 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-3158dd75-d11d-46f3-8ad3-b613302249e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812910'] for port (f3fcea78-ae7b-4dda-aabb-16fa55c52b81), provisioning_complete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:17.471669 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.db.db_base_plugin_common [None req-2d6e3a35-2527-4af0-b586-4ea06e2f076e tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Allocated IP 172.27.3.151 (10498192-3528-4341-803f-d59b33e3b71c/99a0caa3-3fb5-4860-826f-478186226de3/ffa86304-c568-45c3-9122-75dff97c5a7e) {{(pid=110842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 20:01:17.536445 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9af19be-4cd1-4032-9371-3dab343a83c7 None None] Routers {'d415c36d-d3f0-4850-a3a7-92ff6de12880'} bound to L3 agent in host dv-cinder-850449-2-iscsi {{(pid=110844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 20:01:17.538777 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_hamode_db [None req-d9af19be-4cd1-4032-9371-3dab343a83c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-24T19:52:06Z,description=,heartbeat_timestamp=2022-07-24T20:01:06Z,host='dv-cinder-850449-2-iscsi',id=408021b7-d46b-48c2-9f75-8a8023f9145c,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T19:52:06Z,topic='l3_agent')) {'router_ids': ['d415c36d-d3f0-4850-a3a7-92ff6de12880'], 'active': True} {{(pid=110844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:01:17.615339 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-2d6e3a35-2527-4af0-b586-4ea06e2f076e tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Publish callbacks [] for port (ffa86304-c568-45c3-9122-75dff97c5a7e), precommit_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:17.655792 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.l3_hamode_db [None req-0cb48a45-afa1-44d5-b852-ce89ceb64589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c30eb17-654d-4a99-a799-c14f94d6d399', 'name': 'tempest-DeleteServersTestJSON-364265450-router', 'tenant_id': 'c1d92a82166d4e128dbef71394daba86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'external_fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': 'f63d0551-8bd8-4b23-80e8-7c7df3795985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T20:01:03Z', 'updated_at': '2022-07-24T20:01:12Z', 'revision_number': 4, 'project_id': 'c1d92a82166d4e128dbef71394daba86', 'gw_port': {'id': 'f63d0551-8bd8-4b23-80e8-7c7df3795985', 'name': '', 'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:01:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c30eb17-654d-4a99-a799-c14f94d6d399', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:01:05Z', 'updated_at': '2022-07-24T20:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99a0caa3-3fb5-4860-826f-478186226de3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850449-2-iscsi', '_interfaces': [{'id': '1f14527e-1282-48c1-b353-9304ff8d2c04', 'name': '', 'network_id': '64be66ee-585a-4301-8b32-9012fd829a32', 'tenant_id': 'c1d92a82166d4e128dbef71394daba86', 'mac_address': 'fa:16:3e:17:8a:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c30eb17-654d-4a99-a799-c14f94d6d399', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '2d5b2ef6-8656-4777-b6ce-8ee0654272cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:01:09Z', 'updated_at': '2022-07-24T20:01:12Z', 'revision_number': 2, 'project_id': 'c1d92a82166d4e128dbef71394daba86', 'subnets': [{'id': '2d5b2ef6-8656-4777-b6ce-8ee0654272cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850449-2-iscsi', False) {} {{(pid=110845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:01:17.681916 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 56220) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:01:17.688517 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb48a45-afa1-44d5-b852-ce89ceb64589 None None] Checking router: 8c30eb17-654d-4a99-a799-c14f94d6d399 for host: dv-cinder-850449-2-iscsi {{(pid=110845) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 20:01:17.692525 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb48a45-afa1-44d5-b852-ce89ceb64589 None None] Updating router 8c30eb17-654d-4a99-a799-c14f94d6d399 port 1f14527e-1282-48c1-b353-9304ff8d2c04 binding host dv-cinder-850449-2-iscsi {{(pid=110845) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 20:01:17.706188 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-28e807fe-035f-4f18-a6eb-2b79ad119a9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:17.711690 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:01:17.736318 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_dvr_db [None req-d9af19be-4cd1-4032-9371-3dab343a83c7 None None] Set router d415c36d-d3f0-4850-a3a7-92ff6de12880 gateway port host: dv-cinder-850449-2-iscsi {{(pid=110844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 20:01:17.737112 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron_lib.callbacks.manager [None req-0cb48a45-afa1-44d5-b852-ce89ceb64589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (1f14527e-1282-48c1-b353-9304ff8d2c04), before_update {{(pid=110845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:17.752778 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-2d6e3a35-2527-4af0-b586-4ea06e2f076e tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731445223406'] for port (ffa86304-c568-45c3-9122-75dff97c5a7e), after_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:17.871172 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d6e3a35-2527-4af0-b586-4ea06e2f076e tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Network 10498192-3528-4341-803f-d59b33e3b71c is already hosted by enough agents. {{(pid=110842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 20:01:17.893439 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.scheduler.base_scheduler [None req-2d6e3a35-2527-4af0-b586-4ea06e2f076e tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Resources bound (agent type, host, resource id): {{(pid=110842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 20:01:17.896813 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-3158dd75-d11d-46f3-8ad3-b613302249e6 None None] Current status of the port f3fcea78-ae7b-4dda-aabb-16fa55c52b81 is: DOWN; New status is: ACTIVE {{(pid=110844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 20:01:17.896813 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-3158dd75-d11d-46f3-8ad3-b613302249e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (f3fcea78-ae7b-4dda-aabb-16fa55c52b81), before_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:17.903754 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:01:17.916717 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_hamode_db [None req-47c0e83a-8436-4256-9036-b3ff73e99900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e6b10e9-03c8-43e3-bc80-2da91e00d910', 'name': 'tempest-AttachVolumeShelveTestJSON-842360300-router', 'tenant_id': '49f6a7894899436d8ce94d9a7500533a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'external_fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': 'ea2f25b3-3d17-4f9a-8d9f-6a8401e2174c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T20:01:02Z', 'updated_at': '2022-07-24T20:01:10Z', 'revision_number': 4, 'project_id': '49f6a7894899436d8ce94d9a7500533a', 'gw_port': {'id': 'ea2f25b3-3d17-4f9a-8d9f-6a8401e2174c', 'name': '', 'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:9d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6b10e9-03c8-43e3-bc80-2da91e00d910', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:01:03Z', 'updated_at': '2022-07-24T20:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99a0caa3-3fb5-4860-826f-478186226de3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850449-2-iscsi', '_interfaces': [{'id': 'f3fcea78-ae7b-4dda-aabb-16fa55c52b81', 'name': '', 'network_id': 'b3fd2ef6-6f8c-45f9-a0a9-81c377b08f7e', 'tenant_id': '49f6a7894899436d8ce94d9a7500533a', 'mac_address': 'fa:16:3e:6a:f6:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e6b10e9-03c8-43e3-bc80-2da91e00d910', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '9f1a76ef-9ecc-40f5-8dc9-5b3ae75ee961', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:01:09Z', 'updated_at': '2022-07-24T20:01:16Z', 'revision_number': 4, 'project_id': '49f6a7894899436d8ce94d9a7500533a', 'subnets': [{'id': '9f1a76ef-9ecc-40f5-8dc9-5b3ae75ee961', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850449-2-iscsi', False) {} {{(pid=110844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:01:17.926519 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d6e3a35-2527-4af0-b586-4ea06e2f076e tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Received port after_create {{(pid=110842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 24 20:01:17.945451 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6e3a35-2527-4af0-b586-4ea06e2f076e tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Pushing event updated for resources: {'Port': ['ID=ffa86304-c568-45c3-9122-75dff97c5a7e,revision_number=1']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:01:17.982022 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c0e83a-8436-4256-9036-b3ff73e99900 None None] The sync data for ids ['5e6b10e9-03c8-43e3-bc80-2da91e00d910'] in dv-cinder-850449-2-iscsi is: [{'id': '5e6b10e9-03c8-43e3-bc80-2da91e00d910', 'name': 'tempest-AttachVolumeShelveTestJSON-842360300-router', 'tenant_id': '49f6a7894899436d8ce94d9a7500533a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'external_fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': 'ea2f25b3-3d17-4f9a-8d9f-6a8401e2174c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T20:01:02Z', 'updated_at': '2022-07-24T20:01:10Z', 'revision_number': 4, 'project_id': '49f6a7894899436d8ce94d9a7500533a', 'gw_port': {'id': 'ea2f25b3-3d17-4f9a-8d9f-6a8401e2174c', 'name': '', 'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:9d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6b10e9-03c8-43e3-bc80-2da91e00d910', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:01:03Z', 'updated_at': '2022-07-24T20:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99a0caa3-3fb5-4860-826f-478186226de3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850449-2-iscsi', '_interfaces': [{'id': 'f3fcea78-ae7b-4dda-aabb-16fa55c52b81', 'name': '', 'network_id': 'b3fd2ef6-6f8c-45f9-a0a9-81c377b08f7e', 'tenant_id': '49f6a7894899436d8ce94d9a7500533a', 'mac_address': 'fa:16:3e:6a:f6:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e6b10e9-03c8-43e3-bc80-2da91e00d910', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '9f1a76ef-9ecc-40f5-8dc9-5b3ae75ee961', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:01:09Z', 'updated_at': '2022-07-24T20:01:16Z', 'revision_number': 4, 'project_id': '49f6a7894899436d8ce94d9a7500533a', 'subnets': [{'id': '9f1a76ef-9ecc-40f5-8dc9-5b3ae75ee961', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 20:01:18.034612 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-28e807fe-035f-4f18-a6eb-2b79ad119a9e admin admin] Publish callbacks [] for security_group (70ac3af3-b326-49db-91ef-8e92f1f07bbf), precommit_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:18.048057 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-3158dd75-d11d-46f3-8ad3-b613302249e6 None None] For port f3fcea78-ae7b-4dda-aabb-16fa55c52b81, host dv-cinder-850449-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850449-2-iscsi',level=0,port_id=f3fcea78-ae7b-4dda-aabb-16fa55c52b81,segment=NetworkSegment(e9fdb9ec-6b6e-4383-ae6e-075d3eed2f20),segment_id=e9fdb9ec-6b6e-4383-ae6e-075d3eed2f20)] {{(pid=110844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 20:01:18.131382 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-3158dd75-d11d-46f3-8ad3-b613302249e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958'] for port (f3fcea78-ae7b-4dda-aabb-16fa55c52b81), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:18.168954 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=75,neutron:INSERT=21,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:01:18.174352 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-28e807fe-035f-4f18-a6eb-2b79ad119a9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (70ac3af3-b326-49db-91ef-8e92f1f07bbf), after_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:18.247890 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron_lib.callbacks.manager [None req-0cb48a45-afa1-44d5-b852-ce89ceb64589 None None] Publish callbacks [] for port (1f14527e-1282-48c1-b353-9304ff8d2c04), precommit_update {{(pid=110845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:18.252890 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [req-f446db6e-3555-4cb1-aa30-c368904da9d3 req-0d94294e-4d20-4433-9497-afd59396b218 service neutron] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=110843) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 24 20:01:18.254429 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-f446db6e-3555-4cb1-aa30-c368904da9d3 req-0d94294e-4d20-4433-9497-afd59396b218 service neutron] 10.222.0.17 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.7064106 Jul 24 20:01:18.273958 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:01:18.281659 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3158dd75-d11d-46f3-8ad3-b613302249e6 None None] Pushing event updated for resources: {'Port': ['ID=f3fcea78-ae7b-4dda-aabb-16fa55c52b81,revision_number=5']} {{(pid=110844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:01:18.345441 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e807fe-035f-4f18-a6eb-2b79ad119a9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70ac3af3-b326-49db-91ef-8e92f1f07bbf,revision_number=1']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:01:18.375497 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron_lib.callbacks.manager [None req-0cb48a45-afa1-44d5-b852-ce89ceb64589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958'] for port (1f14527e-1282-48c1-b353-9304ff8d2c04), after_update {{(pid=110845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:18.437331 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-28e807fe-035f-4f18-a6eb-2b79ad119a9e admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=bd9a62a6eaaa48a288c6d76bc368f0ba&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7509170 Jul 24 20:01:18.442184 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_hamode_db [None req-d9af19be-4cd1-4032-9371-3dab343a83c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd415c36d-d3f0-4850-a3a7-92ff6de12880', 'name': 'tempest-ServerRescueNegativeTestJSON-727564958-router', 'tenant_id': '15c454baefdc474682f88c603f6108a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'external_fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': 'b45b19b5-a41c-4d83-bbe8-9ffe45a80965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T20:01:05Z', 'updated_at': '2022-07-24T20:01:15Z', 'revision_number': 4, 'project_id': '15c454baefdc474682f88c603f6108a8', 'gw_port': {'id': 'b45b19b5-a41c-4d83-bbe8-9ffe45a80965', 'name': '', 'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:80:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd415c36d-d3f0-4850-a3a7-92ff6de12880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:01:06Z', 'updated_at': '2022-07-24T20:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99a0caa3-3fb5-4860-826f-478186226de3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850449-2-iscsi', '_interfaces': [{'id': '202a0690-d62d-4408-843b-a3c105585dc8', 'name': '', 'network_id': '6e3ba2d8-cc61-4396-b210-32cea4aff750', 'tenant_id': '15c454baefdc474682f88c603f6108a8', 'mac_address': 'fa:16:3e:47:23:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd415c36d-d3f0-4850-a3a7-92ff6de12880', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '1b0ec485-4e15-4515-af25-2ebd70a5137a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:01:12Z', 'updated_at': '2022-07-24T20:01:15Z', 'revision_number': 2, 'project_id': '15c454baefdc474682f88c603f6108a8', 'subnets': [{'id': '1b0ec485-4e15-4515-af25-2ebd70a5137a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850449-2-iscsi', False) {} {{(pid=110844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:01:18.454286 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 56240) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:01:18.471879 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-2d6e3a35-2527-4af0-b586-4ea06e2f076e tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Publish callbacks [] for floatingip (649bab8c-c66f-4e76-bc83-bbee847b7923), precommit_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:18.487319 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG dbcounter [-] [110845] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:01:18.490393 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:01:18.534285 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Device f3fcea78-ae7b-4dda-aabb-16fa55c52b81 up at agent ovs-agent-dv-cinder-850449-2-iscsi {{(pid=110844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 20:01:18.538161 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9af19be-4cd1-4032-9371-3dab343a83c7 None None] Checking router: d415c36d-d3f0-4850-a3a7-92ff6de12880 for host: dv-cinder-850449-2-iscsi {{(pid=110844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 20:01:18.538672 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9af19be-4cd1-4032-9371-3dab343a83c7 None None] Updating router d415c36d-d3f0-4850-a3a7-92ff6de12880 port 202a0690-d62d-4408-843b-a3c105585dc8 binding host dv-cinder-850449-2-iscsi {{(pid=110844) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 20:01:18.546222 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b474edd-023a-4ac9-b271-f4f7ce27dd82 None None] Pushing event updated for resources: {'Port': ['ID=1f14527e-1282-48c1-b353-9304ff8d2c04,revision_number=3']} {{(pid=110845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:01:18.564806 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-f446db6e-3555-4cb1-aa30-c368904da9d3 req-54567afc-b714-4ddd-a714-911e889a3c37 service neutron] 10.222.0.17 "GET /v2.0/networks/64be66ee-585a-4301-8b32-9012fd829a32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2992842 Jul 24 20:01:18.620017 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [-] (110843) accepted ('10.222.0.17', 56248) {{(pid=110843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:01:18.650229 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-7cf802f4-31c8-497c-92c9-bc2a3d4f64f0 admin admin] Publish callbacks [] for security_group (70ac3af3-b326-49db-91ef-8e92f1f07bbf), before_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:18.690311 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.plugins.ml2.managers [None req-0cb48a45-afa1-44d5-b852-ce89ceb64589 None None] Attempting to bind port 1f14527e-1282-48c1-b353-9304ff8d2c04 on host dv-cinder-850449-2-iscsi for vnic_type normal with profile {{(pid=110845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 24 20:01:18.693280 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.plugins.ml2.managers [None req-0cb48a45-afa1-44d5-b852-ce89ceb64589 None None] Attempting to bind port 1f14527e-1282-48c1-b353-9304ff8d2c04 by drivers openvswitch,hyperv on host dv-cinder-850449-2-iscsi at level 0 using segments [{'id': '8116d425-f2a1-4ba9-b4f2-e5572bf43ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '64be66ee-585a-4301-8b32-9012fd829a32'}] {{(pid=110845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 24 20:01:18.696005 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-2d6e3a35-2527-4af0-b586-4ea06e2f076e tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (ffa86304-c568-45c3-9122-75dff97c5a7e), before_update {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:18.696159 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb48a45-afa1-44d5-b852-ce89ceb64589 None None] Attempting to bind port 1f14527e-1282-48c1-b353-9304ff8d2c04 on network 64be66ee-585a-4301-8b32-9012fd829a32 {{(pid=110845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 24 20:01:18.711879 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb48a45-afa1-44d5-b852-ce89ceb64589 None None] Checking agent: {'id': '46eda511-dfa5-408c-8bd4-cb509f691033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850449-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 24, 19, 52, 9), 'started_at': datetime.datetime(2022, 7, 24, 19, 52, 39), 'heartbeat_timestamp': datetime.datetime(2022, 7, 24, 20, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850449-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 24 20:01:18.712025 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb48a45-afa1-44d5-b852-ce89ceb64589 None None] Checking segment: {'id': '8116d425-f2a1-4ba9-b4f2-e5572bf43ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '64be66ee-585a-4301-8b32-9012fd829a32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 24 20:01:18.712939 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron_lib.callbacks.manager [None req-0cb48a45-afa1-44d5-b852-ce89ceb64589 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:18.714951 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb48a45-afa1-44d5-b852-ce89ceb64589 None None] Bound using segment: {'id': '8116d425-f2a1-4ba9-b4f2-e5572bf43ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '64be66ee-585a-4301-8b32-9012fd829a32'} {{(pid=110845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 24 20:01:18.715789 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.plugins.ml2.managers [None req-0cb48a45-afa1-44d5-b852-ce89ceb64589 None None] Bound port: 1f14527e-1282-48c1-b353-9304ff8d2c04, host: dv-cinder-850449-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8116d425-f2a1-4ba9-b4f2-e5572bf43ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '64be66ee-585a-4301-8b32-9012fd829a32'}}] {{(pid=110845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 24 20:01:18.716198 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron_lib.callbacks.manager [None req-0cb48a45-afa1-44d5-b852-ce89ceb64589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (1f14527e-1282-48c1-b353-9304ff8d2c04), before_update {{(pid=110845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:18.729069 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-d9af19be-4cd1-4032-9371-3dab343a83c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (202a0690-d62d-4408-843b-a3c105585dc8), before_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:18.740186 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:01:18.779457 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-f446db6e-3555-4cb1-aa30-c368904da9d3 req-c37eff00-7098-4052-a415-cefb578c9580 service neutron] 10.222.0.17 "GET /v2.0/networks/64be66ee-585a-4301-8b32-9012fd829a32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2133148 Jul 24 20:01:18.785304 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-7cf802f4-31c8-497c-92c9-bc2a3d4f64f0 admin admin] Publish callbacks [] for security_group (70ac3af3-b326-49db-91ef-8e92f1f07bbf), precommit_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:18.794757 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Provisioning complete for port f3fcea78-ae7b-4dda-aabb-16fa55c52b81 triggered by entity L2. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 20:01:18.794757 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812910'] for port (f3fcea78-ae7b-4dda-aabb-16fa55c52b81), provisioning_complete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:18.868418 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-1dbb2e8f-2076-4ad7-8e9c-1163c738e5bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:18.886188 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.plugins.ml2.db [None req-0cb48a45-afa1-44d5-b852-ce89ceb64589 None None] For port 1f14527e-1282-48c1-b353-9304ff8d2c04, host dv-cinder-850449-2-iscsi, cleared binding levels {{(pid=110845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 20:01:18.891456 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.plugins.ml2.db [None req-0cb48a45-afa1-44d5-b852-ce89ceb64589 None None] For port 1f14527e-1282-48c1-b353-9304ff8d2c04, host dv-cinder-850449-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850449-2-iscsi',level=0,port_id=1f14527e-1282-48c1-b353-9304ff8d2c04,segment=NetworkSegment(8116d425-f2a1-4ba9-b4f2-e5572bf43ba1),segment_id=8116d425-f2a1-4ba9-b4f2-e5572bf43ba1)] {{(pid=110845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 20:01:18.992829 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [-] (110843) accepted ('10.222.0.17', 56258) {{(pid=110843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:01:18.997194 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron_lib.callbacks.manager [None req-0cb48a45-afa1-44d5-b852-ce89ceb64589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958'] for port (1f14527e-1282-48c1-b353-9304ff8d2c04), after_update {{(pid=110845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:19.016963 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-c986615f-70a7-47e8-868a-9bff3d196024 None None] Provisioning complete for port 1f14527e-1282-48c1-b353-9304ff8d2c04 triggered by entity DHCP. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 20:01:19.017356 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-c986615f-70a7-47e8-868a-9bff3d196024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812910'] for port (1f14527e-1282-48c1-b353-9304ff8d2c04), provisioning_complete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:19.049844 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG dbcounter [-] [110845] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:01:19.079263 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb48a45-afa1-44d5-b852-ce89ceb64589 None None] Routers {'8c30eb17-654d-4a99-a799-c14f94d6d399'} bound to L3 agent in host dv-cinder-850449-2-iscsi {{(pid=110845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 20:01:19.080037 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.l3_hamode_db [None req-0cb48a45-afa1-44d5-b852-ce89ceb64589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-24T19:52:06Z,description=,heartbeat_timestamp=2022-07-24T20:01:06Z,host='dv-cinder-850449-2-iscsi',id=408021b7-d46b-48c2-9f75-8a8023f9145c,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T19:52:06Z,topic='l3_agent')) {'router_ids': ['8c30eb17-654d-4a99-a799-c14f94d6d399'], 'active': True} {{(pid=110845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:01:19.190714 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-2d6e3a35-2527-4af0-b586-4ea06e2f076e tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Publish callbacks [] for port (ffa86304-c568-45c3-9122-75dff97c5a7e), precommit_update {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:19.214861 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27091613-a951-4dfd-8667-4d4c2390a0e3 req-ecb69589-39f9-4590-a099-19a4c11e262a tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:01:19.223495 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-27091613-a951-4dfd-8667-4d4c2390a0e3 req-ecb69589-39f9-4590-a099-19a4c11e262a tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/networks?id=6e3ba2d8-cc61-4396-b210-32cea4aff750 HTTP/1.1" status: 200 len: 818 time: 0.2272825 Jul 24 20:01:19.245648 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Current status of the port f3fcea78-ae7b-4dda-aabb-16fa55c52b81 is: ACTIVE; New status is: ACTIVE {{(pid=110844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 20:01:19.246755 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Device f63d0551-8bd8-4b23-80e8-7c7df3795985 up at agent ovs-agent-dv-cinder-850449-2-iscsi {{(pid=110844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 20:01:19.264092 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-27091613-a951-4dfd-8667-4d4c2390a0e3 req-cda8d9e4-8e3a-4b6b-b4b5-d10bb8677837 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/quotas/15c454baefdc474682f88c603f6108a8 HTTP/1.1" status: 200 len: 375 time: 0.0392354 Jul 24 20:01:19.276276 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-7cf802f4-31c8-497c-92c9-bc2a3d4f64f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (70ac3af3-b326-49db-91ef-8e92f1f07bbf), after_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:19.285171 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-7cf802f4-31c8-497c-92c9-bc2a3d4f64f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:19.285171 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-7cf802f4-31c8-497c-92c9-bc2a3d4f64f0 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/70ac3af3-b326-49db-91ef-8e92f1f07bbf HTTP/1.1" status: 204 len: 168 time: 0.8213305 Jul 24 20:01:19.308962 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf802f4-31c8-497c-92c9-bc2a3d4f64f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70ac3af3-b326-49db-91ef-8e92f1f07bbf,revision_number=None']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:01:19.338987 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-2d6e3a35-2527-4af0-b586-4ea06e2f076e tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958'] for port (ffa86304-c568-45c3-9122-75dff97c5a7e), after_update {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:19.379234 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-1dbb2e8f-2076-4ad7-8e9c-1163c738e5bb admin admin] Publish callbacks [] for security_group (7ed319c9-73f2-4880-96af-39cfcc9a6710), precommit_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:19.390988 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-2d6e3a35-2527-4af0-b586-4ea06e2f076e tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-452544'] for floatingip (649bab8c-c66f-4e76-bc83-bbee847b7923), after_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:19.479924 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6e3a35-2527-4af0-b586-4ea06e2f076e tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Pushing event updated for resources: {'Port': ['ID=ffa86304-c568-45c3-9122-75dff97c5a7e,revision_number=2']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:01:19.498587 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-2d6e3a35-2527-4af0-b586-4ea06e2f076e tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1048257'] for floatingip (None), before_response {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:19.500184 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-2d6e3a35-2527-4af0-b586-4ea06e2f076e tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7210927 Jul 24 20:01:19.614135 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=100 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:01:19.618187 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-1dbb2e8f-2076-4ad7-8e9c-1163c738e5bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (7ed319c9-73f2-4880-96af-39cfcc9a6710), after_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:19.625399 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-ef1d2f8b-03e0-4382-b4da-bc1fca097ebc req-372b4bfd-fe1e-48b9-abb3-e391539a63ac tempest-DeleteServersTestJSON-1125588650 tempest-DeleteServersTestJSON-1125588650-project] 10.222.0.17 "GET /v2.0/ports?device_id=71f71683-82dd-492f-874c-42b518a3e827 HTTP/1.1" status: 200 len: 210 time: 0.2442234 Jul 24 20:01:19.644625 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.l3_dvr_db [None req-0cb48a45-afa1-44d5-b852-ce89ceb64589 None None] Set router 8c30eb17-654d-4a99-a799-c14f94d6d399 gateway port host: dv-cinder-850449-2-iscsi {{(pid=110845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 20:01:19.698467 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-27091613-a951-4dfd-8667-4d4c2390a0e3 req-2153d17e-71b9-4e01-bacb-e7b3e0c0fe26 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=15c454baefdc474682f88c603f6108a8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4335077 Jul 24 20:01:19.734375 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbb2e8f-2076-4ad7-8e9c-1163c738e5bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ed319c9-73f2-4880-96af-39cfcc9a6710,revision_number=1']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:01:19.744564 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 56306) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:01:19.754873 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [None req-1dbb2e8f-2076-4ad7-8e9c-1163c738e5bb admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=78b17ea67fc94e549615dc8c0ce7ee24&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1333270 Jul 24 20:01:19.830328 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-e0418377-1b18-4c57-896a-5611dd51400d admin admin] Publish callbacks [] for security_group (7ed319c9-73f2-4880-96af-39cfcc9a6710), before_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:19.855212 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=100 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:01:19.859306 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Provisioning complete for port f63d0551-8bd8-4b23-80e8-7c7df3795985 triggered by entity L2. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 20:01:19.859852 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812910'] for port (f63d0551-8bd8-4b23-80e8-7c7df3795985), provisioning_complete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:19.893359 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-e0418377-1b18-4c57-896a-5611dd51400d admin admin] Publish callbacks [] for security_group (7ed319c9-73f2-4880-96af-39cfcc9a6710), precommit_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:20.018525 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b474edd-023a-4ac9-b271-f4f7ce27dd82 None None] Pushing event updated for resources: {'Port': ['ID=1f14527e-1282-48c1-b353-9304ff8d2c04,revision_number=4']} {{(pid=110845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:01:20.022045 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.l3_hamode_db [None req-0cb48a45-afa1-44d5-b852-ce89ceb64589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c30eb17-654d-4a99-a799-c14f94d6d399', 'name': 'tempest-DeleteServersTestJSON-364265450-router', 'tenant_id': 'c1d92a82166d4e128dbef71394daba86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'external_fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': 'f63d0551-8bd8-4b23-80e8-7c7df3795985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T20:01:03Z', 'updated_at': '2022-07-24T20:01:12Z', 'revision_number': 4, 'project_id': 'c1d92a82166d4e128dbef71394daba86', 'gw_port': {'id': 'f63d0551-8bd8-4b23-80e8-7c7df3795985', 'name': '', 'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:01:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c30eb17-654d-4a99-a799-c14f94d6d399', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:01:05Z', 'updated_at': '2022-07-24T20:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99a0caa3-3fb5-4860-826f-478186226de3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850449-2-iscsi', '_interfaces': [{'id': '1f14527e-1282-48c1-b353-9304ff8d2c04', 'name': '', 'network_id': '64be66ee-585a-4301-8b32-9012fd829a32', 'tenant_id': 'c1d92a82166d4e128dbef71394daba86', 'mac_address': 'fa:16:3e:17:8a:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c30eb17-654d-4a99-a799-c14f94d6d399', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '2d5b2ef6-8656-4777-b6ce-8ee0654272cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:01:09Z', 'updated_at': '2022-07-24T20:01:18Z', 'revision_number': 4, 'project_id': 'c1d92a82166d4e128dbef71394daba86', 'subnets': [{'id': '2d5b2ef6-8656-4777-b6ce-8ee0654272cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850449-2-iscsi', False) {} {{(pid=110845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:01:20.049467 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb48a45-afa1-44d5-b852-ce89ceb64589 None None] The sync data for ids ['8c30eb17-654d-4a99-a799-c14f94d6d399'] in dv-cinder-850449-2-iscsi is: [{'id': '8c30eb17-654d-4a99-a799-c14f94d6d399', 'name': 'tempest-DeleteServersTestJSON-364265450-router', 'tenant_id': 'c1d92a82166d4e128dbef71394daba86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'external_fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': 'f63d0551-8bd8-4b23-80e8-7c7df3795985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T20:01:03Z', 'updated_at': '2022-07-24T20:01:12Z', 'revision_number': 4, 'project_id': 'c1d92a82166d4e128dbef71394daba86', 'gw_port': {'id': 'f63d0551-8bd8-4b23-80e8-7c7df3795985', 'name': '', 'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:01:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c30eb17-654d-4a99-a799-c14f94d6d399', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:01:05Z', 'updated_at': '2022-07-24T20:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99a0caa3-3fb5-4860-826f-478186226de3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850449-2-iscsi', '_interfaces': [{'id': '1f14527e-1282-48c1-b353-9304ff8d2c04', 'name': '', 'network_id': '64be66ee-585a-4301-8b32-9012fd829a32', 'tenant_id': 'c1d92a82166d4e128dbef71394daba86', 'mac_address': 'fa:16:3e:17:8a:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c30eb17-654d-4a99-a799-c14f94d6d399', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '2d5b2ef6-8656-4777-b6ce-8ee0654272cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:01:09Z', 'updated_at': '2022-07-24T20:01:18Z', 'revision_number': 4, 'project_id': 'c1d92a82166d4e128dbef71394daba86', 'subnets': [{'id': '2d5b2ef6-8656-4777-b6ce-8ee0654272cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 20:01:20.060065 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-d9af19be-4cd1-4032-9371-3dab343a83c7 None None] Publish callbacks [] for port (202a0690-d62d-4408-843b-a3c105585dc8), precommit_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:20.062772 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Current status of the port f63d0551-8bd8-4b23-80e8-7c7df3795985 is: ACTIVE; New status is: ACTIVE {{(pid=110844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 20:01:20.064823 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-c986615f-70a7-47e8-868a-9bff3d196024 None None] Current status of the port 1f14527e-1282-48c1-b353-9304ff8d2c04 is: DOWN; New status is: ACTIVE {{(pid=110844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 20:01:20.065216 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-c986615f-70a7-47e8-868a-9bff3d196024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (1f14527e-1282-48c1-b353-9304ff8d2c04), before_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:20.094535 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-e0418377-1b18-4c57-896a-5611dd51400d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (7ed319c9-73f2-4880-96af-39cfcc9a6710), after_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:20.097790 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-e0418377-1b18-4c57-896a-5611dd51400d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:20.099539 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-e0418377-1b18-4c57-896a-5611dd51400d admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/7ed319c9-73f2-4880-96af-39cfcc9a6710 HTTP/1.1" status: 204 len: 168 time: 0.3539240 Jul 24 20:01:20.118880 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0418377-1b18-4c57-896a-5611dd51400d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ed319c9-73f2-4880-96af-39cfcc9a6710,revision_number=None']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:01:20.157906 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-c986615f-70a7-47e8-868a-9bff3d196024 None None] For port 1f14527e-1282-48c1-b353-9304ff8d2c04, host dv-cinder-850449-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850449-2-iscsi',level=0,port_id=1f14527e-1282-48c1-b353-9304ff8d2c04,segment=NetworkSegment(8116d425-f2a1-4ba9-b4f2-e5572bf43ba1),segment_id=8116d425-f2a1-4ba9-b4f2-e5572bf43ba1)] {{(pid=110844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 20:01:20.164770 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-d9af19be-4cd1-4032-9371-3dab343a83c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958'] for port (202a0690-d62d-4408-843b-a3c105585dc8), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:20.227638 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-eabd992e-1215-4c16-857b-8124dbb9a820 req-7761f848-f857-4b22-befa-2bc33c67ab0d tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/security-groups?name=tempest-securitygroup--726173717&fields=id&tenant_id=49f6a7894899436d8ce94d9a7500533a HTTP/1.1" status: 200 len: 267 time: 0.1209905 Jul 24 20:01:20.304939 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Device f3fcea78-ae7b-4dda-aabb-16fa55c52b81 up at agent ovs-agent-dv-cinder-850449-2-iscsi {{(pid=110844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 20:01:20.312890 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-c986615f-70a7-47e8-868a-9bff3d196024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958'] for port (1f14527e-1282-48c1-b353-9304ff8d2c04), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:20.419587 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc721363-856d-4525-b7bb-b905d3aeb78e None None] Pushing event updated for resources: {'Port': ['ID=202a0690-d62d-4408-843b-a3c105585dc8,revision_number=3']} {{(pid=110844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:01:20.496003 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [req-27091613-a951-4dfd-8667-4d4c2390a0e3 req-6755c3ad-6e8a-4f5c-83ba-116855dca097 service neutron] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=110843) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 24 20:01:20.505240 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-27091613-a951-4dfd-8667-4d4c2390a0e3 req-6755c3ad-6e8a-4f5c-83ba-116855dca097 service neutron] 10.222.0.17 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3443971 Jul 24 20:01:20.540446 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-9c90d6a9-641a-4268-93fa-e8867e841ad8 None None] Provisioning complete for port 1f14527e-1282-48c1-b353-9304ff8d2c04 triggered by entity DHCP. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 20:01:20.540844 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-9c90d6a9-641a-4268-93fa-e8867e841ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812910'] for port (1f14527e-1282-48c1-b353-9304ff8d2c04), provisioning_complete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:20.593835 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:01:20.606518 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Provisioning complete for port f3fcea78-ae7b-4dda-aabb-16fa55c52b81 triggered by entity L2. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 20:01:20.606924 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812910'] for port (f3fcea78-ae7b-4dda-aabb-16fa55c52b81), provisioning_complete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:20.626106 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-27091613-a951-4dfd-8667-4d4c2390a0e3 req-9ea7e6bd-5f89-4014-a43f-0c270cce6410 service neutron] 10.222.0.17 "GET /v2.0/networks/6e3ba2d8-cc61-4396-b210-32cea4aff750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200588 Jul 24 20:01:20.690465 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:01:20.698148 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c986615f-70a7-47e8-868a-9bff3d196024 None None] Pushing event updated for resources: {'Port': ['ID=1f14527e-1282-48c1-b353-9304ff8d2c04,revision_number=5']} {{(pid=110844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:01:20.708469 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.managers [None req-d9af19be-4cd1-4032-9371-3dab343a83c7 None None] Attempting to bind port 202a0690-d62d-4408-843b-a3c105585dc8 on host dv-cinder-850449-2-iscsi for vnic_type normal with profile {{(pid=110844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 24 20:01:20.708867 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.managers [None req-d9af19be-4cd1-4032-9371-3dab343a83c7 None None] Attempting to bind port 202a0690-d62d-4408-843b-a3c105585dc8 by drivers openvswitch,hyperv on host dv-cinder-850449-2-iscsi at level 0 using segments [{'id': '1a250ca4-cd77-42a8-bf37-37a7ac6ffa6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '6e3ba2d8-cc61-4396-b210-32cea4aff750'}] {{(pid=110844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 24 20:01:20.709236 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9af19be-4cd1-4032-9371-3dab343a83c7 None None] Attempting to bind port 202a0690-d62d-4408-843b-a3c105585dc8 on network 6e3ba2d8-cc61-4396-b210-32cea4aff750 {{(pid=110844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 24 20:01:20.722111 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9af19be-4cd1-4032-9371-3dab343a83c7 None None] Checking agent: {'id': '46eda511-dfa5-408c-8bd4-cb509f691033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850449-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 24, 19, 52, 9), 'started_at': datetime.datetime(2022, 7, 24, 19, 52, 39), 'heartbeat_timestamp': datetime.datetime(2022, 7, 24, 20, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850449-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 24 20:01:20.722111 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9af19be-4cd1-4032-9371-3dab343a83c7 None None] Checking segment: {'id': '1a250ca4-cd77-42a8-bf37-37a7ac6ffa6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '6e3ba2d8-cc61-4396-b210-32cea4aff750'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 24 20:01:20.722111 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-d9af19be-4cd1-4032-9371-3dab343a83c7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:20.722111 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9af19be-4cd1-4032-9371-3dab343a83c7 None None] Bound using segment: {'id': '1a250ca4-cd77-42a8-bf37-37a7ac6ffa6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '6e3ba2d8-cc61-4396-b210-32cea4aff750'} {{(pid=110844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 24 20:01:20.722111 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.managers [None req-d9af19be-4cd1-4032-9371-3dab343a83c7 None None] Bound port: 202a0690-d62d-4408-843b-a3c105585dc8, host: dv-cinder-850449-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a250ca4-cd77-42a8-bf37-37a7ac6ffa6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '6e3ba2d8-cc61-4396-b210-32cea4aff750'}}] {{(pid=110844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 24 20:01:20.722111 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-d9af19be-4cd1-4032-9371-3dab343a83c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (202a0690-d62d-4408-843b-a3c105585dc8), before_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:20.791518 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-27091613-a951-4dfd-8667-4d4c2390a0e3 req-94735ed8-09a8-4c53-bda0-4099ce5da6cd service neutron] 10.222.0.17 "GET /v2.0/networks/6e3ba2d8-cc61-4396-b210-32cea4aff750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352320 Jul 24 20:01:20.799520 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabd992e-1215-4c16-857b-8124dbb9a820 req-7513e7c9-988f-4c07-aa6c-41428d8e179f tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:01:20.807968 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-eabd992e-1215-4c16-857b-8124dbb9a820 req-7513e7c9-988f-4c07-aa6c-41428d8e179f tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/networks?id=b3fd2ef6-6f8c-45f9-a0a9-81c377b08f7e HTTP/1.1" status: 200 len: 816 time: 0.5722802 Jul 24 20:01:20.810491 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-9c90d6a9-641a-4268-93fa-e8867e841ad8 None None] Current status of the port 1f14527e-1282-48c1-b353-9304ff8d2c04 is: ACTIVE; New status is: ACTIVE {{(pid=110844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 20:01:20.839001 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-eabd992e-1215-4c16-857b-8124dbb9a820 req-099741eb-fdf4-42c4-bccf-2bd612d9f36d tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/quotas/49f6a7894899436d8ce94d9a7500533a HTTP/1.1" status: 200 len: 375 time: 0.0289536 Jul 24 20:01:20.885251 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Current status of the port f3fcea78-ae7b-4dda-aabb-16fa55c52b81 is: ACTIVE; New status is: ACTIVE {{(pid=110844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 20:01:20.894091 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-eabd992e-1215-4c16-857b-8124dbb9a820 req-362f7ae3-61b3-4669-84bf-213d52c34c1c tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=49f6a7894899436d8ce94d9a7500533a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0532913 Jul 24 20:01:20.910599 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-d9af19be-4cd1-4032-9371-3dab343a83c7 None None] For port 202a0690-d62d-4408-843b-a3c105585dc8, host dv-cinder-850449-2-iscsi, cleared binding levels {{(pid=110844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 20:01:20.915349 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-d9af19be-4cd1-4032-9371-3dab343a83c7 None None] For port 202a0690-d62d-4408-843b-a3c105585dc8, host dv-cinder-850449-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850449-2-iscsi',level=0,port_id=202a0690-d62d-4408-843b-a3c105585dc8,segment=NetworkSegment(1a250ca4-cd77-42a8-bf37-37a7ac6ffa6c),segment_id=1a250ca4-cd77-42a8-bf37-37a7ac6ffa6c)] {{(pid=110844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 20:01:20.938755 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-298ca69c-8ddb-4f2e-8e70-c1b5d2171080 None None] Provisioning complete for port 202a0690-d62d-4408-843b-a3c105585dc8 triggered by entity DHCP. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 20:01:20.939301 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-298ca69c-8ddb-4f2e-8e70-c1b5d2171080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812910'] for port (202a0690-d62d-4408-843b-a3c105585dc8), provisioning_complete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:21.034485 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-d9af19be-4cd1-4032-9371-3dab343a83c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958'] for port (202a0690-d62d-4408-843b-a3c105585dc8), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:21.057079 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-eabd992e-1215-4c16-857b-8124dbb9a820 req-c11e771a-9153-4e28-9f21-9c5c09c5742b service neutron] 10.222.0.17 "GET /v2.0/networks/b3fd2ef6-6f8c-45f9-a0a9-81c377b08f7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511965 Jul 24 20:01:21.073779 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-298ca69c-8ddb-4f2e-8e70-c1b5d2171080 None None] Port 202a0690-d62d-4408-843b-a3c105585dc8 cannot update to ACTIVE because it is not bound. {{(pid=110844) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 24 20:01:21.215691 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-eabd992e-1215-4c16-857b-8124dbb9a820 req-3b6dd4bc-1c58-4eb6-aee6-8ca2e5ac5a5d service neutron] 10.222.0.17 "GET /v2.0/networks/b3fd2ef6-6f8c-45f9-a0a9-81c377b08f7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572652 Jul 24 20:01:21.334436 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [-] (110843) accepted ('10.222.0.17', 56386) {{(pid=110843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:01:21.370026 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-c7a01679-dd35-4e96-be6c-1e7718830d26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:21.380898 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc721363-856d-4525-b7bb-b905d3aeb78e None None] Pushing event updated for resources: {'Port': ['ID=202a0690-d62d-4408-843b-a3c105585dc8,revision_number=4']} {{(pid=110844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:01:21.401675 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9af19be-4cd1-4032-9371-3dab343a83c7 None None] Routers {'d415c36d-d3f0-4850-a3a7-92ff6de12880'} bound to L3 agent in host dv-cinder-850449-2-iscsi {{(pid=110844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 20:01:21.405109 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_hamode_db [None req-d9af19be-4cd1-4032-9371-3dab343a83c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-24T19:52:06Z,description=,heartbeat_timestamp=2022-07-24T20:01:06Z,host='dv-cinder-850449-2-iscsi',id=408021b7-d46b-48c2-9f75-8a8023f9145c,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T19:52:06Z,topic='l3_agent')) {'router_ids': ['d415c36d-d3f0-4850-a3a7-92ff6de12880'], 'active': True} {{(pid=110844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:01:21.564127 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:01:21.641343 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-c7a01679-dd35-4e96-be6c-1e7718830d26 admin admin] Publish callbacks [] for security_group (3e2eacb5-893a-4dbf-bc71-32ee3e79cd3f), precommit_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:21.652339 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:01:21.736032 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-c7a01679-dd35-4e96-be6c-1e7718830d26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (3e2eacb5-893a-4dbf-bc71-32ee3e79cd3f), after_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:21.794392 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [None req-c7a01679-dd35-4e96-be6c-1e7718830d26 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=2f8690f9245c41119cbcb3ba00544d0f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4531109 Jul 24 20:01:21.797223 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 56412) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:01:21.824297 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:01:21.859429 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:01:21.896297 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-f6a78412-2f0f-4111-95b0-5f1b9942013c req-9a3a861b-1c56-440b-b1cd-5cd061a68f05 tempest-DeleteServersTestJSON-1125588650 tempest-DeleteServersTestJSON-1125588650-project] 10.222.0.17 "GET /v2.0/ports?device_id=71f71683-82dd-492f-874c-42b518a3e827 HTTP/1.1" status: 200 len: 210 time: 0.1003053 Jul 24 20:01:21.922657 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a01679-dd35-4e96-be6c-1e7718830d26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e2eacb5-893a-4dbf-bc71-32ee3e79cd3f,revision_number=1']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:01:21.931255 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-cf8d006e-11d3-4dab-81cc-2f83056fb41a None None] Provisioning complete for port 202a0690-d62d-4408-843b-a3c105585dc8 triggered by entity DHCP. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 20:01:21.933443 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-cf8d006e-11d3-4dab-81cc-2f83056fb41a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812910'] for port (202a0690-d62d-4408-843b-a3c105585dc8), provisioning_complete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:22.102552 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-ea87a19f-0a7a-4beb-89b5-e2b33c22688f admin admin] Publish callbacks [] for security_group (3e2eacb5-893a-4dbf-bc71-32ee3e79cd3f), before_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:22.114761 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_dvr_db [None req-d9af19be-4cd1-4032-9371-3dab343a83c7 None None] Set router d415c36d-d3f0-4850-a3a7-92ff6de12880 gateway port host: dv-cinder-850449-2-iscsi {{(pid=110844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 20:01:22.160353 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-1a2c32ee-d93c-4f98-9224-b4b20db955df req-16abea12-d0a6-485c-8601-918baa356dd2 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/ports?device_id=8ad940d2-dab6-42ec-a84a-53ee9242b68d HTTP/1.1" status: 200 len: 210 time: 0.1254489 Jul 24 20:01:22.163076 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-ea87a19f-0a7a-4beb-89b5-e2b33c22688f admin admin] Publish callbacks [] for security_group (3e2eacb5-893a-4dbf-bc71-32ee3e79cd3f), precommit_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:22.224853 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:01:22.237527 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-2460305e-29c0-46d6-b3d6-7c6d03863121 req-efb38f48-c74e-4dd5-acf7-1404f812e1f4 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/ports?device_id=0b97a2bd-3e67-4a71-9c37-e823feae7fc7 HTTP/1.1" status: 200 len: 210 time: 0.1000767 Jul 24 20:01:22.376111 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-ea87a19f-0a7a-4beb-89b5-e2b33c22688f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (3e2eacb5-893a-4dbf-bc71-32ee3e79cd3f), after_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:22.379992 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-ea87a19f-0a7a-4beb-89b5-e2b33c22688f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:22.381761 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-ea87a19f-0a7a-4beb-89b5-e2b33c22688f admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/3e2eacb5-893a-4dbf-bc71-32ee3e79cd3f HTTP/1.1" status: 204 len: 168 time: 0.5830905 Jul 24 20:01:22.402342 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea87a19f-0a7a-4beb-89b5-e2b33c22688f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e2eacb5-893a-4dbf-bc71-32ee3e79cd3f,revision_number=None']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:01:22.466397 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:01:22.468051 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Device 1f14527e-1282-48c1-b353-9304ff8d2c04 up at agent ovs-agent-dv-cinder-850449-2-iscsi {{(pid=110844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 20:01:22.712168 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Provisioning complete for port 1f14527e-1282-48c1-b353-9304ff8d2c04 triggered by entity L2. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 20:01:22.712560 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812910'] for port (1f14527e-1282-48c1-b353-9304ff8d2c04), provisioning_complete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:22.823570 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d98b9a6-e91f-46f8-9cef-872716e858c4 req-bae4fcd0-b59a-47f0-b2d0-86bd0813846b tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:01:22.823570 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-0d98b9a6-e91f-46f8-9cef-872716e858c4 req-bae4fcd0-b59a-47f0-b2d0-86bd0813846b tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/networks?id=6e3ba2d8-cc61-4396-b210-32cea4aff750 HTTP/1.1" status: 200 len: 818 time: 0.2146125 Jul 24 20:01:22.877236 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-0d98b9a6-e91f-46f8-9cef-872716e858c4 req-25912f07-7418-4743-9b3d-63aafc27c753 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/quotas/15c454baefdc474682f88c603f6108a8 HTTP/1.1" status: 200 len: 375 time: 0.0579770 Jul 24 20:01:22.895000 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-cf8d006e-11d3-4dab-81cc-2f83056fb41a None None] Current status of the port 202a0690-d62d-4408-843b-a3c105585dc8 is: DOWN; New status is: ACTIVE {{(pid=110844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 20:01:22.896365 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-cf8d006e-11d3-4dab-81cc-2f83056fb41a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (202a0690-d62d-4408-843b-a3c105585dc8), before_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:23.001190 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-0d98b9a6-e91f-46f8-9cef-872716e858c4 req-3f7697e7-9ec0-4246-ac31-ee1d1fa628e4 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=15c454baefdc474682f88c603f6108a8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1201153 Jul 24 20:01:23.130179 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Current status of the port 1f14527e-1282-48c1-b353-9304ff8d2c04 is: ACTIVE; New status is: ACTIVE {{(pid=110844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 20:01:23.141651 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-cf8d006e-11d3-4dab-81cc-2f83056fb41a None None] For port 202a0690-d62d-4408-843b-a3c105585dc8, host dv-cinder-850449-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850449-2-iscsi',level=0,port_id=202a0690-d62d-4408-843b-a3c105585dc8,segment=NetworkSegment(1a250ca4-cd77-42a8-bf37-37a7ac6ffa6c),segment_id=1a250ca4-cd77-42a8-bf37-37a7ac6ffa6c)] {{(pid=110844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 20:01:23.193610 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_hamode_db [None req-d9af19be-4cd1-4032-9371-3dab343a83c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd415c36d-d3f0-4850-a3a7-92ff6de12880', 'name': 'tempest-ServerRescueNegativeTestJSON-727564958-router', 'tenant_id': '15c454baefdc474682f88c603f6108a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'external_fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': 'b45b19b5-a41c-4d83-bbe8-9ffe45a80965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T20:01:05Z', 'updated_at': '2022-07-24T20:01:15Z', 'revision_number': 4, 'project_id': '15c454baefdc474682f88c603f6108a8', 'gw_port': {'id': 'b45b19b5-a41c-4d83-bbe8-9ffe45a80965', 'name': '', 'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:80:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd415c36d-d3f0-4850-a3a7-92ff6de12880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:01:06Z', 'updated_at': '2022-07-24T20:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99a0caa3-3fb5-4860-826f-478186226de3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850449-2-iscsi', '_interfaces': [{'id': '202a0690-d62d-4408-843b-a3c105585dc8', 'name': '', 'network_id': '6e3ba2d8-cc61-4396-b210-32cea4aff750', 'tenant_id': '15c454baefdc474682f88c603f6108a8', 'mac_address': 'fa:16:3e:47:23:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd415c36d-d3f0-4850-a3a7-92ff6de12880', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '1b0ec485-4e15-4515-af25-2ebd70a5137a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:01:12Z', 'updated_at': '2022-07-24T20:01:20Z', 'revision_number': 4, 'project_id': '15c454baefdc474682f88c603f6108a8', 'subnets': [{'id': '1b0ec485-4e15-4515-af25-2ebd70a5137a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850449-2-iscsi', False) {} {{(pid=110844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:01:23.219657 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-0d98b9a6-e91f-46f8-9cef-872716e858c4 req-787c357f-cb6b-4625-bb79-2f91fadf3192 service neutron] 10.222.0.17 "GET /v2.0/networks/6e3ba2d8-cc61-4396-b210-32cea4aff750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2131581 Jul 24 20:01:23.230822 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9af19be-4cd1-4032-9371-3dab343a83c7 None None] The sync data for ids ['d415c36d-d3f0-4850-a3a7-92ff6de12880'] in dv-cinder-850449-2-iscsi is: [{'id': 'd415c36d-d3f0-4850-a3a7-92ff6de12880', 'name': 'tempest-ServerRescueNegativeTestJSON-727564958-router', 'tenant_id': '15c454baefdc474682f88c603f6108a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'external_fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': 'b45b19b5-a41c-4d83-bbe8-9ffe45a80965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T20:01:05Z', 'updated_at': '2022-07-24T20:01:15Z', 'revision_number': 4, 'project_id': '15c454baefdc474682f88c603f6108a8', 'gw_port': {'id': 'b45b19b5-a41c-4d83-bbe8-9ffe45a80965', 'name': '', 'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:80:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd415c36d-d3f0-4850-a3a7-92ff6de12880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:01:06Z', 'updated_at': '2022-07-24T20:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99a0caa3-3fb5-4860-826f-478186226de3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850449-2-iscsi', '_interfaces': [{'id': '202a0690-d62d-4408-843b-a3c105585dc8', 'name': '', 'network_id': '6e3ba2d8-cc61-4396-b210-32cea4aff750', 'tenant_id': '15c454baefdc474682f88c603f6108a8', 'mac_address': 'fa:16:3e:47:23:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd415c36d-d3f0-4850-a3a7-92ff6de12880', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '1b0ec485-4e15-4515-af25-2ebd70a5137a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:01:12Z', 'updated_at': '2022-07-24T20:01:20Z', 'revision_number': 4, 'project_id': '15c454baefdc474682f88c603f6108a8', 'subnets': [{'id': '1b0ec485-4e15-4515-af25-2ebd70a5137a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 20:01:23.238374 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-cf8d006e-11d3-4dab-81cc-2f83056fb41a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958'] for port (202a0690-d62d-4408-843b-a3c105585dc8), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:23.295980 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8d006e-11d3-4dab-81cc-2f83056fb41a None None] Pushing event updated for resources: {'Port': ['ID=202a0690-d62d-4408-843b-a3c105585dc8,revision_number=5']} {{(pid=110844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:01:23.379434 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-0d98b9a6-e91f-46f8-9cef-872716e858c4 req-a39f53d2-e8a2-4d21-9223-3fea5011756f service neutron] 10.222.0.17 "GET /v2.0/networks/6e3ba2d8-cc61-4396-b210-32cea4aff750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614854 Jul 24 20:01:23.459256 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-9cfca6e2-6857-4e30-8ad6-798113e0fc63 req-4a34020d-6881-48ce-8157-cc77fc366451 tempest-DeleteServersTestJSON-1125588650 tempest-DeleteServersTestJSON-1125588650-project] 10.222.0.17 "GET /v2.0/ports?device_id=71f71683-82dd-492f-874c-42b518a3e827 HTTP/1.1" status: 200 len: 210 time: 0.0725915 Jul 24 20:01:23.484134 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:01:23.572400 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-52bf9d25-a058-4fe8-977b-0a8087b00c32 req-7fca6d7b-ca2f-4693-befa-eebd94f3eef7 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/ports?device_id=8ad940d2-dab6-42ec-a84a-53ee9242b68d HTTP/1.1" status: 200 len: 210 time: 0.0355926 Jul 24 20:01:23.702225 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-cbfa58eb-5926-4690-95cb-18c7be6fe063 req-3bfc053c-7e72-487b-aacb-451121242b12 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/ports?device_id=b835df72-6134-422a-80ae-654e9da4e4a7 HTTP/1.1" status: 200 len: 210 time: 0.0394280 Jul 24 20:01:24.135489 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=100 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:01:24.226351 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:01:24.568354 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-fd3d95be-68fd-43be-88c5-a9af0bfe03f6 req-b55948dd-62e3-44e2-8439-884e16122ee6 tempest-DeleteServersTestJSON-1125588650 tempest-DeleteServersTestJSON-1125588650-project] 10.222.0.17 "GET /v2.0/ports?device_id=71f71683-82dd-492f-874c-42b518a3e827 HTTP/1.1" status: 200 len: 210 time: 0.0302565 Jul 24 20:01:24.718264 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=100 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:01:24.748716 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-5ee5edae-a9f3-4b05-8856-a9890342a9fc req-02d54186-3406-473d-add4-c3fbd5981e8b tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/ports?device_id=8ad940d2-dab6-42ec-a84a-53ee9242b68d HTTP/1.1" status: 200 len: 210 time: 0.0395634 Jul 24 20:01:24.812310 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-27e6b043-1202-44c5-8248-f9bb7e26e9e4 req-364785fd-4a79-408b-b45f-f72b00246bb8 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/ports?device_id=b835df72-6134-422a-80ae-654e9da4e4a7 HTTP/1.1" status: 200 len: 210 time: 0.0275569 Jul 24 20:01:25.677530 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-72e2e129-719f-4db5-8292-7cd87b5364bf req-f922ad27-e3f6-45e6-9db1-e25e2a8b0d65 tempest-DeleteServersTestJSON-1125588650 tempest-DeleteServersTestJSON-1125588650-project] 10.222.0.17 "GET /v2.0/ports?device_id=71f71683-82dd-492f-874c-42b518a3e827 HTTP/1.1" status: 200 len: 210 time: 0.0350676 Jul 24 20:01:25.871071 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-cc95a927-ddcc-48a9-903e-eb390750c928 req-480e50e4-30ee-41ac-aa99-fc3c13da4dbd tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/ports?device_id=8ad940d2-dab6-42ec-a84a-53ee9242b68d HTTP/1.1" status: 200 len: 210 time: 0.0303140 Jul 24 20:01:25.948809 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-792408dc-5ebe-4f25-a11e-44ca4b724147 req-afa34760-7acd-43e0-bebf-3c9907159f1a tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/ports?device_id=b835df72-6134-422a-80ae-654e9da4e4a7 HTTP/1.1" status: 200 len: 210 time: 0.0317261 Jul 24 20:01:26.195654 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Device 202a0690-d62d-4408-843b-a3c105585dc8 up at agent ovs-agent-dv-cinder-850449-2-iscsi {{(pid=110844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 20:01:26.238154 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Provisioning complete for port 202a0690-d62d-4408-843b-a3c105585dc8 triggered by entity L2. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 20:01:26.238531 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812910'] for port (202a0690-d62d-4408-843b-a3c105585dc8), provisioning_complete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:26.312103 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Current status of the port 202a0690-d62d-4408-843b-a3c105585dc8 is: ACTIVE; New status is: ACTIVE {{(pid=110844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 20:01:26.785886 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-ebe11da0-d111-4d94-bb35-23b886f46eb3 req-69de9036-d765-49e6-b825-33a2e60889e0 tempest-DeleteServersTestJSON-1125588650 tempest-DeleteServersTestJSON-1125588650-project] 10.222.0.17 "GET /v2.0/ports?device_id=71f71683-82dd-492f-874c-42b518a3e827 HTTP/1.1" status: 200 len: 210 time: 0.0299160 Jul 24 20:01:26.996672 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-a8623f92-fb8e-4818-9aae-6a10ca6425b4 req-53128847-9c51-4af8-88ff-e413735e06b9 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/ports?device_id=8ad940d2-dab6-42ec-a84a-53ee9242b68d HTTP/1.1" status: 200 len: 210 time: 0.0319405 Jul 24 20:01:27.066057 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.42', 60750) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:01:27.069671 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-8eca0974-244e-41cf-be83-0d2899a70ff3 req-f18c9500-c618-43db-93af-0045020f1e52 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/ports?device_id=b835df72-6134-422a-80ae-654e9da4e4a7 HTTP/1.1" status: 200 len: 210 time: 0.0407679 Jul 24 20:01:27.358287 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [-] (110843) accepted ('10.222.0.42', 60752) {{(pid=110843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:01:27.476727 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f446db6e-3555-4cb1-aa30-c368904da9d3 req-c37984c8-924f-4287-a763-5f5ae9ae28cc tempest-DeleteServersTestJSON-1125588650 tempest-DeleteServersTestJSON-1125588650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:01:27.478580 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-f446db6e-3555-4cb1-aa30-c368904da9d3 req-c37984c8-924f-4287-a763-5f5ae9ae28cc tempest-DeleteServersTestJSON-1125588650 tempest-DeleteServersTestJSON-1125588650-project] 10.222.0.42 "GET /v2.0/networks?id=64be66ee-585a-4301-8b32-9012fd829a32 HTTP/1.1" status: 200 len: 811 time: 0.1186380 Jul 24 20:01:27.482607 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d98b9a6-e91f-46f8-9cef-872716e858c4 req-a77a9f17-45f3-4aa4-8664-bd7f53c061c6 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:01:27.484142 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [req-0d98b9a6-e91f-46f8-9cef-872716e858c4 req-a77a9f17-45f3-4aa4-8664-bd7f53c061c6 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.42 "GET /v2.0/networks?id=6e3ba2d8-cc61-4396-b210-32cea4aff750 HTTP/1.1" status: 200 len: 818 time: 0.2067909 Jul 24 20:01:27.546840 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.v2.base [req-f446db6e-3555-4cb1-aa30-c368904da9d3 req-73398d58-7502-4d2c-bf9e-92bae1971498 tempest-DeleteServersTestJSON-1125588650 tempest-DeleteServersTestJSON-1125588650-project] Request body: {'port': {'device_id': '71f71683-82dd-492f-874c-42b518a3e827', 'network_id': '64be66ee-585a-4301-8b32-9012fd829a32', 'admin_state_up': True, 'tenant_id': 'c1d92a82166d4e128dbef71394daba86'}} {{(pid=110843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 20:01:27.556327 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.v2.base [req-0d98b9a6-e91f-46f8-9cef-872716e858c4 req-d7eac327-1109-4ccc-b401-b218830ec522 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Request body: {'port': {'device_id': 'b835df72-6134-422a-80ae-654e9da4e4a7', 'network_id': '6e3ba2d8-cc61-4396-b210-32cea4aff750', 'admin_state_up': True, 'tenant_id': '15c454baefdc474682f88c603f6108a8'}} {{(pid=110842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 20:01:27.572139 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.42', 60754) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:01:27.650387 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [-] (110843) accepted ('10.222.0.42', 60756) {{(pid=110843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:01:27.990914 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:01:28.066147 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabd992e-1215-4c16-857b-8124dbb9a820 req-ba57b8e9-5e0a-4d14-b899-220476c76944 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:01:28.067697 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [req-eabd992e-1215-4c16-857b-8124dbb9a820 req-ba57b8e9-5e0a-4d14-b899-220476c76944 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.42 "GET /v2.0/networks?id=b3fd2ef6-6f8c-45f9-a0a9-81c377b08f7e HTTP/1.1" status: 200 len: 816 time: 0.4943569 Jul 24 20:01:28.163941 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [req-eabd992e-1215-4c16-857b-8124dbb9a820 req-32344a06-19da-41eb-bbd1-ca779a74b5f8 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=49f6a7894899436d8ce94d9a7500533a HTTP/1.1" status: 200 len: 379 time: 0.0817761 Jul 24 20:01:28.165203 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d98b9a6-e91f-46f8-9cef-872716e858c4 req-d7eac327-1109-4ccc-b401-b218830ec522 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Made reservation on behalf of 15c454baefdc474682f88c603f6108a8 for: {'port': 1} {{(pid=110842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 20:01:28.169234 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [req-0d98b9a6-e91f-46f8-9cef-872716e858c4 req-d7eac327-1109-4ccc-b401-b218830ec522 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (None), before_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:28.177298 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-e2b8d156-17a3-4982-9753-3eadb3a1779f req-7a9efd08-d656-4d72-bb75-dbda25190e74 tempest-DeleteServersTestJSON-1125588650 tempest-DeleteServersTestJSON-1125588650-project] 10.222.0.17 "GET /v2.0/ports?device_id=71f71683-82dd-492f-874c-42b518a3e827 HTTP/1.1" status: 200 len: 210 time: 0.2827485 Jul 24 20:01:28.177886 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.v2.base [req-eabd992e-1215-4c16-857b-8124dbb9a820 req-e3d6f00d-8c2f-4db4-bb2d-a4d65a75815c tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Request body: {'port': {'device_id': '8ad940d2-dab6-42ec-a84a-53ee9242b68d', 'network_id': 'b3fd2ef6-6f8c-45f9-a0a9-81c377b08f7e', 'admin_state_up': True, 'tenant_id': '49f6a7894899436d8ce94d9a7500533a', 'security_groups': ['7fd4fa86-8151-45a8-babb-f1c645ad6646']}} {{(pid=110842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 20:01:28.247304 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27091613-a951-4dfd-8667-4d4c2390a0e3 req-d083489b-2133-42eb-94d6-e028557988e7 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:01:28.249279 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-27091613-a951-4dfd-8667-4d4c2390a0e3 req-d083489b-2133-42eb-94d6-e028557988e7 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.42 "GET /v2.0/networks?id=6e3ba2d8-cc61-4396-b210-32cea4aff750 HTTP/1.1" status: 200 len: 818 time: 0.5973928 Jul 24 20:01:28.270408 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-4020de18-1ab5-4e36-aba2-74213f4e5342 req-94a95567-5ac6-4a21-bf34-68ecfb43e899 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/ports?device_id=8ad940d2-dab6-42ec-a84a-53ee9242b68d HTTP/1.1" status: 200 len: 210 time: 0.0856047 Jul 24 20:01:28.282778 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.v2.base [req-27091613-a951-4dfd-8667-4d4c2390a0e3 req-5d053aff-155d-4d74-8408-b5c1a89851e8 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Request body: {'port': {'device_id': '0b97a2bd-3e67-4a71-9c37-e823feae7fc7', 'network_id': '6e3ba2d8-cc61-4396-b210-32cea4aff750', 'admin_state_up': True, 'tenant_id': '15c454baefdc474682f88c603f6108a8'}} {{(pid=110843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 20:01:28.447073 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f446db6e-3555-4cb1-aa30-c368904da9d3 req-73398d58-7502-4d2c-bf9e-92bae1971498 tempest-DeleteServersTestJSON-1125588650 tempest-DeleteServersTestJSON-1125588650-project] Made reservation on behalf of c1d92a82166d4e128dbef71394daba86 for: {'port': 1} {{(pid=110843) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 20:01:28.450938 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-f446db6e-3555-4cb1-aa30-c368904da9d3 req-73398d58-7502-4d2c-bf9e-92bae1971498 tempest-DeleteServersTestJSON-1125588650 tempest-DeleteServersTestJSON-1125588650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (None), before_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:28.468582 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-f97d2c65-e123-43ea-8200-09e4a08a30b0 req-1a551385-e4ee-4ec2-b107-552520edb282 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/ports?device_id=b835df72-6134-422a-80ae-654e9da4e4a7 HTTP/1.1" status: 200 len: 210 time: 0.0731003 Jul 24 20:01:28.541023 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [-] (110843) accepted ('10.222.0.17', 56756) {{(pid=110843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:01:28.596260 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27091613-a951-4dfd-8667-4d4c2390a0e3 req-5d053aff-155d-4d74-8408-b5c1a89851e8 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Made reservation on behalf of 15c454baefdc474682f88c603f6108a8 for: {'port': 1} {{(pid=110843) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 20:01:28.601104 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-27091613-a951-4dfd-8667-4d4c2390a0e3 req-5d053aff-155d-4d74-8408-b5c1a89851e8 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (None), before_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:28.621832 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.db.db_base_plugin_common [req-0d98b9a6-e91f-46f8-9cef-872716e858c4 req-d7eac327-1109-4ccc-b401-b218830ec522 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Allocated IP 172.20.0.13 (6e3ba2d8-cc61-4396-b210-32cea4aff750/1b0ec485-4e15-4515-af25-2ebd70a5137a/fb47eaa5-8e6b-4fe4-8667-50e998c90da3) {{(pid=110842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 20:01:28.828802 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:01:28.832151 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eabd992e-1215-4c16-857b-8124dbb9a820 req-e3d6f00d-8c2f-4db4-bb2d-a4d65a75815c tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Made reservation on behalf of 49f6a7894899436d8ce94d9a7500533a for: {'port': 1} {{(pid=110842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 20:01:28.836766 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [req-eabd992e-1215-4c16-857b-8124dbb9a820 req-e3d6f00d-8c2f-4db4-bb2d-a4d65a75815c tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (None), before_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:28.850196 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.db.db_base_plugin_common [req-f446db6e-3555-4cb1-aa30-c368904da9d3 req-73398d58-7502-4d2c-bf9e-92bae1971498 tempest-DeleteServersTestJSON-1125588650 tempest-DeleteServersTestJSON-1125588650-project] Allocated IP 172.20.0.11 (64be66ee-585a-4301-8b32-9012fd829a32/2d5b2ef6-8656-4777-b6ce-8ee0654272cc/09861531-361a-4ae0-a003-7ccadbba9045) {{(pid=110843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 20:01:28.852677 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-df5c8d84-3121-4a91-9f69-b07c6a71654f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:28.916483 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:01:28.963803 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:01:28.999418 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.db.db_base_plugin_common [req-eabd992e-1215-4c16-857b-8124dbb9a820 req-e3d6f00d-8c2f-4db4-bb2d-a4d65a75815c tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Allocated IP 172.20.0.6 (b3fd2ef6-6f8c-45f9-a0a9-81c377b08f7e/9f1a76ef-9ecc-40f5-8dc9-5b3ae75ee961/72d7cce4-42e1-4ed0-8270-569e161be59b) {{(pid=110842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 20:01:29.067407 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=82,neutron:UPDATE=8,neutron:INSERT=10 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:01:29.123144 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [req-0d98b9a6-e91f-46f8-9cef-872716e858c4 req-d7eac327-1109-4ccc-b401-b218830ec522 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Publish callbacks [] for port (fb47eaa5-8e6b-4fe4-8667-50e998c90da3), precommit_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:29.151627 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-df5c8d84-3121-4a91-9f69-b07c6a71654f admin admin] Publish callbacks [] for security_group (fe587b63-f114-4b55-923e-764f4a8381a2), precommit_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:29.228785 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-f446db6e-3555-4cb1-aa30-c368904da9d3 req-73398d58-7502-4d2c-bf9e-92bae1971498 tempest-DeleteServersTestJSON-1125588650 tempest-DeleteServersTestJSON-1125588650-project] Publish callbacks [] for port (09861531-361a-4ae0-a003-7ccadbba9045), precommit_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:29.246565 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [req-eabd992e-1215-4c16-857b-8124dbb9a820 req-e3d6f00d-8c2f-4db4-bb2d-a4d65a75815c tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Publish callbacks [] for port (72d7cce4-42e1-4ed0-8270-569e161be59b), precommit_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:29.387718 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-df5c8d84-3121-4a91-9f69-b07c6a71654f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (fe587b63-f114-4b55-923e-764f4a8381a2), after_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:29.392737 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [req-0d98b9a6-e91f-46f8-9cef-872716e858c4 req-d7eac327-1109-4ccc-b401-b218830ec522 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731445223406'] for port (fb47eaa5-8e6b-4fe4-8667-50e998c90da3), after_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:29.450766 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-20829e27-1f2c-4efb-9454-52adfe33f31c req-d0cbd0d8-6e70-4c58-a315-66d5ec9c974e tempest-DeleteServersTestJSON-1125588650 tempest-DeleteServersTestJSON-1125588650-project] 10.222.0.17 "GET /v2.0/ports?device_id=71f71683-82dd-492f-874c-42b518a3e827 HTTP/1.1" status: 200 len: 210 time: 0.1058865 Jul 24 20:01:29.469526 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-d8169b0e-7799-442b-addc-daa74b8d8531 req-78575e21-fb1f-41e0-98d0-db7a5652fae2 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/ports?device_id=8ad940d2-dab6-42ec-a84a-53ee9242b68d HTTP/1.1" status: 200 len: 210 time: 0.1152556 Jul 24 20:01:29.496157 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [req-eabd992e-1215-4c16-857b-8124dbb9a820 req-e3d6f00d-8c2f-4db4-bb2d-a4d65a75815c tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731445223406'] for port (72d7cce4-42e1-4ed0-8270-569e161be59b), after_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:29.509225 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-f446db6e-3555-4cb1-aa30-c368904da9d3 req-73398d58-7502-4d2c-bf9e-92bae1971498 tempest-DeleteServersTestJSON-1125588650 tempest-DeleteServersTestJSON-1125588650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731445223406'] for port (09861531-361a-4ae0-a003-7ccadbba9045), after_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:29.583265 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d98b9a6-e91f-46f8-9cef-872716e858c4 req-d7eac327-1109-4ccc-b401-b218830ec522 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Network 6e3ba2d8-cc61-4396-b210-32cea4aff750 is already hosted by enough agents. {{(pid=110842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 20:01:29.629190 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7eac327-1109-4ccc-b401-b218830ec522 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Pushing event updated for resources: {'Port': ['ID=fb47eaa5-8e6b-4fe4-8667-50e998c90da3,revision_number=1']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:01:29.644761 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eabd992e-1215-4c16-857b-8124dbb9a820 req-e3d6f00d-8c2f-4db4-bb2d-a4d65a75815c tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Network b3fd2ef6-6f8c-45f9-a0a9-81c377b08f7e is already hosted by enough agents. {{(pid=110842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 20:01:29.648832 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.scheduler.base_scheduler [req-0d98b9a6-e91f-46f8-9cef-872716e858c4 req-d7eac327-1109-4ccc-b401-b218830ec522 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Resources bound (agent type, host, resource id): {{(pid=110842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 20:01:29.661121 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.scheduler.base_scheduler [req-eabd992e-1215-4c16-857b-8124dbb9a820 req-e3d6f00d-8c2f-4db4-bb2d-a4d65a75815c tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Resources bound (agent type, host, resource id): {{(pid=110842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 20:01:29.671110 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d98b9a6-e91f-46f8-9cef-872716e858c4 req-d7eac327-1109-4ccc-b401-b218830ec522 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Received port after_create {{(pid=110842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 24 20:01:29.683093 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d98b9a6-e91f-46f8-9cef-872716e858c4 req-d7eac327-1109-4ccc-b401-b218830ec522 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:01:29.683778 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [req-0d98b9a6-e91f-46f8-9cef-872716e858c4 req-d7eac327-1109-4ccc-b401-b218830ec522 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1048257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594923'] for port (None), before_response {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:29.751817 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.db.l3_dvrscheduler_db [req-eabd992e-1215-4c16-857b-8124dbb9a820 req-e3d6f00d-8c2f-4db4-bb2d-a4d65a75815c tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Received port after_create {{(pid=110842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 24 20:01:29.751817 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabd992e-1215-4c16-857b-8124dbb9a820 req-e3d6f00d-8c2f-4db4-bb2d-a4d65a75815c tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:01:29.751817 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [req-eabd992e-1215-4c16-857b-8124dbb9a820 req-e3d6f00d-8c2f-4db4-bb2d-a4d65a75815c tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1048257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594923'] for port (None), before_response {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:29.796679 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f446db6e-3555-4cb1-aa30-c368904da9d3 req-73398d58-7502-4d2c-bf9e-92bae1971498 tempest-DeleteServersTestJSON-1125588650 tempest-DeleteServersTestJSON-1125588650-project] Network 64be66ee-585a-4301-8b32-9012fd829a32 is already hosted by enough agents. {{(pid=110843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 20:01:29.816105 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73398d58-7502-4d2c-bf9e-92bae1971498 tempest-DeleteServersTestJSON-1125588650 tempest-DeleteServersTestJSON-1125588650-project] Pushing event updated for resources: {'Port': ['ID=09861531-361a-4ae0-a003-7ccadbba9045,revision_number=1']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:01:29.822341 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.scheduler.base_scheduler [req-f446db6e-3555-4cb1-aa30-c368904da9d3 req-73398d58-7502-4d2c-bf9e-92bae1971498 tempest-DeleteServersTestJSON-1125588650 tempest-DeleteServersTestJSON-1125588650-project] Resources bound (agent type, host, resource id): {{(pid=110843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 20:01:29.824732 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.db.l3_dvrscheduler_db [req-f446db6e-3555-4cb1-aa30-c368904da9d3 req-73398d58-7502-4d2c-bf9e-92bae1971498 tempest-DeleteServersTestJSON-1125588650 tempest-DeleteServersTestJSON-1125588650-project] Received port after_create {{(pid=110843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 24 20:01:29.830389 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f446db6e-3555-4cb1-aa30-c368904da9d3 req-73398d58-7502-4d2c-bf9e-92bae1971498 tempest-DeleteServersTestJSON-1125588650 tempest-DeleteServersTestJSON-1125588650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:01:29.831146 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-f446db6e-3555-4cb1-aa30-c368904da9d3 req-73398d58-7502-4d2c-bf9e-92bae1971498 tempest-DeleteServersTestJSON-1125588650 tempest-DeleteServersTestJSON-1125588650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1048257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594923'] for port (None), before_response {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:29.837281 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d6f00d-8c2f-4db4-bb2d-a4d65a75815c tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Pushing event updated for resources: {'Port': ['ID=72d7cce4-42e1-4ed0-8270-569e161be59b,revision_number=1']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:01:29.868387 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [req-0d98b9a6-e91f-46f8-9cef-872716e858c4 req-d7eac327-1109-4ccc-b401-b218830ec522 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3161128 Jul 24 20:01:29.905229 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [None req-df5c8d84-3121-4a91-9f69-b07c6a71654f admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=e04b9dac428e438bab45a825c81d441d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3606949 Jul 24 20:01:29.906005 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 56796) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:01:29.924968 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [req-eabd992e-1215-4c16-857b-8124dbb9a820 req-e3d6f00d-8c2f-4db4-bb2d-a4d65a75815c tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7528589 Jul 24 20:01:29.948081 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-f446db6e-3555-4cb1-aa30-c368904da9d3 req-73398d58-7502-4d2c-bf9e-92bae1971498 tempest-DeleteServersTestJSON-1125588650 tempest-DeleteServersTestJSON-1125588650-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4067390 Jul 24 20:01:29.988007 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [req-0d98b9a6-e91f-46f8-9cef-872716e858c4 req-c455442f-da59-42cf-82f8-98d2a539c976 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=110842) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 24 20:01:29.989516 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [req-0d98b9a6-e91f-46f8-9cef-872716e858c4 req-c455442f-da59-42cf-82f8-98d2a539c976 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0216722 Jul 24 20:01:29.992403 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5c8d84-3121-4a91-9f69-b07c6a71654f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe587b63-f114-4b55-923e-764f4a8381a2,revision_number=1']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:01:30.002063 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [req-f446db6e-3555-4cb1-aa30-c368904da9d3 req-b27c8c88-a9a8-48b1-845b-04287d0598de tempest-DeleteServersTestJSON-1125588650 tempest-DeleteServersTestJSON-1125588650-project] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=110843) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 24 20:01:30.010086 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-f446db6e-3555-4cb1-aa30-c368904da9d3 req-b27c8c88-a9a8-48b1-845b-04287d0598de tempest-DeleteServersTestJSON-1125588650 tempest-DeleteServersTestJSON-1125588650-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0272079 Jul 24 20:01:30.023197 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [req-eabd992e-1215-4c16-857b-8124dbb9a820 req-85392c9e-86f0-42f0-8e4d-a117e0a76b45 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=110842) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 24 20:01:30.036266 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [req-eabd992e-1215-4c16-857b-8124dbb9a820 req-85392c9e-86f0-42f0-8e4d-a117e0a76b45 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0537052 Jul 24 20:01:30.054317 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2471260c-ca48-46ed-b74e-9fa69e689069 req-63cc2a1e-0a54-46e0-970c-9e30df7a6efb tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:01:30.065162 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-2471260c-ca48-46ed-b74e-9fa69e689069 req-63cc2a1e-0a54-46e0-970c-9e30df7a6efb tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/ports?device_id=b835df72-6134-422a-80ae-654e9da4e4a7 HTTP/1.1" status: 200 len: 932 time: 0.2548208 Jul 24 20:01:30.072982 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.db.db_base_plugin_common [req-27091613-a951-4dfd-8667-4d4c2390a0e3 req-5d053aff-155d-4d74-8408-b5c1a89851e8 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Allocated IP 172.20.0.10 (6e3ba2d8-cc61-4396-b210-32cea4aff750/1b0ec485-4e15-4515-af25-2ebd70a5137a/36d6ef5c-d8dd-40c4-8f7e-b9bfc4d8dfc8) {{(pid=110843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 20:01:30.194291 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-e9dea053-cdaa-418f-b05a-5305c87808a7 admin admin] Publish callbacks [] for security_group (fe587b63-f114-4b55-923e-764f4a8381a2), before_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:30.242365 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-f92b75f3-8c37-4843-88c4-c52aba6ef955 None None] Provisioning complete for port 72d7cce4-42e1-4ed0-8270-569e161be59b triggered by entity DHCP. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 20:01:30.243207 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-f92b75f3-8c37-4843-88c4-c52aba6ef955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812910'] for port (72d7cce4-42e1-4ed0-8270-569e161be59b), provisioning_complete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:30.271454 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-e9dea053-cdaa-418f-b05a-5305c87808a7 admin admin] Publish callbacks [] for security_group (fe587b63-f114-4b55-923e-764f4a8381a2), precommit_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:30.308783 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=4 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:01:30.368497 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 56808) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:01:30.389070 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-f92b75f3-8c37-4843-88c4-c52aba6ef955 None None] Port 72d7cce4-42e1-4ed0-8270-569e161be59b cannot update to ACTIVE because it is not bound. {{(pid=110844) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 24 20:01:30.398302 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-2471260c-ca48-46ed-b74e-9fa69e689069 req-a9feed73-980a-40b3-8ef9-b4ab0b3d272c tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/security-groups?id=26640197-a088-42b2-99b8-e30a0e4045f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3299158 Jul 24 20:01:30.456600 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-e9dea053-cdaa-418f-b05a-5305c87808a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (fe587b63-f114-4b55-923e-764f4a8381a2), after_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:30.459369 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-e9dea053-cdaa-418f-b05a-5305c87808a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:30.461507 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-e9dea053-cdaa-418f-b05a-5305c87808a7 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/fe587b63-f114-4b55-923e-764f4a8381a2 HTTP/1.1" status: 204 len: 168 time: 0.5545092 Jul 24 20:01:30.471204 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dea053-cdaa-418f-b05a-5305c87808a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe587b63-f114-4b55-923e-764f4a8381a2,revision_number=None']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:01:30.548723 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-ed4cbe63-4000-42e0-9c30-8b88e73c13aa None None] Provisioning complete for port 09861531-361a-4ae0-a003-7ccadbba9045 triggered by entity DHCP. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 20:01:30.549505 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-ed4cbe63-4000-42e0-9c30-8b88e73c13aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812910'] for port (09861531-361a-4ae0-a003-7ccadbba9045), provisioning_complete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:30.574332 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:01:30.590327 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-ed4cbe63-4000-42e0-9c30-8b88e73c13aa None None] Port 09861531-361a-4ae0-a003-7ccadbba9045 cannot update to ACTIVE because it is not bound. {{(pid=110844) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 24 20:01:30.604811 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-ed4cbe63-4000-42e0-9c30-8b88e73c13aa None None] Provisioning complete for port fb47eaa5-8e6b-4fe4-8667-50e998c90da3 triggered by entity DHCP. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 20:01:30.605277 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-ed4cbe63-4000-42e0-9c30-8b88e73c13aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812910'] for port (fb47eaa5-8e6b-4fe4-8667-50e998c90da3), provisioning_complete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:30.643077 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-ed4cbe63-4000-42e0-9c30-8b88e73c13aa None None] Port fb47eaa5-8e6b-4fe4-8667-50e998c90da3 cannot update to ACTIVE because it is not bound. {{(pid=110844) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 24 20:01:30.656257 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-c987556a-1e3b-4b2d-9950-af0563996580 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:30.698577 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d40b97-edc1-4d33-8b77-f37c5dd65274 req-bb23d8a6-952d-40e0-b870-5652bc3f16d6 tempest-DeleteServersTestJSON-1125588650 tempest-DeleteServersTestJSON-1125588650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:01:30.700196 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-97d40b97-edc1-4d33-8b77-f37c5dd65274 req-bb23d8a6-952d-40e0-b870-5652bc3f16d6 tempest-DeleteServersTestJSON-1125588650 tempest-DeleteServersTestJSON-1125588650-project] 10.222.0.17 "GET /v2.0/ports?device_id=71f71683-82dd-492f-874c-42b518a3e827 HTTP/1.1" status: 200 len: 932 time: 0.1511073 Jul 24 20:01:30.705460 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-27091613-a951-4dfd-8667-4d4c2390a0e3 req-5d053aff-155d-4d74-8408-b5c1a89851e8 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Publish callbacks [] for port (36d6ef5c-d8dd-40c4-8f7e-b9bfc4d8dfc8), precommit_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:30.744615 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951ee6a2-cb08-4a87-ae48-375c7cd23cdd req-80f820c7-8f5e-4e62-8fbc-236b3ca9c401 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:01:30.747125 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-951ee6a2-cb08-4a87-ae48-375c7cd23cdd req-80f820c7-8f5e-4e62-8fbc-236b3ca9c401 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/ports?device_id=8ad940d2-dab6-42ec-a84a-53ee9242b68d HTTP/1.1" status: 200 len: 931 time: 0.1142745 Jul 24 20:01:30.781550 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-c987556a-1e3b-4b2d-9950-af0563996580 admin admin] Publish callbacks [] for security_group (97ea759c-ad88-4693-adaf-b3d4401ac7aa), precommit_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:30.809872 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG dbcounter [-] [110845] Writing DB stats neutron:SELECT=75 {{(pid=110845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:01:30.834473 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-97d40b97-edc1-4d33-8b77-f37c5dd65274 req-65408938-ded2-4699-914b-7bc37444724c tempest-DeleteServersTestJSON-1125588650 tempest-DeleteServersTestJSON-1125588650-project] 10.222.0.17 "GET /v2.0/security-groups?id=85813377-563a-400b-8b92-b4a85adf39fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254885 Jul 24 20:01:30.855442 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-951ee6a2-cb08-4a87-ae48-375c7cd23cdd req-c0c880c9-a6bf-45f6-a006-75c4db9aec69 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/security-groups?id=7fd4fa86-8151-45a8-babb-f1c645ad6646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938363 Jul 24 20:01:30.893485 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-c987556a-1e3b-4b2d-9950-af0563996580 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (97ea759c-ad88-4693-adaf-b3d4401ac7aa), after_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:30.922573 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-27091613-a951-4dfd-8667-4d4c2390a0e3 req-5d053aff-155d-4d74-8408-b5c1a89851e8 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731445223406'] for port (36d6ef5c-d8dd-40c4-8f7e-b9bfc4d8dfc8), after_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:30.936686 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c987556a-1e3b-4b2d-9950-af0563996580 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97ea759c-ad88-4693-adaf-b3d4401ac7aa,revision_number=1']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:01:30.941202 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-c987556a-1e3b-4b2d-9950-af0563996580 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=b6b7c24ef86e420fb3e454ef5a185551&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5709960 Jul 24 20:01:30.943786 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 56834) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:01:30.972977 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27091613-a951-4dfd-8667-4d4c2390a0e3 req-5d053aff-155d-4d74-8408-b5c1a89851e8 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Network 6e3ba2d8-cc61-4396-b210-32cea4aff750 is already hosted by enough agents. {{(pid=110843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 20:01:30.979317 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.scheduler.base_scheduler [req-27091613-a951-4dfd-8667-4d4c2390a0e3 req-5d053aff-155d-4d74-8408-b5c1a89851e8 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Resources bound (agent type, host, resource id): {{(pid=110843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 20:01:30.979966 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.db.l3_dvrscheduler_db [req-27091613-a951-4dfd-8667-4d4c2390a0e3 req-5d053aff-155d-4d74-8408-b5c1a89851e8 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Received port after_create {{(pid=110843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 24 20:01:30.986028 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27091613-a951-4dfd-8667-4d4c2390a0e3 req-5d053aff-155d-4d74-8408-b5c1a89851e8 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:01:30.986941 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-27091613-a951-4dfd-8667-4d4c2390a0e3 req-5d053aff-155d-4d74-8408-b5c1a89851e8 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1048257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594923'] for port (None), before_response {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:31.013354 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d053aff-155d-4d74-8408-b5c1a89851e8 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Pushing event updated for resources: {'Port': ['ID=36d6ef5c-d8dd-40c4-8f7e-b9bfc4d8dfc8,revision_number=1']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:01:31.032199 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-9d686bcf-f1b0-4962-884c-64c304b66b77 admin admin] Publish callbacks [] for security_group (97ea759c-ad88-4693-adaf-b3d4401ac7aa), before_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:31.085122 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-9d686bcf-f1b0-4962-884c-64c304b66b77 admin admin] Publish callbacks [] for security_group (97ea759c-ad88-4693-adaf-b3d4401ac7aa), precommit_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:31.143515 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-27091613-a951-4dfd-8667-4d4c2390a0e3 req-5d053aff-155d-4d74-8408-b5c1a89851e8 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8706090 Jul 24 20:01:31.338777 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-9d686bcf-f1b0-4962-884c-64c304b66b77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (97ea759c-ad88-4693-adaf-b3d4401ac7aa), after_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:31.342737 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-9d686bcf-f1b0-4962-884c-64c304b66b77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:31.350158 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-9d686bcf-f1b0-4962-884c-64c304b66b77 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/97ea759c-ad88-4693-adaf-b3d4401ac7aa HTTP/1.1" status: 204 len: 168 time: 0.4037542 Jul 24 20:01:31.372675 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d686bcf-f1b0-4962-884c-64c304b66b77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97ea759c-ad88-4693-adaf-b3d4401ac7aa,revision_number=None']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:01:31.395615 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-3b1f4a03-690d-4236-9998-c6a9277e1c0a None None] Provisioning complete for port 36d6ef5c-d8dd-40c4-8f7e-b9bfc4d8dfc8 triggered by entity DHCP. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 20:01:31.396218 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-3b1f4a03-690d-4236-9998-c6a9277e1c0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812910'] for port (36d6ef5c-d8dd-40c4-8f7e-b9bfc4d8dfc8), provisioning_complete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:31.455292 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-3b1f4a03-690d-4236-9998-c6a9277e1c0a None None] Port 36d6ef5c-d8dd-40c4-8f7e-b9bfc4d8dfc8 cannot update to ACTIVE because it is not bound. {{(pid=110844) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 24 20:01:31.493029 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 56842) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:01:31.513271 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-53549ed0-1b2e-4096-9943-ea29b232cfca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:31.560259 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9247c16-4c56-4ebe-916c-b3aac261bdf5 req-ce6a5319-188a-4236-87f5-f3f54f8cc442 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:01:31.561930 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-f9247c16-4c56-4ebe-916c-b3aac261bdf5 req-ce6a5319-188a-4236-87f5-f3f54f8cc442 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/ports?device_id=b835df72-6134-422a-80ae-654e9da4e4a7 HTTP/1.1" status: 200 len: 932 time: 0.0592446 Jul 24 20:01:31.644394 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-53549ed0-1b2e-4096-9943-ea29b232cfca admin admin] Publish callbacks [] for security_group (d5d79690-081d-4495-b56c-9de9d2d7ae38), precommit_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:31.660368 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-f9247c16-4c56-4ebe-916c-b3aac261bdf5 req-6e2202e3-424c-43af-aa0b-43b374b3a169 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/security-groups?id=26640197-a088-42b2-99b8-e30a0e4045f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909271 Jul 24 20:01:31.724309 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-53549ed0-1b2e-4096-9943-ea29b232cfca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (d5d79690-081d-4495-b56c-9de9d2d7ae38), after_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:31.798682 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:INSERT=9,neutron:SELECT=88,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:01:31.800179 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [-] (110843) accepted ('10.222.0.17', 56852) {{(pid=110843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:01:31.800360 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-53549ed0-1b2e-4096-9943-ea29b232cfca admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=71b96e36b4f8424a982bb50ba0d0ddb4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3061774 Jul 24 20:01:31.802562 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53549ed0-1b2e-4096-9943-ea29b232cfca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5d79690-081d-4495-b56c-9de9d2d7ae38,revision_number=1']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:01:31.869286 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:01:31.914194 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-22f7d618-f396-4980-8a93-a61cc236781b admin admin] Publish callbacks [] for security_group (d5d79690-081d-4495-b56c-9de9d2d7ae38), before_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:31.945077 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:01:32.008863 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-22f7d618-f396-4980-8a93-a61cc236781b admin admin] Publish callbacks [] for security_group (d5d79690-081d-4495-b56c-9de9d2d7ae38), precommit_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:32.073943 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88049fc-0fb4-47ce-9e22-80ebccf09bcf req-79bc2615-7a87-4148-8960-fa475b2b882e tempest-DeleteServersTestJSON-1125588650 tempest-DeleteServersTestJSON-1125588650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:01:32.080687 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-d88049fc-0fb4-47ce-9e22-80ebccf09bcf req-79bc2615-7a87-4148-8960-fa475b2b882e tempest-DeleteServersTestJSON-1125588650 tempest-DeleteServersTestJSON-1125588650-project] 10.222.0.17 "GET /v2.0/ports?device_id=71f71683-82dd-492f-874c-42b518a3e827 HTTP/1.1" status: 200 len: 932 time: 0.1291606 Jul 24 20:01:32.119270 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad26c9c-b7fc-45de-878d-003b68d31b04 req-3c0a5bd0-7744-41c7-bf74-970b33f34544 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:01:32.120790 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-7ad26c9c-b7fc-45de-878d-003b68d31b04 req-3c0a5bd0-7744-41c7-bf74-970b33f34544 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/ports?device_id=8ad940d2-dab6-42ec-a84a-53ee9242b68d HTTP/1.1" status: 200 len: 931 time: 0.1165357 Jul 24 20:01:32.167634 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-d88049fc-0fb4-47ce-9e22-80ebccf09bcf req-33aea92d-05a1-4588-af37-3e814bef54a3 tempest-DeleteServersTestJSON-1125588650 tempest-DeleteServersTestJSON-1125588650-project] 10.222.0.17 "GET /v2.0/security-groups?id=85813377-563a-400b-8b92-b4a85adf39fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860744 Jul 24 20:01:32.225955 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-7ad26c9c-b7fc-45de-878d-003b68d31b04 req-d4e37ce9-79f9-4767-ae2e-f214166e2309 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/security-groups?id=7fd4fa86-8151-45a8-babb-f1c645ad6646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911245 Jul 24 20:01:32.266711 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-22f7d618-f396-4980-8a93-a61cc236781b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (d5d79690-081d-4495-b56c-9de9d2d7ae38), after_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:32.266711 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-22f7d618-f396-4980-8a93-a61cc236781b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:32.266711 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [None req-22f7d618-f396-4980-8a93-a61cc236781b admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/d5d79690-081d-4495-b56c-9de9d2d7ae38 HTTP/1.1" status: 204 len: 168 time: 0.4585872 Jul 24 20:01:32.270938 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f7d618-f396-4980-8a93-a61cc236781b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5d79690-081d-4495-b56c-9de9d2d7ae38,revision_number=None']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:01:32.788976 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e81e3c-bd65-46b6-bb35-d05f8e533512 req-2c478ee5-7b24-40f9-a9a8-9b42466c0236 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:01:32.790526 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-74e81e3c-bd65-46b6-bb35-d05f8e533512 req-2c478ee5-7b24-40f9-a9a8-9b42466c0236 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/ports?device_id=b835df72-6134-422a-80ae-654e9da4e4a7 HTTP/1.1" status: 200 len: 932 time: 0.0514121 Jul 24 20:01:33.056223 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-74e81e3c-bd65-46b6-bb35-d05f8e533512 req-25fa00b8-4704-42cb-80c5-38c0825a41e0 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/security-groups?id=26640197-a088-42b2-99b8-e30a0e4045f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031686 Jul 24 20:01:33.328233 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06471a0e-c389-4128-aab6-22aaac4f89ee req-a3e4ecac-6d72-48c4-92a6-a1c2879d398f tempest-DeleteServersTestJSON-1125588650 tempest-DeleteServersTestJSON-1125588650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:01:33.330455 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-06471a0e-c389-4128-aab6-22aaac4f89ee req-a3e4ecac-6d72-48c4-92a6-a1c2879d398f tempest-DeleteServersTestJSON-1125588650 tempest-DeleteServersTestJSON-1125588650-project] 10.222.0.17 "GET /v2.0/ports?device_id=71f71683-82dd-492f-874c-42b518a3e827 HTTP/1.1" status: 200 len: 932 time: 0.0807030 Jul 24 20:01:33.418562 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6f92a7-dd01-4fa2-a225-e63e3bacbfcf req-146e121d-939e-48f7-ad0a-4c7597458ab3 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:01:33.420913 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-ec6f92a7-dd01-4fa2-a225-e63e3bacbfcf req-146e121d-939e-48f7-ad0a-4c7597458ab3 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/ports?device_id=8ad940d2-dab6-42ec-a84a-53ee9242b68d HTTP/1.1" status: 200 len: 931 time: 0.0864356 Jul 24 20:01:33.492533 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-06471a0e-c389-4128-aab6-22aaac4f89ee req-98c85ea1-0e3f-4cda-9adb-61125e36880b tempest-DeleteServersTestJSON-1125588650 tempest-DeleteServersTestJSON-1125588650-project] 10.222.0.17 "GET /v2.0/security-groups?id=85813377-563a-400b-8b92-b4a85adf39fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481025 Jul 24 20:01:33.499190 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-0c561a50-47af-47aa-ba00-6adaf8d95531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (dc36e0ef-94f3-4a3e-9c13-4790afccb2e9), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:33.577329 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-ec6f92a7-dd01-4fa2-a225-e63e3bacbfcf req-c503d789-10ba-4092-9b68-b7385239bbf8 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/security-groups?id=7fd4fa86-8151-45a8-babb-f1c645ad6646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1157849 Jul 24 20:01:34.252892 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0e4bf9-f8fe-4d32-96e1-4274dc168cb6 req-75219551-37cd-43f0-a320-425401301f14 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:01:34.425207 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-7e0e4bf9-f8fe-4d32-96e1-4274dc168cb6 req-75219551-37cd-43f0-a320-425401301f14 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/ports?device_id=b835df72-6134-422a-80ae-654e9da4e4a7 HTTP/1.1" status: 200 len: 932 time: 0.0984848 Jul 24 20:01:34.425207 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-7e0e4bf9-f8fe-4d32-96e1-4274dc168cb6 req-a5b21a15-776d-4abb-b6c6-65d578a88492 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/security-groups?id=26640197-a088-42b2-99b8-e30a0e4045f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436258 Jul 24 20:01:34.642631 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb03d48b-ec5b-42aa-a161-4574b97ad497 req-89da688b-c647-4ac8-9650-20eedfb545d5 tempest-DeleteServersTestJSON-1125588650 tempest-DeleteServersTestJSON-1125588650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:01:34.644385 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-cb03d48b-ec5b-42aa-a161-4574b97ad497 req-89da688b-c647-4ac8-9650-20eedfb545d5 tempest-DeleteServersTestJSON-1125588650 tempest-DeleteServersTestJSON-1125588650-project] 10.222.0.17 "GET /v2.0/ports?device_id=71f71683-82dd-492f-874c-42b518a3e827 HTTP/1.1" status: 200 len: 932 time: 0.0703001 Jul 24 20:01:34.729974 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.agents_db [None req-615be7cd-482a-4e0c-9386-1b4806e6e45a None None] Agent healthcheck: found 6 active agents {{(pid=110845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 20:01:34.777294 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-cb03d48b-ec5b-42aa-a161-4574b97ad497 req-f889125a-707e-4e90-8120-9872521f6f2e tempest-DeleteServersTestJSON-1125588650 tempest-DeleteServersTestJSON-1125588650-project] 10.222.0.17 "GET /v2.0/security-groups?id=85813377-563a-400b-8b92-b4a85adf39fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184397 Jul 24 20:01:34.792543 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2ff3af-f9be-478d-909c-c8c89bd74b52 req-6f8126db-4277-4cf1-a667-85b7e216d373 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:01:34.794701 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-bf2ff3af-f9be-478d-909c-c8c89bd74b52 req-6f8126db-4277-4cf1-a667-85b7e216d373 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/ports?device_id=8ad940d2-dab6-42ec-a84a-53ee9242b68d HTTP/1.1" status: 200 len: 931 time: 0.0963602 Jul 24 20:01:34.828247 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:01:34.879333 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-bf2ff3af-f9be-478d-909c-c8c89bd74b52 req-1471ee8c-5974-44dc-a275-40b7351fe0bf tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/security-groups?id=7fd4fa86-8151-45a8-babb-f1c645ad6646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771673 Jul 24 20:01:35.278289 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.v2.base [req-0d98b9a6-e91f-46f8-9cef-872716e858c4 req-66b80723-a1f1-486a-8718-75555b0a852a service neutron] Request body: {'port': {'device_id': 'b835df72-6134-422a-80ae-654e9da4e4a7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85044'}} {{(pid=110842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 20:01:35.334963 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [req-0d98b9a6-e91f-46f8-9cef-872716e858c4 req-66b80723-a1f1-486a-8718-75555b0a852a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (fb47eaa5-8e6b-4fe4-8667-50e998c90da3), before_update {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:35.378600 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:01:35.520735 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8c454e-650c-44c5-8437-6074d02067b4 req-b5863008-ce7b-4db7-a1d1-c132b8381b0c tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:01:35.528128 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-0c8c454e-650c-44c5-8437-6074d02067b4 req-b5863008-ce7b-4db7-a1d1-c132b8381b0c tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/ports?device_id=b835df72-6134-422a-80ae-654e9da4e4a7 HTTP/1.1" status: 200 len: 932 time: 0.0579047 Jul 24 20:01:35.596591 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-0c8c454e-650c-44c5-8437-6074d02067b4 req-57710c33-b9ca-416b-8b1d-36923bac6828 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/security-groups?id=26640197-a088-42b2-99b8-e30a0e4045f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679493 Jul 24 20:01:35.805472 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.notifiers.nova [req-0d98b9a6-e91f-46f8-9cef-872716e858c4 req-66b80723-a1f1-486a-8718-75555b0a852a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb47eaa5-8e6b-4fe4-8667-50e998c90da3 {{(pid=110842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 24 20:01:35.813701 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [req-0d98b9a6-e91f-46f8-9cef-872716e858c4 req-66b80723-a1f1-486a-8718-75555b0a852a service neutron] Publish callbacks [] for port (fb47eaa5-8e6b-4fe4-8667-50e998c90da3), precommit_update {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:35.837131 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.db.provisioning_blocks [req-0d98b9a6-e91f-46f8-9cef-872716e858c4 req-66b80723-a1f1-486a-8718-75555b0a852a service neutron] Transition to ACTIVE for port object fb47eaa5-8e6b-4fe4-8667-50e998c90da3 will not be triggered until provisioned by entity L2. {{(pid=110842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 24 20:01:35.920616 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036796e4-4bf8-42f8-9771-d30cdff87f1b req-b3b26a27-d874-4ac6-b046-c249a89dbd18 tempest-DeleteServersTestJSON-1125588650 tempest-DeleteServersTestJSON-1125588650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:01:35.920616 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-036796e4-4bf8-42f8-9771-d30cdff87f1b req-b3b26a27-d874-4ac6-b046-c249a89dbd18 tempest-DeleteServersTestJSON-1125588650 tempest-DeleteServersTestJSON-1125588650-project] 10.222.0.17 "GET /v2.0/ports?device_id=71f71683-82dd-492f-874c-42b518a3e827 HTTP/1.1" status: 200 len: 932 time: 0.0573235 Jul 24 20:01:35.940003 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [req-0d98b9a6-e91f-46f8-9cef-872716e858c4 req-66b80723-a1f1-486a-8718-75555b0a852a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958'] for port (fb47eaa5-8e6b-4fe4-8667-50e998c90da3), after_update {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:35.940256 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-38047df4-4ca2-4822-970d-eb016521cf12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (408021b7-d46b-48c2-9f75-8a8023f9145c), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:35.984275 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-036796e4-4bf8-42f8-9771-d30cdff87f1b req-17ae1d3d-a2dd-4c6a-8373-a7cd97ff8616 tempest-DeleteServersTestJSON-1125588650 tempest-DeleteServersTestJSON-1125588650-project] 10.222.0.17 "GET /v2.0/security-groups?id=85813377-563a-400b-8b92-b4a85adf39fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587969 Jul 24 20:01:36.010888 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:01:36.074956 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b80723-a1f1-486a-8718-75555b0a852a service neutron] Pushing event updated for resources: {'Port': ['ID=fb47eaa5-8e6b-4fe4-8667-50e998c90da3,revision_number=2']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:01:36.078418 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9110b06-c372-48aa-b184-3410c69082f4 req-fd940d6a-8eac-4dfd-8305-520f048bab9b tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:01:36.081746 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-b9110b06-c372-48aa-b184-3410c69082f4 req-fd940d6a-8eac-4dfd-8305-520f048bab9b tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/ports?device_id=8ad940d2-dab6-42ec-a84a-53ee9242b68d HTTP/1.1" status: 200 len: 931 time: 0.0966847 Jul 24 20:01:36.106658 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.managers [req-0d98b9a6-e91f-46f8-9cef-872716e858c4 req-66b80723-a1f1-486a-8718-75555b0a852a service neutron] Attempting to bind port fb47eaa5-8e6b-4fe4-8667-50e998c90da3 on host hv-cinder-85044 for vnic_type normal with profile {{(pid=110842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 24 20:01:36.107019 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.managers [req-0d98b9a6-e91f-46f8-9cef-872716e858c4 req-66b80723-a1f1-486a-8718-75555b0a852a service neutron] Attempting to bind port fb47eaa5-8e6b-4fe4-8667-50e998c90da3 by drivers openvswitch,hyperv on host hv-cinder-85044 at level 0 using segments [{'id': '1a250ca4-cd77-42a8-bf37-37a7ac6ffa6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '6e3ba2d8-cc61-4396-b210-32cea4aff750'}] {{(pid=110842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 24 20:01:36.107542 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d98b9a6-e91f-46f8-9cef-872716e858c4 req-66b80723-a1f1-486a-8718-75555b0a852a service neutron] Attempting to bind port fb47eaa5-8e6b-4fe4-8667-50e998c90da3 on network 6e3ba2d8-cc61-4396-b210-32cea4aff750 {{(pid=110842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 24 20:01:36.120542 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d98b9a6-e91f-46f8-9cef-872716e858c4 req-66b80723-a1f1-486a-8718-75555b0a852a service neutron] Port fb47eaa5-8e6b-4fe4-8667-50e998c90da3 on network 6e3ba2d8-cc61-4396-b210-32cea4aff750 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85044 {{(pid=110842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 24 20:01:36.121190 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d98b9a6-e91f-46f8-9cef-872716e858c4 req-66b80723-a1f1-486a-8718-75555b0a852a service neutron] Attempting to bind port fb47eaa5-8e6b-4fe4-8667-50e998c90da3 on network 6e3ba2d8-cc61-4396-b210-32cea4aff750 {{(pid=110842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 24 20:01:36.131750 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d98b9a6-e91f-46f8-9cef-872716e858c4 req-66b80723-a1f1-486a-8718-75555b0a852a service neutron] Checking agent: {'id': '95564131-b678-4db2-a162-51408b2acd55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85044', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 24, 19, 59, 9), 'started_at': datetime.datetime(2022, 7, 24, 19, 59, 9), 'heartbeat_timestamp': datetime.datetime(2022, 7, 24, 20, 1, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 24 20:01:36.131750 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d98b9a6-e91f-46f8-9cef-872716e858c4 req-66b80723-a1f1-486a-8718-75555b0a852a service neutron] Checking segment: {'id': '1a250ca4-cd77-42a8-bf37-37a7ac6ffa6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '6e3ba2d8-cc61-4396-b210-32cea4aff750'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 24 20:01:36.131750 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d98b9a6-e91f-46f8-9cef-872716e858c4 req-66b80723-a1f1-486a-8718-75555b0a852a service neutron] Bound using segment: {'id': '1a250ca4-cd77-42a8-bf37-37a7ac6ffa6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '6e3ba2d8-cc61-4396-b210-32cea4aff750'} {{(pid=110842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 24 20:01:36.131750 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.managers [req-0d98b9a6-e91f-46f8-9cef-872716e858c4 req-66b80723-a1f1-486a-8718-75555b0a852a service neutron] Bound port: fb47eaa5-8e6b-4fe4-8667-50e998c90da3, host: hv-cinder-85044, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a250ca4-cd77-42a8-bf37-37a7ac6ffa6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '6e3ba2d8-cc61-4396-b210-32cea4aff750'}}] {{(pid=110842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 24 20:01:36.131750 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [req-0d98b9a6-e91f-46f8-9cef-872716e858c4 req-66b80723-a1f1-486a-8718-75555b0a852a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (fb47eaa5-8e6b-4fe4-8667-50e998c90da3), before_update {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:36.216391 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-b9110b06-c372-48aa-b184-3410c69082f4 req-0f3b21f7-aa36-401d-ac9b-863af83f53fc tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/security-groups?id=7fd4fa86-8151-45a8-babb-f1c645ad6646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1036162 Jul 24 20:01:36.297743 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:UPDATE=7,neutron:SELECT=92,neutron:INSERT=1 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:01:36.305845 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.db [req-0d98b9a6-e91f-46f8-9cef-872716e858c4 req-66b80723-a1f1-486a-8718-75555b0a852a service neutron] For port fb47eaa5-8e6b-4fe4-8667-50e998c90da3, host hv-cinder-85044, cleared binding levels {{(pid=110842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 20:01:36.342923 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.db [req-0d98b9a6-e91f-46f8-9cef-872716e858c4 req-66b80723-a1f1-486a-8718-75555b0a852a service neutron] For port fb47eaa5-8e6b-4fe4-8667-50e998c90da3, host hv-cinder-85044, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85044',level=0,port_id=fb47eaa5-8e6b-4fe4-8667-50e998c90da3,segment=NetworkSegment(1a250ca4-cd77-42a8-bf37-37a7ac6ffa6c),segment_id=1a250ca4-cd77-42a8-bf37-37a7ac6ffa6c)] {{(pid=110842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 20:01:36.524421 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [req-0d98b9a6-e91f-46f8-9cef-872716e858c4 req-66b80723-a1f1-486a-8718-75555b0a852a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958'] for port (fb47eaa5-8e6b-4fe4-8667-50e998c90da3), after_update {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:36.608877 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d98b9a6-e91f-46f8-9cef-872716e858c4 req-66b80723-a1f1-486a-8718-75555b0a852a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:01:36.608877 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [req-0d98b9a6-e91f-46f8-9cef-872716e858c4 req-66b80723-a1f1-486a-8718-75555b0a852a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1048257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594923'] for port (None), before_response {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:36.608877 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [req-0d98b9a6-e91f-46f8-9cef-872716e858c4 req-66b80723-a1f1-486a-8718-75555b0a852a service neutron] 10.222.0.42 "PUT /v2.0/ports/fb47eaa5-8e6b-4fe4-8667-50e998c90da3 HTTP/1.1" status: 200 len: 1094 time: 1.4987359 Jul 24 20:01:36.608877 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b835df72-6134-422a-80ae-654e9da4e4a7', 'tag': 'fb47eaa5-8e6b-4fe4-8667-50e998c90da3'}] {{(pid=110842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 24 20:01:36.729693 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b80723-a1f1-486a-8718-75555b0a852a service neutron] Pushing event updated for resources: {'Port': ['ID=fb47eaa5-8e6b-4fe4-8667-50e998c90da3,revision_number=3']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:01:36.846909 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.v2.base [req-eabd992e-1215-4c16-857b-8124dbb9a820 req-680cc6ad-c6bb-422c-b90d-9719fc362f0c service neutron] Request body: {'port': {'device_id': '8ad940d2-dab6-42ec-a84a-53ee9242b68d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85044'}} {{(pid=110842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 20:01:36.906998 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.v2.base [req-f446db6e-3555-4cb1-aa30-c368904da9d3 req-5c495ab6-2962-4bf8-b17b-5ad704fbda17 service neutron] Request body: {'port': {'device_id': '71f71683-82dd-492f-874c-42b518a3e827', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85044'}} {{(pid=110843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 20:01:36.923573 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.v2.base [req-27091613-a951-4dfd-8667-4d4c2390a0e3 req-8fab9cdb-fbc7-464c-aebd-ecfcce845c1d service neutron] Request body: {'port': {'device_id': '0b97a2bd-3e67-4a71-9c37-e823feae7fc7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85044'}} {{(pid=110843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 20:01:36.935422 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5edc3fcd2ba6a287f711eaf45b4d5d5c8d3623c9fa62bef48fe3be9641ba2c6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4187642-817c-4749-88c2-b32881bac7d4" -d '{"events": [{"name": "network-changed", "server_uuid": "b835df72-6134-422a-80ae-654e9da4e4a7", "tag": "fb47eaa5-8e6b-4fe4-8667-50e998c90da3"}]}' {{(pid=110842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 20:01:36.985052 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [req-eabd992e-1215-4c16-857b-8124dbb9a820 req-680cc6ad-c6bb-422c-b90d-9719fc362f0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (72d7cce4-42e1-4ed0-8270-569e161be59b), before_update {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:36.993186 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-6dc48dae-acff-4e3e-8fdb-430da55b4f7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (7ee55678-4254-481c-8cae-5c828aed81c9), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:37.056105 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5504e664-cad6-4843-9540-24f4a32ebce6 req-3e6671ab-e8c2-4720-9e57-14b457153b1b tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:01:37.063465 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-5504e664-cad6-4843-9540-24f4a32ebce6 req-3e6671ab-e8c2-4720-9e57-14b457153b1b tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/ports?device_id=b835df72-6134-422a-80ae-654e9da4e4a7 HTTP/1.1" status: 200 len: 944 time: 0.2995143 Jul 24 20:01:37.087345 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-27091613-a951-4dfd-8667-4d4c2390a0e3 req-8fab9cdb-fbc7-464c-aebd-ecfcce845c1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (36d6ef5c-d8dd-40c4-8f7e-b9bfc4d8dfc8), before_update {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:37.123888 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d98b9a6-e91f-46f8-9cef-872716e858c4 req-2c87f8ec-40ed-4920-81a4-6a14e092208d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:01:37.125597 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [req-0d98b9a6-e91f-46f8-9cef-872716e858c4 req-2c87f8ec-40ed-4920-81a4-6a14e092208d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=15c454baefdc474682f88c603f6108a8&device_id=b835df72-6134-422a-80ae-654e9da4e4a7 HTTP/1.1" status: 200 len: 1128 time: 0.1192915 Jul 24 20:01:37.140514 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-f446db6e-3555-4cb1-aa30-c368904da9d3 req-5c495ab6-2962-4bf8-b17b-5ad704fbda17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (09861531-361a-4ae0-a003-7ccadbba9045), before_update {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:37.254014 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 24 Jul 2022 20:01:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e783c407-4c47-433c-be7a-f08ea7dbd76d x-openstack-request-id: req-e783c407-4c47-433c-be7a-f08ea7dbd76d {{(pid=110842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 20:01:37.254565 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b835df72-6134-422a-80ae-654e9da4e4a7", "tag": "fb47eaa5-8e6b-4fe4-8667-50e998c90da3", "status": "completed", "code": 200}]} {{(pid=110842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 20:01:37.254967 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-e783c407-4c47-433c-be7a-f08ea7dbd76d {{(pid=110842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 20:01:37.255635 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e783c407-4c47-433c-be7a-f08ea7dbd76d'] response: {'name': 'network-changed', 'server_uuid': 'b835df72-6134-422a-80ae-654e9da4e4a7', 'tag': 'fb47eaa5-8e6b-4fe4-8667-50e998c90da3', 'status': 'completed', 'code': 200} Jul 24 20:01:37.474721 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [req-0d98b9a6-e91f-46f8-9cef-872716e858c4 req-03630fa4-feef-478d-b9d7-3fce2439f87a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fb47eaa5-8e6b-4fe4-8667-50e998c90da3 HTTP/1.1" status: 200 len: 217 time: 0.0924141 Jul 24 20:01:37.489691 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d98b9a6-e91f-46f8-9cef-872716e858c4 req-b99e456f-2974-4162-b63b-a4c32681654b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:01:37.491685 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [req-0d98b9a6-e91f-46f8-9cef-872716e858c4 req-b99e456f-2974-4162-b63b-a4c32681654b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1b0ec485-4e15-4515-af25-2ebd70a5137a HTTP/1.1" status: 200 len: 857 time: 0.1282489 Jul 24 20:01:37.587890 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe406225-c3a0-474b-b8b7-38c240b2e88b req-502b5fde-8872-4ab6-b953-5141a7a193cc tempest-DeleteServersTestJSON-1125588650 tempest-DeleteServersTestJSON-1125588650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:01:37.595444 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-fe406225-c3a0-474b-b8b7-38c240b2e88b req-502b5fde-8872-4ab6-b953-5141a7a193cc tempest-DeleteServersTestJSON-1125588650 tempest-DeleteServersTestJSON-1125588650-project] 10.222.0.17 "GET /v2.0/ports?device_id=71f71683-82dd-492f-874c-42b518a3e827 HTTP/1.1" status: 200 len: 932 time: 0.1001194 Jul 24 20:01:37.629406 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-5504e664-cad6-4843-9540-24f4a32ebce6 req-1eaf25ce-4845-44bf-b5df-e1c564cb54f6 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/security-groups?id=26640197-a088-42b2-99b8-e30a0e4045f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5646148 Jul 24 20:01:37.648162 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.notifiers.nova [req-eabd992e-1215-4c16-857b-8124dbb9a820 req-680cc6ad-c6bb-422c-b90d-9719fc362f0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72d7cce4-42e1-4ed0-8270-569e161be59b {{(pid=110842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 24 20:01:37.667851 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [req-eabd992e-1215-4c16-857b-8124dbb9a820 req-680cc6ad-c6bb-422c-b90d-9719fc362f0c service neutron] Publish callbacks [] for port (72d7cce4-42e1-4ed0-8270-569e161be59b), precommit_update {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:37.718568 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.notifiers.nova [req-f446db6e-3555-4cb1-aa30-c368904da9d3 req-5c495ab6-2962-4bf8-b17b-5ad704fbda17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09861531-361a-4ae0-a003-7ccadbba9045 {{(pid=110843) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 24 20:01:37.720298 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.db.provisioning_blocks [req-eabd992e-1215-4c16-857b-8124dbb9a820 req-680cc6ad-c6bb-422c-b90d-9719fc362f0c service neutron] Transition to ACTIVE for port object 72d7cce4-42e1-4ed0-8270-569e161be59b will not be triggered until provisioned by entity L2. {{(pid=110842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 24 20:01:37.804575 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-f446db6e-3555-4cb1-aa30-c368904da9d3 req-5c495ab6-2962-4bf8-b17b-5ad704fbda17 service neutron] Publish callbacks [] for port (09861531-361a-4ae0-a003-7ccadbba9045), precommit_update {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:37.804575 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.db.provisioning_blocks [req-f446db6e-3555-4cb1-aa30-c368904da9d3 req-5c495ab6-2962-4bf8-b17b-5ad704fbda17 service neutron] Transition to ACTIVE for port object 09861531-361a-4ae0-a003-7ccadbba9045 will not be triggered until provisioned by entity L2. {{(pid=110843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 24 20:01:37.838520 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-fe406225-c3a0-474b-b8b7-38c240b2e88b req-0563527d-b95b-4eb1-95ca-e273aa86c8ee tempest-DeleteServersTestJSON-1125588650 tempest-DeleteServersTestJSON-1125588650-project] 10.222.0.17 "GET /v2.0/security-groups?id=85813377-563a-400b-8b92-b4a85adf39fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2420032 Jul 24 20:01:37.900718 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6d05f5-04cc-41f3-b2bb-05b4f75a4e52 req-7086f89e-296d-49e7-a62c-82ba6c445638 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:01:37.907687 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-fa6d05f5-04cc-41f3-b2bb-05b4f75a4e52 req-7086f89e-296d-49e7-a62c-82ba6c445638 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/ports?device_id=8ad940d2-dab6-42ec-a84a-53ee9242b68d HTTP/1.1" status: 200 len: 931 time: 0.1291296 Jul 24 20:01:37.994908 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-fa6d05f5-04cc-41f3-b2bb-05b4f75a4e52 req-669d8d45-7d50-4b24-94d5-70c263397b5f tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/security-groups?id=7fd4fa86-8151-45a8-babb-f1c645ad6646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777755 Jul 24 20:01:38.037386 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [req-eabd992e-1215-4c16-857b-8124dbb9a820 req-680cc6ad-c6bb-422c-b90d-9719fc362f0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958'] for port (72d7cce4-42e1-4ed0-8270-569e161be59b), after_update {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:38.039121 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-f446db6e-3555-4cb1-aa30-c368904da9d3 req-5c495ab6-2962-4bf8-b17b-5ad704fbda17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958'] for port (09861531-361a-4ae0-a003-7ccadbba9045), after_update {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:38.089005 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.notifiers.nova [req-27091613-a951-4dfd-8667-4d4c2390a0e3 req-8fab9cdb-fbc7-464c-aebd-ecfcce845c1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36d6ef5c-d8dd-40c4-8f7e-b9bfc4d8dfc8 {{(pid=110843) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 24 20:01:38.098872 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680cc6ad-c6bb-422c-b90d-9719fc362f0c service neutron] Pushing event updated for resources: {'Port': ['ID=72d7cce4-42e1-4ed0-8270-569e161be59b,revision_number=2']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:01:38.116670 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-27091613-a951-4dfd-8667-4d4c2390a0e3 req-8fab9cdb-fbc7-464c-aebd-ecfcce845c1d service neutron] Publish callbacks [] for port (36d6ef5c-d8dd-40c4-8f7e-b9bfc4d8dfc8), precommit_update {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:38.149664 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c495ab6-2962-4bf8-b17b-5ad704fbda17 service neutron] Pushing event updated for resources: {'Port': ['ID=09861531-361a-4ae0-a003-7ccadbba9045,revision_number=2']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:01:38.150998 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.managers [req-eabd992e-1215-4c16-857b-8124dbb9a820 req-680cc6ad-c6bb-422c-b90d-9719fc362f0c service neutron] Attempting to bind port 72d7cce4-42e1-4ed0-8270-569e161be59b on host hv-cinder-85044 for vnic_type normal with profile {{(pid=110842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 24 20:01:38.151599 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.managers [req-eabd992e-1215-4c16-857b-8124dbb9a820 req-680cc6ad-c6bb-422c-b90d-9719fc362f0c service neutron] Attempting to bind port 72d7cce4-42e1-4ed0-8270-569e161be59b by drivers openvswitch,hyperv on host hv-cinder-85044 at level 0 using segments [{'id': 'e9fdb9ec-6b6e-4383-ae6e-075d3eed2f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b3fd2ef6-6f8c-45f9-a0a9-81c377b08f7e'}] {{(pid=110842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 24 20:01:38.152165 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eabd992e-1215-4c16-857b-8124dbb9a820 req-680cc6ad-c6bb-422c-b90d-9719fc362f0c service neutron] Attempting to bind port 72d7cce4-42e1-4ed0-8270-569e161be59b on network b3fd2ef6-6f8c-45f9-a0a9-81c377b08f7e {{(pid=110842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 24 20:01:38.158114 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eabd992e-1215-4c16-857b-8124dbb9a820 req-680cc6ad-c6bb-422c-b90d-9719fc362f0c service neutron] Port 72d7cce4-42e1-4ed0-8270-569e161be59b on network b3fd2ef6-6f8c-45f9-a0a9-81c377b08f7e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85044 {{(pid=110842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 24 20:01:38.164780 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eabd992e-1215-4c16-857b-8124dbb9a820 req-680cc6ad-c6bb-422c-b90d-9719fc362f0c service neutron] Attempting to bind port 72d7cce4-42e1-4ed0-8270-569e161be59b on network b3fd2ef6-6f8c-45f9-a0a9-81c377b08f7e {{(pid=110842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 24 20:01:38.166569 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eabd992e-1215-4c16-857b-8124dbb9a820 req-680cc6ad-c6bb-422c-b90d-9719fc362f0c service neutron] Checking agent: {'id': '95564131-b678-4db2-a162-51408b2acd55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85044', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 24, 19, 59, 9), 'started_at': datetime.datetime(2022, 7, 24, 19, 59, 9), 'heartbeat_timestamp': datetime.datetime(2022, 7, 24, 20, 1, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 24 20:01:38.167024 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eabd992e-1215-4c16-857b-8124dbb9a820 req-680cc6ad-c6bb-422c-b90d-9719fc362f0c service neutron] Checking segment: {'id': 'e9fdb9ec-6b6e-4383-ae6e-075d3eed2f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b3fd2ef6-6f8c-45f9-a0a9-81c377b08f7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 24 20:01:38.167479 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eabd992e-1215-4c16-857b-8124dbb9a820 req-680cc6ad-c6bb-422c-b90d-9719fc362f0c service neutron] Bound using segment: {'id': 'e9fdb9ec-6b6e-4383-ae6e-075d3eed2f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b3fd2ef6-6f8c-45f9-a0a9-81c377b08f7e'} {{(pid=110842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 24 20:01:38.168024 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.managers [req-eabd992e-1215-4c16-857b-8124dbb9a820 req-680cc6ad-c6bb-422c-b90d-9719fc362f0c service neutron] Bound port: 72d7cce4-42e1-4ed0-8270-569e161be59b, host: hv-cinder-85044, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9fdb9ec-6b6e-4383-ae6e-075d3eed2f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b3fd2ef6-6f8c-45f9-a0a9-81c377b08f7e'}}] {{(pid=110842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 24 20:01:38.168392 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [req-eabd992e-1215-4c16-857b-8124dbb9a820 req-680cc6ad-c6bb-422c-b90d-9719fc362f0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (72d7cce4-42e1-4ed0-8270-569e161be59b), before_update {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:38.213921 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.db.provisioning_blocks [req-27091613-a951-4dfd-8667-4d4c2390a0e3 req-8fab9cdb-fbc7-464c-aebd-ecfcce845c1d service neutron] Transition to ACTIVE for port object 36d6ef5c-d8dd-40c4-8f7e-b9bfc4d8dfc8 will not be triggered until provisioned by entity L2. {{(pid=110843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 24 20:01:38.366696 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.managers [req-f446db6e-3555-4cb1-aa30-c368904da9d3 req-5c495ab6-2962-4bf8-b17b-5ad704fbda17 service neutron] Attempting to bind port 09861531-361a-4ae0-a003-7ccadbba9045 on host hv-cinder-85044 for vnic_type normal with profile {{(pid=110843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 24 20:01:38.379241 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.managers [req-f446db6e-3555-4cb1-aa30-c368904da9d3 req-5c495ab6-2962-4bf8-b17b-5ad704fbda17 service neutron] Attempting to bind port 09861531-361a-4ae0-a003-7ccadbba9045 by drivers openvswitch,hyperv on host hv-cinder-85044 at level 0 using segments [{'id': '8116d425-f2a1-4ba9-b4f2-e5572bf43ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '64be66ee-585a-4301-8b32-9012fd829a32'}] {{(pid=110843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 24 20:01:38.379241 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f446db6e-3555-4cb1-aa30-c368904da9d3 req-5c495ab6-2962-4bf8-b17b-5ad704fbda17 service neutron] Attempting to bind port 09861531-361a-4ae0-a003-7ccadbba9045 on network 64be66ee-585a-4301-8b32-9012fd829a32 {{(pid=110843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 24 20:01:38.379241 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f446db6e-3555-4cb1-aa30-c368904da9d3 req-5c495ab6-2962-4bf8-b17b-5ad704fbda17 service neutron] Port 09861531-361a-4ae0-a003-7ccadbba9045 on network 64be66ee-585a-4301-8b32-9012fd829a32 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85044 {{(pid=110843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 24 20:01:38.379241 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f446db6e-3555-4cb1-aa30-c368904da9d3 req-5c495ab6-2962-4bf8-b17b-5ad704fbda17 service neutron] Attempting to bind port 09861531-361a-4ae0-a003-7ccadbba9045 on network 64be66ee-585a-4301-8b32-9012fd829a32 {{(pid=110843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 24 20:01:38.391415 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f446db6e-3555-4cb1-aa30-c368904da9d3 req-5c495ab6-2962-4bf8-b17b-5ad704fbda17 service neutron] Checking agent: {'id': '95564131-b678-4db2-a162-51408b2acd55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85044', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 24, 19, 59, 9), 'started_at': datetime.datetime(2022, 7, 24, 19, 59, 9), 'heartbeat_timestamp': datetime.datetime(2022, 7, 24, 20, 1, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 24 20:01:38.398710 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f446db6e-3555-4cb1-aa30-c368904da9d3 req-5c495ab6-2962-4bf8-b17b-5ad704fbda17 service neutron] Checking segment: {'id': '8116d425-f2a1-4ba9-b4f2-e5572bf43ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '64be66ee-585a-4301-8b32-9012fd829a32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 24 20:01:38.398921 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f446db6e-3555-4cb1-aa30-c368904da9d3 req-5c495ab6-2962-4bf8-b17b-5ad704fbda17 service neutron] Bound using segment: {'id': '8116d425-f2a1-4ba9-b4f2-e5572bf43ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '64be66ee-585a-4301-8b32-9012fd829a32'} {{(pid=110843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 24 20:01:38.399483 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.managers [req-f446db6e-3555-4cb1-aa30-c368904da9d3 req-5c495ab6-2962-4bf8-b17b-5ad704fbda17 service neutron] Bound port: 09861531-361a-4ae0-a003-7ccadbba9045, host: hv-cinder-85044, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8116d425-f2a1-4ba9-b4f2-e5572bf43ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '64be66ee-585a-4301-8b32-9012fd829a32'}}] {{(pid=110843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 24 20:01:38.402182 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-f446db6e-3555-4cb1-aa30-c368904da9d3 req-5c495ab6-2962-4bf8-b17b-5ad704fbda17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (09861531-361a-4ae0-a003-7ccadbba9045), before_update {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:38.407721 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-43102eef-6e4b-4922-ad30-3734cbb7477a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (7d43fc2f-3c2c-473f-8c92-13ad6341ecc2), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:38.430782 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-27091613-a951-4dfd-8667-4d4c2390a0e3 req-8fab9cdb-fbc7-464c-aebd-ecfcce845c1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958'] for port (36d6ef5c-d8dd-40c4-8f7e-b9bfc4d8dfc8), after_update {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:38.430782 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=100 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:01:38.496739 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fab9cdb-fbc7-464c-aebd-ecfcce845c1d service neutron] Pushing event updated for resources: {'Port': ['ID=36d6ef5c-d8dd-40c4-8f7e-b9bfc4d8dfc8,revision_number=2']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:01:38.650348 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.db [req-eabd992e-1215-4c16-857b-8124dbb9a820 req-680cc6ad-c6bb-422c-b90d-9719fc362f0c service neutron] For port 72d7cce4-42e1-4ed0-8270-569e161be59b, host hv-cinder-85044, cleared binding levels {{(pid=110842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 20:01:38.653756 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d98b9a6-e91f-46f8-9cef-872716e858c4 req-41d3f18f-87de-4585-a817-f5c478a3585d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:01:38.659747 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [req-0d98b9a6-e91f-46f8-9cef-872716e858c4 req-41d3f18f-87de-4585-a817-f5c478a3585d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6e3ba2d8-cc61-4396-b210-32cea4aff750&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3341136 Jul 24 20:01:38.659747 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.db [req-eabd992e-1215-4c16-857b-8124dbb9a820 req-680cc6ad-c6bb-422c-b90d-9719fc362f0c service neutron] For port 72d7cce4-42e1-4ed0-8270-569e161be59b, host hv-cinder-85044, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85044',level=0,port_id=72d7cce4-42e1-4ed0-8270-569e161be59b,segment=NetworkSegment(e9fdb9ec-6b6e-4383-ae6e-075d3eed2f20),segment_id=e9fdb9ec-6b6e-4383-ae6e-075d3eed2f20)] {{(pid=110842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 20:01:38.741994 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [req-eabd992e-1215-4c16-857b-8124dbb9a820 req-680cc6ad-c6bb-422c-b90d-9719fc362f0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958'] for port (72d7cce4-42e1-4ed0-8270-569e161be59b), after_update {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:38.956171 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabd992e-1215-4c16-857b-8124dbb9a820 req-680cc6ad-c6bb-422c-b90d-9719fc362f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:01:38.956840 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [req-eabd992e-1215-4c16-857b-8124dbb9a820 req-680cc6ad-c6bb-422c-b90d-9719fc362f0c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1048257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594923'] for port (None), before_response {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:38.958334 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [req-eabd992e-1215-4c16-857b-8124dbb9a820 req-680cc6ad-c6bb-422c-b90d-9719fc362f0c service neutron] 10.222.0.42 "PUT /v2.0/ports/72d7cce4-42e1-4ed0-8270-569e161be59b HTTP/1.1" status: 200 len: 1093 time: 2.1159878 Jul 24 20:01:39.119123 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.db [req-f446db6e-3555-4cb1-aa30-c368904da9d3 req-5c495ab6-2962-4bf8-b17b-5ad704fbda17 service neutron] For port 09861531-361a-4ae0-a003-7ccadbba9045, host hv-cinder-85044, cleared binding levels {{(pid=110843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 20:01:39.135167 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.managers [req-27091613-a951-4dfd-8667-4d4c2390a0e3 req-8fab9cdb-fbc7-464c-aebd-ecfcce845c1d service neutron] Attempting to bind port 36d6ef5c-d8dd-40c4-8f7e-b9bfc4d8dfc8 on host hv-cinder-85044 for vnic_type normal with profile {{(pid=110843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 24 20:01:39.135167 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.managers [req-27091613-a951-4dfd-8667-4d4c2390a0e3 req-8fab9cdb-fbc7-464c-aebd-ecfcce845c1d service neutron] Attempting to bind port 36d6ef5c-d8dd-40c4-8f7e-b9bfc4d8dfc8 by drivers openvswitch,hyperv on host hv-cinder-85044 at level 0 using segments [{'id': '1a250ca4-cd77-42a8-bf37-37a7ac6ffa6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '6e3ba2d8-cc61-4396-b210-32cea4aff750'}] {{(pid=110843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 24 20:01:39.135167 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27091613-a951-4dfd-8667-4d4c2390a0e3 req-8fab9cdb-fbc7-464c-aebd-ecfcce845c1d service neutron] Attempting to bind port 36d6ef5c-d8dd-40c4-8f7e-b9bfc4d8dfc8 on network 6e3ba2d8-cc61-4396-b210-32cea4aff750 {{(pid=110843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 24 20:01:39.141100 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680cc6ad-c6bb-422c-b90d-9719fc362f0c service neutron] Pushing event updated for resources: {'Port': ['ID=72d7cce4-42e1-4ed0-8270-569e161be59b,revision_number=3']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:01:39.175826 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [req-0d98b9a6-e91f-46f8-9cef-872716e858c4 req-dd932fb7-a4fe-45f2-9bab-9064ab30dfe2 service neutron] 10.222.0.42 "GET /v2.0/networks/6e3ba2d8-cc61-4396-b210-32cea4aff750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4884353 Jul 24 20:01:39.217775 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (46eda511-dfa5-408c-8bd4-cb509f691033), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:39.265642 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ad940d2-dab6-42ec-a84a-53ee9242b68d', 'tag': '72d7cce4-42e1-4ed0-8270-569e161be59b'}] {{(pid=110842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 24 20:01:39.267653 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5edc3fcd2ba6a287f711eaf45b4d5d5c8d3623c9fa62bef48fe3be9641ba2c6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1133f3a-5de0-4154-b50a-05d2314180fe" -d '{"events": [{"name": "network-changed", "server_uuid": "8ad940d2-dab6-42ec-a84a-53ee9242b68d", "tag": "72d7cce4-42e1-4ed0-8270-569e161be59b"}]}' {{(pid=110842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 20:01:39.322329 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd312aa0-cf02-4a5a-ab5c-52f7e2bee75d req-200ea9fc-6dea-4602-a0e5-b7967a08e9d4 tempest-DeleteServersTestJSON-1125588650 tempest-DeleteServersTestJSON-1125588650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:01:39.324118 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-bd312aa0-cf02-4a5a-ab5c-52f7e2bee75d req-200ea9fc-6dea-4602-a0e5-b7967a08e9d4 tempest-DeleteServersTestJSON-1125588650 tempest-DeleteServersTestJSON-1125588650-project] 10.222.0.17 "GET /v2.0/ports?device_id=71f71683-82dd-492f-874c-42b518a3e827 HTTP/1.1" status: 200 len: 944 time: 0.2150800 Jul 24 20:01:39.324945 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27091613-a951-4dfd-8667-4d4c2390a0e3 req-8fab9cdb-fbc7-464c-aebd-ecfcce845c1d service neutron] Port 36d6ef5c-d8dd-40c4-8f7e-b9bfc4d8dfc8 on network 6e3ba2d8-cc61-4396-b210-32cea4aff750 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85044 {{(pid=110843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 24 20:01:39.325432 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27091613-a951-4dfd-8667-4d4c2390a0e3 req-8fab9cdb-fbc7-464c-aebd-ecfcce845c1d service neutron] Attempting to bind port 36d6ef5c-d8dd-40c4-8f7e-b9bfc4d8dfc8 on network 6e3ba2d8-cc61-4396-b210-32cea4aff750 {{(pid=110843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 24 20:01:39.542360 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.db [req-f446db6e-3555-4cb1-aa30-c368904da9d3 req-5c495ab6-2962-4bf8-b17b-5ad704fbda17 service neutron] For port 09861531-361a-4ae0-a003-7ccadbba9045, host hv-cinder-85044, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85044',level=0,port_id=09861531-361a-4ae0-a003-7ccadbba9045,segment=NetworkSegment(8116d425-f2a1-4ba9-b4f2-e5572bf43ba1),segment_id=8116d425-f2a1-4ba9-b4f2-e5572bf43ba1)] {{(pid=110843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 20:01:39.542360 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27091613-a951-4dfd-8667-4d4c2390a0e3 req-8fab9cdb-fbc7-464c-aebd-ecfcce845c1d service neutron] Checking agent: {'id': '95564131-b678-4db2-a162-51408b2acd55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85044', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 24, 19, 59, 9), 'started_at': datetime.datetime(2022, 7, 24, 19, 59, 9), 'heartbeat_timestamp': datetime.datetime(2022, 7, 24, 20, 1, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 24 20:01:39.542360 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27091613-a951-4dfd-8667-4d4c2390a0e3 req-8fab9cdb-fbc7-464c-aebd-ecfcce845c1d service neutron] Checking segment: {'id': '1a250ca4-cd77-42a8-bf37-37a7ac6ffa6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '6e3ba2d8-cc61-4396-b210-32cea4aff750'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 24 20:01:39.542360 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27091613-a951-4dfd-8667-4d4c2390a0e3 req-8fab9cdb-fbc7-464c-aebd-ecfcce845c1d service neutron] Bound using segment: {'id': '1a250ca4-cd77-42a8-bf37-37a7ac6ffa6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '6e3ba2d8-cc61-4396-b210-32cea4aff750'} {{(pid=110843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 24 20:01:39.542360 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.managers [req-27091613-a951-4dfd-8667-4d4c2390a0e3 req-8fab9cdb-fbc7-464c-aebd-ecfcce845c1d service neutron] Bound port: 36d6ef5c-d8dd-40c4-8f7e-b9bfc4d8dfc8, host: hv-cinder-85044, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a250ca4-cd77-42a8-bf37-37a7ac6ffa6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '6e3ba2d8-cc61-4396-b210-32cea4aff750'}}] {{(pid=110843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 24 20:01:39.542360 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-27091613-a951-4dfd-8667-4d4c2390a0e3 req-8fab9cdb-fbc7-464c-aebd-ecfcce845c1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (36d6ef5c-d8dd-40c4-8f7e-b9bfc4d8dfc8), before_update {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:39.544489 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabd992e-1215-4c16-857b-8124dbb9a820 req-df8a7dbb-da8d-4cb7-9be7-2241d3fadf36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:01:39.544489 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [req-eabd992e-1215-4c16-857b-8124dbb9a820 req-df8a7dbb-da8d-4cb7-9be7-2241d3fadf36 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=49f6a7894899436d8ce94d9a7500533a&device_id=8ad940d2-dab6-42ec-a84a-53ee9242b68d HTTP/1.1" status: 200 len: 1127 time: 0.2038875 Jul 24 20:01:39.544489 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [req-0d98b9a6-e91f-46f8-9cef-872716e858c4 req-ff1f8eb4-a845-4d19-b939-90cc75ce47fa service neutron] 10.222.0.42 "GET /v2.0/networks/6e3ba2d8-cc61-4396-b210-32cea4aff750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2592201 Jul 24 20:01:39.544729 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871637bc-a169-42c8-ae6f-743afbbfe192 req-c3d9de20-f09e-4032-8115-070855c2fa7b tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:01:39.544729 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-871637bc-a169-42c8-ae6f-743afbbfe192 req-c3d9de20-f09e-4032-8115-070855c2fa7b tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/ports?device_id=b835df72-6134-422a-80ae-654e9da4e4a7 HTTP/1.1" status: 200 len: 944 time: 0.3574071 Jul 24 20:01:39.544894 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [req-eabd992e-1215-4c16-857b-8124dbb9a820 req-d2b384a5-d8f8-42a6-8991-e3f0b67d4c48 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=72d7cce4-42e1-4ed0-8270-569e161be59b HTTP/1.1" status: 200 len: 217 time: 0.0379179 Jul 24 20:01:39.571856 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabd992e-1215-4c16-857b-8124dbb9a820 req-cc4c248d-eac4-481f-9fd7-f5af37521439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:01:39.573342 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [req-eabd992e-1215-4c16-857b-8124dbb9a820 req-cc4c248d-eac4-481f-9fd7-f5af37521439 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9f1a76ef-9ecc-40f5-8dc9-5b3ae75ee961 HTTP/1.1" status: 200 len: 855 time: 0.0737934 Jul 24 20:01:39.576270 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-bd312aa0-cf02-4a5a-ab5c-52f7e2bee75d req-9758d06e-d56b-4c1a-8aa6-9c7df25f25f1 tempest-DeleteServersTestJSON-1125588650 tempest-DeleteServersTestJSON-1125588650-project] 10.222.0.17 "GET /v2.0/security-groups?id=85813377-563a-400b-8b92-b4a85adf39fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792665 Jul 24 20:01:39.587260 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.db [req-27091613-a951-4dfd-8667-4d4c2390a0e3 req-8fab9cdb-fbc7-464c-aebd-ecfcce845c1d service neutron] For port 36d6ef5c-d8dd-40c4-8f7e-b9bfc4d8dfc8, host hv-cinder-85044, cleared binding levels {{(pid=110843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 20:01:39.591474 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.db [req-27091613-a951-4dfd-8667-4d4c2390a0e3 req-8fab9cdb-fbc7-464c-aebd-ecfcce845c1d service neutron] For port 36d6ef5c-d8dd-40c4-8f7e-b9bfc4d8dfc8, host hv-cinder-85044, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85044',level=0,port_id=36d6ef5c-d8dd-40c4-8f7e-b9bfc4d8dfc8,segment=NetworkSegment(1a250ca4-cd77-42a8-bf37-37a7ac6ffa6c),segment_id=1a250ca4-cd77-42a8-bf37-37a7ac6ffa6c)] {{(pid=110843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 20:01:39.596963 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-871637bc-a169-42c8-ae6f-743afbbfe192 req-8d08da8a-e35b-46b4-8e04-447b50d75612 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/security-groups?id=26640197-a088-42b2-99b8-e30a0e4045f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177480 Jul 24 20:01:39.644869 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 24 Jul 2022 20:01:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-823cd548-4f46-41d3-979d-2122a030d51c x-openstack-request-id: req-823cd548-4f46-41d3-979d-2122a030d51c {{(pid=110842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 20:01:39.645163 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ad940d2-dab6-42ec-a84a-53ee9242b68d", "tag": "72d7cce4-42e1-4ed0-8270-569e161be59b", "status": "completed", "code": 200}]} {{(pid=110842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 20:01:39.645420 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-823cd548-4f46-41d3-979d-2122a030d51c {{(pid=110842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 20:01:39.645824 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.notifiers.nova [-] Nova event matching ['req-823cd548-4f46-41d3-979d-2122a030d51c'] response: {'name': 'network-changed', 'server_uuid': '8ad940d2-dab6-42ec-a84a-53ee9242b68d', 'tag': '72d7cce4-42e1-4ed0-8270-569e161be59b', 'status': 'completed', 'code': 200} Jul 24 20:01:39.696672 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-27091613-a951-4dfd-8667-4d4c2390a0e3 req-8fab9cdb-fbc7-464c-aebd-ecfcce845c1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958'] for port (36d6ef5c-d8dd-40c4-8f7e-b9bfc4d8dfc8), after_update {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:39.699102 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-f446db6e-3555-4cb1-aa30-c368904da9d3 req-5c495ab6-2962-4bf8-b17b-5ad704fbda17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958'] for port (09861531-361a-4ae0-a003-7ccadbba9045), after_update {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:39.770509 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27091613-a951-4dfd-8667-4d4c2390a0e3 req-8fab9cdb-fbc7-464c-aebd-ecfcce845c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:01:39.771084 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-27091613-a951-4dfd-8667-4d4c2390a0e3 req-8fab9cdb-fbc7-464c-aebd-ecfcce845c1d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1048257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594923'] for port (None), before_response {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:39.773142 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-27091613-a951-4dfd-8667-4d4c2390a0e3 req-8fab9cdb-fbc7-464c-aebd-ecfcce845c1d service neutron] 10.222.0.42 "PUT /v2.0/ports/36d6ef5c-d8dd-40c4-8f7e-b9bfc4d8dfc8 HTTP/1.1" status: 200 len: 1094 time: 2.8545482 Jul 24 20:01:39.776010 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b97a2bd-3e67-4a71-9c37-e823feae7fc7', 'tag': '36d6ef5c-d8dd-40c4-8f7e-b9bfc4d8dfc8'}] {{(pid=110843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 24 20:01:39.866720 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c36cb7-9bc3-45e6-a1ce-4ba49db90d55 req-52d088a6-5bd5-402d-a759-b81112d2a70d tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:01:39.868343 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-37c36cb7-9bc3-45e6-a1ce-4ba49db90d55 req-52d088a6-5bd5-402d-a759-b81112d2a70d tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/ports?device_id=8ad940d2-dab6-42ec-a84a-53ee9242b68d HTTP/1.1" status: 200 len: 943 time: 0.1939120 Jul 24 20:01:39.928876 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f446db6e-3555-4cb1-aa30-c368904da9d3 req-5c495ab6-2962-4bf8-b17b-5ad704fbda17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:01:39.929796 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-f446db6e-3555-4cb1-aa30-c368904da9d3 req-5c495ab6-2962-4bf8-b17b-5ad704fbda17 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1048257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594923'] for port (None), before_response {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:39.931544 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-f446db6e-3555-4cb1-aa30-c368904da9d3 req-5c495ab6-2962-4bf8-b17b-5ad704fbda17 service neutron] 10.222.0.42 "PUT /v2.0/ports/09861531-361a-4ae0-a003-7ccadbba9045 HTTP/1.1" status: 200 len: 1094 time: 3.0406229 Jul 24 20:01:39.933927 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:01:39.978390 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa129e2ea71b36189c7354ee4da78dc54b5a7420159cbfa164f6b2678096e4e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12e27ad7-6aca-4f8e-8cbd-33133fd6996c" -d '{"events": [{"name": "network-changed", "server_uuid": "0b97a2bd-3e67-4a71-9c37-e823feae7fc7", "tag": "36d6ef5c-d8dd-40c4-8f7e-b9bfc4d8dfc8"}]}' {{(pid=110843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 20:01:40.011934 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fab9cdb-fbc7-464c-aebd-ecfcce845c1d service neutron] Pushing event updated for resources: {'Port': ['ID=36d6ef5c-d8dd-40c4-8f7e-b9bfc4d8dfc8,revision_number=3']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:01:40.096338 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-37c36cb7-9bc3-45e6-a1ce-4ba49db90d55 req-f26c0028-38ff-41c1-8c03-428e71cdb405 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/security-groups?id=7fd4fa86-8151-45a8-babb-f1c645ad6646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2024949 Jul 24 20:01:40.229416 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 24 Jul 2022 20:01:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2502fe02-0dcc-4750-8268-3fefe9a6edc8 x-openstack-request-id: req-2502fe02-0dcc-4750-8268-3fefe9a6edc8 {{(pid=110843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 20:01:40.230158 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b97a2bd-3e67-4a71-9c37-e823feae7fc7", "tag": "36d6ef5c-d8dd-40c4-8f7e-b9bfc4d8dfc8", "status": "completed", "code": 200}]} {{(pid=110843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 20:01:40.230158 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-2502fe02-0dcc-4750-8268-3fefe9a6edc8 {{(pid=110843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 20:01:40.230546 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2502fe02-0dcc-4750-8268-3fefe9a6edc8'] response: {'name': 'network-changed', 'server_uuid': '0b97a2bd-3e67-4a71-9c37-e823feae7fc7', 'tag': '36d6ef5c-d8dd-40c4-8f7e-b9bfc4d8dfc8', 'status': 'completed', 'code': 200} Jul 24 20:01:40.259014 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:01:40.288264 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c495ab6-2962-4bf8-b17b-5ad704fbda17 service neutron] Pushing event updated for resources: {'Port': ['ID=09861531-361a-4ae0-a003-7ccadbba9045,revision_number=3']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:01:40.407572 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (95564131-b678-4db2-a162-51408b2acd55), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:40.768237 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabd992e-1215-4c16-857b-8124dbb9a820 req-eb72653a-c078-4ced-910b-fa0c923babaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:01:40.769830 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [req-eabd992e-1215-4c16-857b-8124dbb9a820 req-eb72653a-c078-4ced-910b-fa0c923babaa service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b3fd2ef6-6f8c-45f9-a0a9-81c377b08f7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0466926 Jul 24 20:01:40.880554 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [req-eabd992e-1215-4c16-857b-8124dbb9a820 req-d1f41ba9-8ab0-4237-b793-cd6b0ff66fd9 service neutron] 10.222.0.42 "GET /v2.0/networks/b3fd2ef6-6f8c-45f9-a0a9-81c377b08f7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016147 Jul 24 20:01:40.891736 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c414324-f810-48ed-b6de-e94f1082ca27 req-38a2a9bb-222d-46cf-b3f5-fcefc3cb32ad tempest-DeleteServersTestJSON-1125588650 tempest-DeleteServersTestJSON-1125588650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:01:40.893346 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-4c414324-f810-48ed-b6de-e94f1082ca27 req-38a2a9bb-222d-46cf-b3f5-fcefc3cb32ad tempest-DeleteServersTestJSON-1125588650 tempest-DeleteServersTestJSON-1125588650-project] 10.222.0.17 "GET /v2.0/ports?device_id=71f71683-82dd-492f-874c-42b518a3e827 HTTP/1.1" status: 200 len: 944 time: 0.1878560 Jul 24 20:01:40.913898 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c93839-fdab-413c-afe1-ae75b297de68 req-d0441ba9-1bfc-463a-b9be-8f41c044ec9e tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:01:40.917267 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-f5c93839-fdab-413c-afe1-ae75b297de68 req-d0441ba9-1bfc-463a-b9be-8f41c044ec9e tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/ports?device_id=b835df72-6134-422a-80ae-654e9da4e4a7 HTTP/1.1" status: 200 len: 944 time: 0.2104304 Jul 24 20:01:40.927967 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e27ad7-6aca-4f8e-8cbd-33133fd6996c req-3fe5dcbe-43f7-47f8-a2d7-ca862843f6de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:01:40.929526 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-12e27ad7-6aca-4f8e-8cbd-33133fd6996c req-3fe5dcbe-43f7-47f8-a2d7-ca862843f6de service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=15c454baefdc474682f88c603f6108a8&device_id=0b97a2bd-3e67-4a71-9c37-e823feae7fc7 HTTP/1.1" status: 200 len: 1128 time: 0.1649151 Jul 24 20:01:40.930536 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4187642-817c-4749-88c2-b32881bac7d4 req-2280f4db-cbd6-40fc-bbc1-3e61574b7fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:01:40.932015 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-e4187642-817c-4749-88c2-b32881bac7d4 req-2280f4db-cbd6-40fc-bbc1-3e61574b7fc6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=15c454baefdc474682f88c603f6108a8&device_id=b835df72-6134-422a-80ae-654e9da4e4a7 HTTP/1.1" status: 200 len: 1128 time: 0.1662784 Jul 24 20:01:40.992836 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-4c414324-f810-48ed-b6de-e94f1082ca27 req-9e2bb40c-e79f-475b-8430-fb26f8be8bdb tempest-DeleteServersTestJSON-1125588650 tempest-DeleteServersTestJSON-1125588650-project] 10.222.0.17 "GET /v2.0/security-groups?id=85813377-563a-400b-8b92-b4a85adf39fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876222 Jul 24 20:01:41.013426 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-f5c93839-fdab-413c-afe1-ae75b297de68 req-04eb3f8d-c8ca-4919-8213-6a5a2335f8bd tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/security-groups?id=26640197-a088-42b2-99b8-e30a0e4045f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876443 Jul 24 20:01:41.390251 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f446db6e-3555-4cb1-aa30-c368904da9d3 req-970fd3b2-5945-48cd-ab4b-0e5f2d18e13f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:01:41.394302 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [req-f446db6e-3555-4cb1-aa30-c368904da9d3 req-970fd3b2-5945-48cd-ab4b-0e5f2d18e13f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c1d92a82166d4e128dbef71394daba86&device_id=71f71683-82dd-492f-874c-42b518a3e827 HTTP/1.1" status: 200 len: 1128 time: 0.2734525 Jul 24 20:01:41.431014 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a705b689-b0d4-4dc7-b769-f30fa79c05f1 req-63b7a96f-30f0-4cce-ab3d-853bbd04ecc0 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:01:41.437897 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-a705b689-b0d4-4dc7-b769-f30fa79c05f1 req-63b7a96f-30f0-4cce-ab3d-853bbd04ecc0 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/ports?device_id=8ad940d2-dab6-42ec-a84a-53ee9242b68d HTTP/1.1" status: 200 len: 943 time: 0.2153862 Jul 24 20:01:41.458800 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [req-eabd992e-1215-4c16-857b-8124dbb9a820 req-0e415728-2769-42e0-9de4-3fd1b6f82291 service neutron] 10.222.0.42 "GET /v2.0/networks/b3fd2ef6-6f8c-45f9-a0a9-81c377b08f7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3456221 Jul 24 20:01:41.511905 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e27ad7-6aca-4f8e-8cbd-33133fd6996c req-61971791-166e-4dd5-9c76-de06085e822b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:01:41.513670 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-12e27ad7-6aca-4f8e-8cbd-33133fd6996c req-61971791-166e-4dd5-9c76-de06085e822b service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=15c454baefdc474682f88c603f6108a8&shared=False HTTP/1.1" status: 200 len: 919 time: 0.4015329 Jul 24 20:01:41.516361 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4187642-817c-4749-88c2-b32881bac7d4 req-a1667db5-6e2d-4375-b370-dc2e691a7f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:01:41.517718 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-e4187642-817c-4749-88c2-b32881bac7d4 req-a1667db5-6e2d-4375-b370-dc2e691a7f63 service neutron] 10.222.0.42 "GET /v2.0/networks?id=6e3ba2d8-cc61-4396-b210-32cea4aff750 HTTP/1.1" status: 200 len: 919 time: 0.3971264 Jul 24 20:01:41.539455 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-a705b689-b0d4-4dc7-b769-f30fa79c05f1 req-892d0b54-dab3-413d-b444-80155bca8c3c tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/security-groups?id=7fd4fa86-8151-45a8-babb-f1c645ad6646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006758 Jul 24 20:01:41.957374 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [-] (110843) accepted ('10.222.0.17', 57182) {{(pid=110843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:01:41.985596 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:01:42.008105 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:01:42.070819 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-7b83a2b2-cdd3-424b-a131-aa399796e133 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:42.152741 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d359ba35-02e9-4e58-8fcd-248c90b0b03c req-37a06125-a56b-48ee-8388-a6b0695ea75d tempest-DeleteServersTestJSON-1125588650 tempest-DeleteServersTestJSON-1125588650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:01:42.154204 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-d359ba35-02e9-4e58-8fcd-248c90b0b03c req-37a06125-a56b-48ee-8388-a6b0695ea75d tempest-DeleteServersTestJSON-1125588650 tempest-DeleteServersTestJSON-1125588650-project] 10.222.0.17 "GET /v2.0/ports?device_id=71f71683-82dd-492f-874c-42b518a3e827 HTTP/1.1" status: 200 len: 944 time: 0.0855944 Jul 24 20:01:42.194648 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e15bcd7-b81b-4d94-99b1-8818eae0b843 req-1b4c3abc-19d4-4370-80c5-d48a656b574c tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:01:42.196169 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-7e15bcd7-b81b-4d94-99b1-8818eae0b843 req-1b4c3abc-19d4-4370-80c5-d48a656b574c tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/ports?device_id=b835df72-6134-422a-80ae-654e9da4e4a7 HTTP/1.1" status: 200 len: 944 time: 0.0945437 Jul 24 20:01:42.231922 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71f71683-82dd-492f-874c-42b518a3e827', 'tag': '09861531-361a-4ae0-a003-7ccadbba9045'}] {{(pid=110843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 24 20:01:42.234126 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa129e2ea71b36189c7354ee4da78dc54b5a7420159cbfa164f6b2678096e4e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fdc1b2d-5748-41aa-a528-73e1b1e3a6ee" -d '{"events": [{"name": "network-changed", "server_uuid": "71f71683-82dd-492f-874c-42b518a3e827", "tag": "09861531-361a-4ae0-a003-7ccadbba9045"}]}' {{(pid=110843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 20:01:42.271355 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-d359ba35-02e9-4e58-8fcd-248c90b0b03c req-775f939b-28e8-4226-b8da-6524b5f6fb93 tempest-DeleteServersTestJSON-1125588650 tempest-DeleteServersTestJSON-1125588650-project] 10.222.0.17 "GET /v2.0/security-groups?id=85813377-563a-400b-8b92-b4a85adf39fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075821 Jul 24 20:01:42.294843 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-7e15bcd7-b81b-4d94-99b1-8818eae0b843 req-db3b3f39-f083-4865-94aa-1b494a494e78 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/security-groups?id=26640197-a088-42b2-99b8-e30a0e4045f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907662 Jul 24 20:01:42.306433 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-7b83a2b2-cdd3-424b-a131-aa399796e133 admin admin] Publish callbacks [] for security_group (fe950790-ccc5-4ff6-90e5-a5884264fe5d), precommit_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:42.317803 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 24 Jul 2022 20:01:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e01df41-8abe-4749-af3e-732bc734e660 x-openstack-request-id: req-8e01df41-8abe-4749-af3e-732bc734e660 {{(pid=110843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 20:01:42.317803 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71f71683-82dd-492f-874c-42b518a3e827", "tag": "09861531-361a-4ae0-a003-7ccadbba9045", "status": "completed", "code": 200}]} {{(pid=110843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 20:01:42.317803 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-8e01df41-8abe-4749-af3e-732bc734e660 {{(pid=110843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 20:01:42.317803 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e01df41-8abe-4749-af3e-732bc734e660'] response: {'name': 'network-changed', 'server_uuid': '71f71683-82dd-492f-874c-42b518a3e827', 'tag': '09861531-361a-4ae0-a003-7ccadbba9045', 'status': 'completed', 'code': 200} Jul 24 20:01:42.383606 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-7b83a2b2-cdd3-424b-a131-aa399796e133 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (fe950790-ccc5-4ff6-90e5-a5884264fe5d), after_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:42.421725 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b83a2b2-cdd3-424b-a131-aa399796e133 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe950790-ccc5-4ff6-90e5-a5884264fe5d,revision_number=1']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:01:42.427771 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [None req-7b83a2b2-cdd3-424b-a131-aa399796e133 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=2e432ae974854f22b41d5c922fa4bd86&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4693689 Jul 24 20:01:42.430647 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [-] (110843) accepted ('10.222.0.17', 57194) {{(pid=110843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:01:42.454608 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:01:42.480772 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-8db07906-d745-4519-bc62-79a6cdf55fad admin admin] Publish callbacks [] for security_group (fe950790-ccc5-4ff6-90e5-a5884264fe5d), before_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:42.501976 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-8db07906-d745-4519-bc62-79a6cdf55fad admin admin] Publish callbacks [] for security_group (fe950790-ccc5-4ff6-90e5-a5884264fe5d), precommit_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:42.642465 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-8db07906-d745-4519-bc62-79a6cdf55fad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (fe950790-ccc5-4ff6-90e5-a5884264fe5d), after_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:42.644992 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-8db07906-d745-4519-bc62-79a6cdf55fad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:42.646103 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [None req-8db07906-d745-4519-bc62-79a6cdf55fad admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/fe950790-ccc5-4ff6-90e5-a5884264fe5d HTTP/1.1" status: 204 len: 168 time: 0.2145638 Jul 24 20:01:42.665170 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db07906-d745-4519-bc62-79a6cdf55fad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe950790-ccc5-4ff6-90e5-a5884264fe5d,revision_number=None']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:01:42.684052 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff091963-9a9c-499d-9a08-7d2aad6e64c8 req-9cb9de77-232c-4df2-8027-a80d5a888d8c tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:01:42.685658 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-ff091963-9a9c-499d-9a08-7d2aad6e64c8 req-9cb9de77-232c-4df2-8027-a80d5a888d8c tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/ports?device_id=8ad940d2-dab6-42ec-a84a-53ee9242b68d HTTP/1.1" status: 200 len: 943 time: 0.0709620 Jul 24 20:01:42.734705 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-ff091963-9a9c-499d-9a08-7d2aad6e64c8 req-5c3fcee7-82fa-4d8b-b13c-e03e9e4c76e6 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/security-groups?id=7fd4fa86-8151-45a8-babb-f1c645ad6646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426183 Jul 24 20:01:43.216098 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:01:43.303467 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [-] (110843) accepted ('10.222.0.17', 57212) {{(pid=110843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:01:43.316597 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-8e386715-84d5-415f-b414-02da268df566 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:43.441571 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde31c9a-9856-4416-808c-4e79ba364670 req-de88526b-10ac-46c8-94f1-c10ed37b05b9 tempest-DeleteServersTestJSON-1125588650 tempest-DeleteServersTestJSON-1125588650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:01:43.447992 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-fde31c9a-9856-4416-808c-4e79ba364670 req-de88526b-10ac-46c8-94f1-c10ed37b05b9 tempest-DeleteServersTestJSON-1125588650 tempest-DeleteServersTestJSON-1125588650-project] 10.222.0.17 "GET /v2.0/ports?device_id=71f71683-82dd-492f-874c-42b518a3e827 HTTP/1.1" status: 200 len: 944 time: 0.0958257 Jul 24 20:01:43.466057 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2b28b0-dcc3-4780-b05b-eda5038f0252 req-bf605fdb-a2ac-4d08-ab15-a1d109b43231 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:01:43.467385 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-fe2b28b0-dcc3-4780-b05b-eda5038f0252 req-bf605fdb-a2ac-4d08-ab15-a1d109b43231 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/ports?device_id=b835df72-6134-422a-80ae-654e9da4e4a7 HTTP/1.1" status: 200 len: 944 time: 0.0858746 Jul 24 20:01:43.677842 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-8e386715-84d5-415f-b414-02da268df566 admin admin] Publish callbacks [] for security_group (09b85477-4dbf-4183-820f-8dad1a801564), precommit_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:43.693617 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-fde31c9a-9856-4416-808c-4e79ba364670 req-227770cf-ae35-4800-b972-415566943441 tempest-DeleteServersTestJSON-1125588650 tempest-DeleteServersTestJSON-1125588650-project] 10.222.0.17 "GET /v2.0/security-groups?id=85813377-563a-400b-8b92-b4a85adf39fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2450285 Jul 24 20:01:43.716600 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-fe2b28b0-dcc3-4780-b05b-eda5038f0252 req-6eba10f4-1950-4368-bc82-fd9adf5e9221 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/security-groups?id=26640197-a088-42b2-99b8-e30a0e4045f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943148 Jul 24 20:01:43.757327 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=100 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:01:43.785777 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-8e386715-84d5-415f-b414-02da268df566 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (09b85477-4dbf-4183-820f-8dad1a801564), after_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:43.855917 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [None req-8e386715-84d5-415f-b414-02da268df566 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=99606e335add4c5bb3573651418a298a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5513387 Jul 24 20:01:43.858745 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e386715-84d5-415f-b414-02da268df566 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09b85477-4dbf-4183-820f-8dad1a801564,revision_number=1']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:01:43.859480 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 57228) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:01:43.881057 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa58175-7c3c-4992-b817-151ed0de37f0 req-a201ce6b-f7c3-4d3e-8fbe-79bd2c7cdb1c tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:01:43.882771 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-6fa58175-7c3c-4992-b817-151ed0de37f0 req-a201ce6b-f7c3-4d3e-8fbe-79bd2c7cdb1c tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/ports?device_id=8ad940d2-dab6-42ec-a84a-53ee9242b68d HTTP/1.1" status: 200 len: 943 time: 0.0745006 Jul 24 20:01:43.919851 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-5de018ee-ec49-4242-86f4-a1b48c6a7e40 admin admin] Publish callbacks [] for security_group (09b85477-4dbf-4183-820f-8dad1a801564), before_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:43.957317 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-5de018ee-ec49-4242-86f4-a1b48c6a7e40 admin admin] Publish callbacks [] for security_group (09b85477-4dbf-4183-820f-8dad1a801564), precommit_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:43.957423 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-6fa58175-7c3c-4992-b817-151ed0de37f0 req-b6eb1d5d-f16f-494c-85e8-427cd45732cf tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/security-groups?id=7fd4fa86-8151-45a8-babb-f1c645ad6646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594645 Jul 24 20:01:43.967355 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=100 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:01:44.138752 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-5de018ee-ec49-4242-86f4-a1b48c6a7e40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (09b85477-4dbf-4183-820f-8dad1a801564), after_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:44.141425 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-5de018ee-ec49-4242-86f4-a1b48c6a7e40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:44.147465 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-5de018ee-ec49-4242-86f4-a1b48c6a7e40 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/09b85477-4dbf-4183-820f-8dad1a801564 HTTP/1.1" status: 204 len: 168 time: 0.2819068 Jul 24 20:01:44.151493 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de018ee-ec49-4242-86f4-a1b48c6a7e40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09b85477-4dbf-4183-820f-8dad1a801564,revision_number=None']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:01:44.362563 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:01:44.448511 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:01:44.621942 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 57246) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:01:44.749973 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-840f04a7-9cc7-4e3f-9a8f-3424972eaf83 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:44.839171 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-840f04a7-9cc7-4e3f-9a8f-3424972eaf83 admin admin] Publish callbacks [] for security_group (870d2c2e-8ff0-4558-b61b-14926d4e97f0), precommit_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:44.865512 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3005b1-c2dd-405b-9ad7-c1f8e6561b46 req-d978b994-1c4e-4b49-b8fc-da11d09b3689 tempest-DeleteServersTestJSON-1125588650 tempest-DeleteServersTestJSON-1125588650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:01:44.867653 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-9d3005b1-c2dd-405b-9ad7-c1f8e6561b46 req-d978b994-1c4e-4b49-b8fc-da11d09b3689 tempest-DeleteServersTestJSON-1125588650 tempest-DeleteServersTestJSON-1125588650-project] 10.222.0.17 "GET /v2.0/ports?device_id=71f71683-82dd-492f-874c-42b518a3e827 HTTP/1.1" status: 200 len: 944 time: 0.0783477 Jul 24 20:01:44.887318 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c452d9-2465-46d3-9ae7-9ba12e57c6ed req-a952d784-d2a4-433c-b8db-dbe909d567f5 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:01:44.892866 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-36c452d9-2465-46d3-9ae7-9ba12e57c6ed req-a952d784-d2a4-433c-b8db-dbe909d567f5 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/ports?device_id=b835df72-6134-422a-80ae-654e9da4e4a7 HTTP/1.1" status: 200 len: 944 time: 0.0704429 Jul 24 20:01:44.934112 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-840f04a7-9cc7-4e3f-9a8f-3424972eaf83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (870d2c2e-8ff0-4558-b61b-14926d4e97f0), after_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:44.956474 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-9d3005b1-c2dd-405b-9ad7-c1f8e6561b46 req-425dd172-abf6-439f-aa5d-6866e48b7a62 tempest-DeleteServersTestJSON-1125588650 tempest-DeleteServersTestJSON-1125588650-project] 10.222.0.17 "GET /v2.0/security-groups?id=85813377-563a-400b-8b92-b4a85adf39fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830998 Jul 24 20:01:44.967683 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-36c452d9-2465-46d3-9ae7-9ba12e57c6ed req-8ec058dd-8c54-4688-a27f-ba78c7910fd5 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/security-groups?id=26640197-a088-42b2-99b8-e30a0e4045f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677247 Jul 24 20:01:44.982577 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-840f04a7-9cc7-4e3f-9a8f-3424972eaf83 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=cb774a313fd84e148308ed9fcf1a2512&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3595426 Jul 24 20:01:44.986457 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [-] (110843) accepted ('10.222.0.17', 57272) {{(pid=110843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:01:44.991348 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840f04a7-9cc7-4e3f-9a8f-3424972eaf83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=870d2c2e-8ff0-4558-b61b-14926d4e97f0,revision_number=1']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:01:45.106015 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-2e22a597-3795-438f-92d4-8a0827ae0f82 admin admin] Publish callbacks [] for security_group (870d2c2e-8ff0-4558-b61b-14926d4e97f0), before_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:45.129073 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873d40a9-99d7-4526-99c4-27cf09acd141 req-1252f0fe-b0c0-4c7f-9b35-34fb73d97927 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:01:45.129073 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-873d40a9-99d7-4526-99c4-27cf09acd141 req-1252f0fe-b0c0-4c7f-9b35-34fb73d97927 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/ports?device_id=8ad940d2-dab6-42ec-a84a-53ee9242b68d HTTP/1.1" status: 200 len: 943 time: 0.0618880 Jul 24 20:01:45.146434 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-2e22a597-3795-438f-92d4-8a0827ae0f82 admin admin] Publish callbacks [] for security_group (870d2c2e-8ff0-4558-b61b-14926d4e97f0), precommit_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:45.206389 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-873d40a9-99d7-4526-99c4-27cf09acd141 req-3b530e09-59d9-4687-a7a9-87fce1fb16e0 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/security-groups?id=7fd4fa86-8151-45a8-babb-f1c645ad6646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746801 Jul 24 20:01:45.309771 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-2e22a597-3795-438f-92d4-8a0827ae0f82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (870d2c2e-8ff0-4558-b61b-14926d4e97f0), after_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:45.312272 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-2e22a597-3795-438f-92d4-8a0827ae0f82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:45.313541 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [None req-2e22a597-3795-438f-92d4-8a0827ae0f82 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/870d2c2e-8ff0-4558-b61b-14926d4e97f0 HTTP/1.1" status: 204 len: 168 time: 0.3250403 Jul 24 20:01:45.326860 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e22a597-3795-438f-92d4-8a0827ae0f82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=870d2c2e-8ff0-4558-b61b-14926d4e97f0,revision_number=None']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:01:45.683344 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=100 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:01:46.003321 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [-] (110843) accepted ('10.222.0.17', 57312) {{(pid=110843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:01:46.034655 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-b6944cfd-745f-4299-a0cf-545e2ba4cbe8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:46.168345 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93017e8a-8197-43a8-83fc-7ee5bf0cffa7 req-b626a606-14a5-471f-b73d-984c11d11e93 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:01:46.169452 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-93017e8a-8197-43a8-83fc-7ee5bf0cffa7 req-b626a606-14a5-471f-b73d-984c11d11e93 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/ports?device_id=b835df72-6134-422a-80ae-654e9da4e4a7 HTTP/1.1" status: 200 len: 944 time: 0.1083815 Jul 24 20:01:46.177223 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d058b6-84a9-4789-acad-1c8fb104aeca req-42f320ef-25a1-40e7-bf4e-9092ab91ed8e tempest-DeleteServersTestJSON-1125588650 tempest-DeleteServersTestJSON-1125588650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:01:46.178673 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-60d058b6-84a9-4789-acad-1c8fb104aeca req-42f320ef-25a1-40e7-bf4e-9092ab91ed8e tempest-DeleteServersTestJSON-1125588650 tempest-DeleteServersTestJSON-1125588650-project] 10.222.0.17 "GET /v2.0/ports?device_id=71f71683-82dd-492f-874c-42b518a3e827 HTTP/1.1" status: 200 len: 944 time: 0.1164813 Jul 24 20:01:46.238143 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-b6944cfd-745f-4299-a0cf-545e2ba4cbe8 admin admin] Publish callbacks [] for security_group (78b60ca2-45a0-48eb-9bfa-12479b7e83e8), precommit_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:46.278262 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-93017e8a-8197-43a8-83fc-7ee5bf0cffa7 req-b3c128b2-4a01-41f9-9eea-b4d3b9f3e9c6 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/security-groups?id=26640197-a088-42b2-99b8-e30a0e4045f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986326 Jul 24 20:01:46.281515 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-60d058b6-84a9-4789-acad-1c8fb104aeca req-94400ada-1bba-44c1-b556-49ea58fe0f5a tempest-DeleteServersTestJSON-1125588650 tempest-DeleteServersTestJSON-1125588650-project] 10.222.0.17 "GET /v2.0/security-groups?id=85813377-563a-400b-8b92-b4a85adf39fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916698 Jul 24 20:01:46.316742 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-b6944cfd-745f-4299-a0cf-545e2ba4cbe8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (78b60ca2-45a0-48eb-9bfa-12479b7e83e8), after_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:46.391631 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [None req-b6944cfd-745f-4299-a0cf-545e2ba4cbe8 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=ac050a1fca1848cbb0f3060de2c32888&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3862817 Jul 24 20:01:46.394363 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6944cfd-745f-4299-a0cf-545e2ba4cbe8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78b60ca2-45a0-48eb-9bfa-12479b7e83e8,revision_number=1']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:01:46.394630 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 57330) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:01:46.408062 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f700cde-bc0e-4992-9426-f1586fe3c27b req-10da40b3-01e7-4f12-9ec1-eae4139b2c62 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:01:46.409607 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-9f700cde-bc0e-4992-9426-f1586fe3c27b req-10da40b3-01e7-4f12-9ec1-eae4139b2c62 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/ports?device_id=8ad940d2-dab6-42ec-a84a-53ee9242b68d HTTP/1.1" status: 200 len: 943 time: 0.0726943 Jul 24 20:01:46.451031 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-671a6dce-c18c-487b-8725-94c221ad3d91 admin admin] Publish callbacks [] for security_group (78b60ca2-45a0-48eb-9bfa-12479b7e83e8), before_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:46.460552 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-9f700cde-bc0e-4992-9426-f1586fe3c27b req-b082b526-4e80-4a7d-9616-8ae110ff8e4f tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/security-groups?id=7fd4fa86-8151-45a8-babb-f1c645ad6646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425756 Jul 24 20:01:46.473452 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-671a6dce-c18c-487b-8725-94c221ad3d91 admin admin] Publish callbacks [] for security_group (78b60ca2-45a0-48eb-9bfa-12479b7e83e8), precommit_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:46.625562 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-671a6dce-c18c-487b-8725-94c221ad3d91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (78b60ca2-45a0-48eb-9bfa-12479b7e83e8), after_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:46.628074 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-671a6dce-c18c-487b-8725-94c221ad3d91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:46.629256 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-671a6dce-c18c-487b-8725-94c221ad3d91 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/78b60ca2-45a0-48eb-9bfa-12479b7e83e8 HTTP/1.1" status: 204 len: 168 time: 0.2336414 Jul 24 20:01:46.638447 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671a6dce-c18c-487b-8725-94c221ad3d91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78b60ca2-45a0-48eb-9bfa-12479b7e83e8,revision_number=None']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:01:47.445670 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aa13b2-3a0c-4ab3-a42e-67a5ab6f184e req-8e9f28f7-3023-4730-aa41-43c22e33cd2c tempest-DeleteServersTestJSON-1125588650 tempest-DeleteServersTestJSON-1125588650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:01:47.447232 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-c9aa13b2-3a0c-4ab3-a42e-67a5ab6f184e req-8e9f28f7-3023-4730-aa41-43c22e33cd2c tempest-DeleteServersTestJSON-1125588650 tempest-DeleteServersTestJSON-1125588650-project] 10.222.0.17 "GET /v2.0/ports?device_id=71f71683-82dd-492f-874c-42b518a3e827 HTTP/1.1" status: 200 len: 944 time: 0.0668149 Jul 24 20:01:47.453102 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eb962b-79c3-4868-aebd-2a6575a137cc req-6760ded9-c25d-4290-a94a-c131e09e35a2 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:01:47.457826 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-c2eb962b-79c3-4868-aebd-2a6575a137cc req-6760ded9-c25d-4290-a94a-c131e09e35a2 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/ports?device_id=b835df72-6134-422a-80ae-654e9da4e4a7 HTTP/1.1" status: 200 len: 944 time: 0.1030126 Jul 24 20:01:47.500390 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:01:47.539330 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-c9aa13b2-3a0c-4ab3-a42e-67a5ab6f184e req-c370d72b-c6e9-47b6-a62a-5bbcdcf20cb3 tempest-DeleteServersTestJSON-1125588650 tempest-DeleteServersTestJSON-1125588650-project] 10.222.0.17 "GET /v2.0/security-groups?id=85813377-563a-400b-8b92-b4a85adf39fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759342 Jul 24 20:01:47.539330 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-c2eb962b-79c3-4868-aebd-2a6575a137cc req-5008450b-47d9-4ad9-8209-fdf684df4517 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/security-groups?id=26640197-a088-42b2-99b8-e30a0e4045f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726821 Jul 24 20:01:47.603041 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [req-f446db6e-3555-4cb1-aa30-c368904da9d3 req-e26d7150-354a-4be8-887a-bd2f41f4e802 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=09861531-361a-4ae0-a003-7ccadbba9045 HTTP/1.1" status: 200 len: 217 time: 0.0619555 Jul 24 20:01:47.645715 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-e4187642-817c-4749-88c2-b32881bac7d4 req-639dc73a-a1b7-4516-b5b1-c2c19301f8f6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fb47eaa5-8e6b-4fe4-8667-50e998c90da3 HTTP/1.1" status: 200 len: 217 time: 0.1014397 Jul 24 20:01:47.669153 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f446db6e-3555-4cb1-aa30-c368904da9d3 req-eea4ee22-eb8b-42c0-8ed8-354873bf2089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:01:47.672127 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [req-f446db6e-3555-4cb1-aa30-c368904da9d3 req-eea4ee22-eb8b-42c0-8ed8-354873bf2089 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2d5b2ef6-8656-4777-b6ce-8ee0654272cc HTTP/1.1" status: 200 len: 850 time: 0.0613830 Jul 24 20:01:47.753147 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:01:47.776492 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaf3ac5-5d43-4397-b298-4c6c8a70465a req-f543d3a7-3297-4fcb-93d3-c9056fd5e344 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:01:47.777993 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-4aaf3ac5-5d43-4397-b298-4c6c8a70465a req-f543d3a7-3297-4fcb-93d3-c9056fd5e344 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/ports?device_id=8ad940d2-dab6-42ec-a84a-53ee9242b68d HTTP/1.1" status: 200 len: 943 time: 0.1346292 Jul 24 20:01:47.834713 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e27ad7-6aca-4f8e-8cbd-33133fd6996c req-5387dd32-656f-40e8-8746-5d0974993478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:01:47.836945 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-12e27ad7-6aca-4f8e-8cbd-33133fd6996c req-5387dd32-656f-40e8-8746-5d0974993478 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3007491 Jul 24 20:01:47.854234 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-4aaf3ac5-5d43-4397-b298-4c6c8a70465a req-3c71daf5-b701-47e3-b504-f80b40f776b1 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/security-groups?id=7fd4fa86-8151-45a8-babb-f1c645ad6646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692697 Jul 24 20:01:48.399053 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=84,neutron:DELETE=7,neutron:INSERT=9 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:01:48.454664 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f446db6e-3555-4cb1-aa30-c368904da9d3 req-0eb38db9-33c4-4d0f-b774-3244bf19e2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:01:48.457249 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [req-f446db6e-3555-4cb1-aa30-c368904da9d3 req-0eb38db9-33c4-4d0f-b774-3244bf19e2f1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=64be66ee-585a-4301-8b32-9012fd829a32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1318922 Jul 24 20:01:48.466049 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1133f3a-5de0-4154-b50a-05d2314180fe req-b069850f-5d94-4890-9d3a-3ff65416a82e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:01:48.468527 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-c1133f3a-5de0-4154-b50a-05d2314180fe req-b069850f-5d94-4890-9d3a-3ff65416a82e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=49f6a7894899436d8ce94d9a7500533a&device_id=8ad940d2-dab6-42ec-a84a-53ee9242b68d HTTP/1.1" status: 200 len: 1127 time: 0.1198950 Jul 24 20:01:48.470130 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4187642-817c-4749-88c2-b32881bac7d4 req-1e62ac02-9551-4eaa-a03c-d8eb9da655bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:01:48.471552 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-e4187642-817c-4749-88c2-b32881bac7d4 req-1e62ac02-9551-4eaa-a03c-d8eb9da655bf service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1b0ec485-4e15-4515-af25-2ebd70a5137a HTTP/1.1" status: 200 len: 857 time: 0.1461499 Jul 24 20:01:48.479197 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27091613-a951-4dfd-8667-4d4c2390a0e3 req-91125b51-9aa7-40db-9d16-f859aaf40a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:01:48.480895 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [req-27091613-a951-4dfd-8667-4d4c2390a0e3 req-91125b51-9aa7-40db-9d16-f859aaf40a51 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=15c454baefdc474682f88c603f6108a8&device_id=0b97a2bd-3e67-4a71-9c37-e823feae7fc7 HTTP/1.1" status: 200 len: 1128 time: 0.1127391 Jul 24 20:01:48.560974 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [req-27091613-a951-4dfd-8667-4d4c2390a0e3 req-74ab6e75-17d0-47b4-afb9-0f33d3023cc2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=36d6ef5c-d8dd-40c4-8f7e-b9bfc4d8dfc8 HTTP/1.1" status: 200 len: 217 time: 0.0695817 Jul 24 20:01:48.637070 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4187642-817c-4749-88c2-b32881bac7d4 req-76c6405b-a578-4117-a7e6-80557a46e100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:01:48.638519 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-e4187642-817c-4749-88c2-b32881bac7d4 req-76c6405b-a578-4117-a7e6-80557a46e100 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6e3ba2d8-cc61-4396-b210-32cea4aff750&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1589291 Jul 24 20:01:48.708716 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27091613-a951-4dfd-8667-4d4c2390a0e3 req-6d19e76c-dd90-4819-8221-7149449e4427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:01:48.712135 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [req-27091613-a951-4dfd-8667-4d4c2390a0e3 req-6d19e76c-dd90-4819-8221-7149449e4427 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1b0ec485-4e15-4515-af25-2ebd70a5137a HTTP/1.1" status: 200 len: 857 time: 0.1101944 Jul 24 20:01:48.718626 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [req-f446db6e-3555-4cb1-aa30-c368904da9d3 req-26f6ed9c-88c7-4078-abe8-5e259fbb935d service neutron] 10.222.0.42 "GET /v2.0/networks/64be66ee-585a-4301-8b32-9012fd829a32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2533855 Jul 24 20:01:48.789218 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdcec96-59ac-4f7c-a6f4-e0205957ebe3 req-3f32174e-ee09-4028-8e86-731c66dd112c tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:01:48.790987 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-3fdcec96-59ac-4f7c-a6f4-e0205957ebe3 req-3f32174e-ee09-4028-8e86-731c66dd112c tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/ports?device_id=b835df72-6134-422a-80ae-654e9da4e4a7 HTTP/1.1" status: 200 len: 944 time: 0.1512814 Jul 24 20:01:48.802971 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c91121-5f8e-4871-ab3f-885987c37f5b req-9f914ac1-b102-4523-8b93-6edd8d11cb6b tempest-DeleteServersTestJSON-1125588650 tempest-DeleteServersTestJSON-1125588650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:01:48.803213 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=1 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:01:48.804088 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-90c91121-5f8e-4871-ab3f-885987c37f5b req-9f914ac1-b102-4523-8b93-6edd8d11cb6b tempest-DeleteServersTestJSON-1125588650 tempest-DeleteServersTestJSON-1125588650-project] 10.222.0.17 "GET /v2.0/ports?device_id=71f71683-82dd-492f-874c-42b518a3e827 HTTP/1.1" status: 200 len: 944 time: 0.1782606 Jul 24 20:01:48.807370 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27091613-a951-4dfd-8667-4d4c2390a0e3 req-522629f2-10a1-414f-bf35-2e4a29d29554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:01:48.809890 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [req-27091613-a951-4dfd-8667-4d4c2390a0e3 req-522629f2-10a1-414f-bf35-2e4a29d29554 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6e3ba2d8-cc61-4396-b210-32cea4aff750&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0899639 Jul 24 20:01:48.850727 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1133f3a-5de0-4154-b50a-05d2314180fe req-02f4e0e3-e702-4ae7-8729-2ef44b7f6b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:01:48.852170 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-c1133f3a-5de0-4154-b50a-05d2314180fe req-02f4e0e3-e702-4ae7-8729-2ef44b7f6b10 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b3fd2ef6-6f8c-45f9-a0a9-81c377b08f7e HTTP/1.1" status: 200 len: 917 time: 0.3702857 Jul 24 20:01:48.856503 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=100 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:01:48.936068 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-c1133f3a-5de0-4154-b50a-05d2314180fe req-c00ed4a7-4654-47d5-856c-c2ae785a3096 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=72d7cce4-42e1-4ed0-8270-569e161be59b HTTP/1.1" status: 200 len: 217 time: 0.0749540 Jul 24 20:01:48.943787 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-e4187642-817c-4749-88c2-b32881bac7d4 req-267fbb97-4e00-42d8-abd0-88b587398585 service neutron] 10.222.0.42 "GET /v2.0/networks/6e3ba2d8-cc61-4396-b210-32cea4aff750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2900677 Jul 24 20:01:48.975324 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-3fdcec96-59ac-4f7c-a6f4-e0205957ebe3 req-48338c5c-bcc9-48db-b13d-6b8fbb28ec9d tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/security-groups?id=26640197-a088-42b2-99b8-e30a0e4045f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685188 Jul 24 20:01:48.999478 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [req-f446db6e-3555-4cb1-aa30-c368904da9d3 req-8fcd609c-dab8-4e56-bc25-76c94342b512 service neutron] 10.222.0.42 "GET /v2.0/networks/64be66ee-585a-4301-8b32-9012fd829a32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2623827 Jul 24 20:01:49.016395 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-90c91121-5f8e-4871-ab3f-885987c37f5b req-e5f51f77-4622-4535-aa2f-f279ac430965 tempest-DeleteServersTestJSON-1125588650 tempest-DeleteServersTestJSON-1125588650-project] 10.222.0.17 "GET /v2.0/security-groups?id=85813377-563a-400b-8b92-b4a85adf39fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035229 Jul 24 20:01:49.023129 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [req-27091613-a951-4dfd-8667-4d4c2390a0e3 req-5cd505d9-5d58-4afd-bb22-0589eabf444f service neutron] 10.222.0.42 "GET /v2.0/networks/6e3ba2d8-cc61-4396-b210-32cea4aff750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646125 Jul 24 20:01:49.118700 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1133f3a-5de0-4154-b50a-05d2314180fe req-5d65dbaa-77a7-4ea5-ad54-de4aa6fd9f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:01:49.120136 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-c1133f3a-5de0-4154-b50a-05d2314180fe req-5d65dbaa-77a7-4ea5-ad54-de4aa6fd9f26 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9f1a76ef-9ecc-40f5-8dc9-5b3ae75ee961 HTTP/1.1" status: 200 len: 855 time: 0.1740150 Jul 24 20:01:49.279933 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [req-27091613-a951-4dfd-8667-4d4c2390a0e3 req-8a2759ba-0f50-4352-9c32-49a46fbcf4de service neutron] 10.222.0.42 "GET /v2.0/networks/6e3ba2d8-cc61-4396-b210-32cea4aff750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2317200 Jul 24 20:01:49.425424 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1133f3a-5de0-4154-b50a-05d2314180fe req-3dea252c-1647-4bc8-bb29-a68b4c0ae6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:01:49.427853 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-c1133f3a-5de0-4154-b50a-05d2314180fe req-3dea252c-1647-4bc8-bb29-a68b4c0ae6c6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b3fd2ef6-6f8c-45f9-a0a9-81c377b08f7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2907927 Jul 24 20:01:49.435368 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ecdcce-70c9-4dac-9d24-8892273919f9 req-d39aa1f1-f407-4385-8ba4-0219b5f04b59 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:01:49.437108 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-42ecdcce-70c9-4dac-9d24-8892273919f9 req-d39aa1f1-f407-4385-8ba4-0219b5f04b59 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/ports?device_id=8ad940d2-dab6-42ec-a84a-53ee9242b68d HTTP/1.1" status: 200 len: 943 time: 0.3251767 Jul 24 20:01:49.441470 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-e4187642-817c-4749-88c2-b32881bac7d4 req-e0f1553d-dbc0-4471-99fd-b51548adb6dc service neutron] 10.222.0.42 "GET /v2.0/networks/6e3ba2d8-cc61-4396-b210-32cea4aff750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4809809 Jul 24 20:01:49.497796 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-42ecdcce-70c9-4dac-9d24-8892273919f9 req-6b27e142-4971-4bc0-8756-aed61a1d329d tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/security-groups?id=7fd4fa86-8151-45a8-babb-f1c645ad6646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546227 Jul 24 20:01:49.953062 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdc1b2d-5748-41aa-a528-73e1b1e3a6ee req-cf109b36-36b5-4e9c-baae-0921763b41fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:01:49.953062 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [req-8fdc1b2d-5748-41aa-a528-73e1b1e3a6ee req-cf109b36-36b5-4e9c-baae-0921763b41fc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c1d92a82166d4e128dbef71394daba86&device_id=71f71683-82dd-492f-874c-42b518a3e827 HTTP/1.1" status: 200 len: 1128 time: 0.0540440 Jul 24 20:01:49.998432 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Device fb47eaa5-8e6b-4fe4-8667-50e998c90da3 details requested by agent hyperv_hv-cinder-85044 with host hv-cinder-85044 {{(pid=110844) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 20:01:50.054776 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-c1133f3a-5de0-4154-b50a-05d2314180fe req-bf2336ba-4dfd-4f71-b955-cfabeb68c524 service neutron] 10.222.0.42 "GET /v2.0/networks/b3fd2ef6-6f8c-45f9-a0a9-81c377b08f7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705587 Jul 24 20:01:50.219224 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:01:50.233707 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdc1b2d-5748-41aa-a528-73e1b1e3a6ee req-388def63-b030-4eee-8688-7233af6c0eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:01:50.235377 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [req-8fdc1b2d-5748-41aa-a528-73e1b1e3a6ee req-388def63-b030-4eee-8688-7233af6c0eb3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=64be66ee-585a-4301-8b32-9012fd829a32 HTTP/1.1" status: 200 len: 912 time: 0.2793860 Jul 24 20:01:50.263896 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] For port fb47eaa5-8e6b-4fe4-8667-50e998c90da3, host hv-cinder-85044, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85044',level=0,port_id=fb47eaa5-8e6b-4fe4-8667-50e998c90da3,segment=NetworkSegment(1a250ca4-cd77-42a8-bf37-37a7ac6ffa6c),segment_id=1a250ca4-cd77-42a8-bf37-37a7ac6ffa6c)] {{(pid=110844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 20:01:50.271528 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e883955d-5040-44ba-9736-753cc01a4b81 req-1f6b0fc3-b16d-4fbd-9269-37b5fa70f055 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:01:50.279046 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-e883955d-5040-44ba-9736-753cc01a4b81 req-1f6b0fc3-b16d-4fbd-9269-37b5fa70f055 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/ports?device_id=b835df72-6134-422a-80ae-654e9da4e4a7 HTTP/1.1" status: 200 len: 944 time: 0.1013629 Jul 24 20:01:50.281825 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Returning: {'device': 'fb47eaa5-8e6b-4fe4-8667-50e998c90da3', 'network_id': '6e3ba2d8-cc61-4396-b210-32cea4aff750', 'port_id': 'fb47eaa5-8e6b-4fe4-8667-50e998c90da3', 'mac_address': 'fa:16:3e:3b:d5:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b0ec485-4e15-4515-af25-2ebd70a5137a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110844) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 20:01:50.312568 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b60eb93-49f2-4e98-abfe-aa9e65e308cf req-8dc5eb60-ba8c-4e2f-8246-1203b94e8131 tempest-DeleteServersTestJSON-1125588650 tempest-DeleteServersTestJSON-1125588650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:01:50.314109 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-8b60eb93-49f2-4e98-abfe-aa9e65e308cf req-8dc5eb60-ba8c-4e2f-8246-1203b94e8131 tempest-DeleteServersTestJSON-1125588650 tempest-DeleteServersTestJSON-1125588650-project] 10.222.0.17 "GET /v2.0/ports?device_id=71f71683-82dd-492f-874c-42b518a3e827 HTTP/1.1" status: 200 len: 944 time: 0.1208198 Jul 24 20:01:50.320023 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Current status of the port fb47eaa5-8e6b-4fe4-8667-50e998c90da3 is: DOWN; New status is: BUILD {{(pid=110844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 20:01:50.320784 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (fb47eaa5-8e6b-4fe4-8667-50e998c90da3), before_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:50.335641 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.notifiers.nova [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb47eaa5-8e6b-4fe4-8667-50e998c90da3 {{(pid=110844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 24 20:01:50.381042 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] For port fb47eaa5-8e6b-4fe4-8667-50e998c90da3, host hv-cinder-85044, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85044',level=0,port_id=fb47eaa5-8e6b-4fe4-8667-50e998c90da3,segment=NetworkSegment(1a250ca4-cd77-42a8-bf37-37a7ac6ffa6c),segment_id=1a250ca4-cd77-42a8-bf37-37a7ac6ffa6c)] {{(pid=110844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 20:01:50.397752 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-e883955d-5040-44ba-9736-753cc01a4b81 req-f713986d-9130-41df-9759-cf72f4653d57 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/security-groups?id=26640197-a088-42b2-99b8-e30a0e4045f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176906 Jul 24 20:01:50.421726 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-8b60eb93-49f2-4e98-abfe-aa9e65e308cf req-7648d9e8-08f6-457f-a399-7ed8c0dcb7e0 tempest-DeleteServersTestJSON-1125588650 tempest-DeleteServersTestJSON-1125588650-project] 10.222.0.17 "GET /v2.0/security-groups?id=85813377-563a-400b-8b92-b4a85adf39fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956624 Jul 24 20:01:50.557057 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958'] for port (fb47eaa5-8e6b-4fe4-8667-50e998c90da3), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:50.558058 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Device 72d7cce4-42e1-4ed0-8270-569e161be59b details requested by agent hyperv_hv-cinder-85044 with host hv-cinder-85044 {{(pid=110844) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 20:01:50.633747 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:01:50.644072 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9518a6-4a93-44d2-bcb2-5b842b2c78ae req-8b42ad5d-f2b6-4613-980e-a54fca89be67 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:01:50.648527 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-ac9518a6-4a93-44d2-bcb2-5b842b2c78ae req-8b42ad5d-f2b6-4613-980e-a54fca89be67 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/ports?device_id=8ad940d2-dab6-42ec-a84a-53ee9242b68d HTTP/1.1" status: 200 len: 943 time: 0.0587306 Jul 24 20:01:50.683200 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=100 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:01:50.721947 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG dbcounter [-] [110845] Writing DB stats neutron:SELECT=3 {{(pid=110845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:01:50.729657 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-ac9518a6-4a93-44d2-bcb2-5b842b2c78ae req-d043ce2b-5654-4c1a-957d-ef5454170e38 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/security-groups?id=7fd4fa86-8151-45a8-babb-f1c645ad6646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708678 Jul 24 20:01:50.729858 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] For port 72d7cce4-42e1-4ed0-8270-569e161be59b, host hv-cinder-85044, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85044',level=0,port_id=72d7cce4-42e1-4ed0-8270-569e161be59b,segment=NetworkSegment(e9fdb9ec-6b6e-4383-ae6e-075d3eed2f20),segment_id=e9fdb9ec-6b6e-4383-ae6e-075d3eed2f20)] {{(pid=110844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 20:01:50.735300 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG dbcounter [-] [110845] Writing DB stats neutron:SELECT=5 {{(pid=110845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:01:50.741692 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Pushing event updated for resources: {'Port': ['ID=fb47eaa5-8e6b-4fe4-8667-50e998c90da3,revision_number=4']} {{(pid=110844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:01:50.755925 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Returning: {'device': '72d7cce4-42e1-4ed0-8270-569e161be59b', 'network_id': 'b3fd2ef6-6f8c-45f9-a0a9-81c377b08f7e', 'port_id': '72d7cce4-42e1-4ed0-8270-569e161be59b', 'mac_address': 'fa:16:3e:b3:db:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f1a76ef-9ecc-40f5-8dc9-5b3ae75ee961', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110844) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 20:01:50.811579 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Current status of the port 72d7cce4-42e1-4ed0-8270-569e161be59b is: DOWN; New status is: BUILD {{(pid=110844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 20:01:50.812120 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (72d7cce4-42e1-4ed0-8270-569e161be59b), before_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:50.839465 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.notifiers.nova [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72d7cce4-42e1-4ed0-8270-569e161be59b {{(pid=110844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 24 20:01:50.863486 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] For port 72d7cce4-42e1-4ed0-8270-569e161be59b, host hv-cinder-85044, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85044',level=0,port_id=72d7cce4-42e1-4ed0-8270-569e161be59b,segment=NetworkSegment(e9fdb9ec-6b6e-4383-ae6e-075d3eed2f20),segment_id=e9fdb9ec-6b6e-4383-ae6e-075d3eed2f20)] {{(pid=110844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 20:01:50.905636 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [-] (110843) accepted ('10.222.0.17', 57580) {{(pid=110843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:01:50.968347 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958'] for port (72d7cce4-42e1-4ed0-8270-569e161be59b), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:51.003214 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [req-8fdc1b2d-5748-41aa-a528-73e1b1e3a6ee req-a955fb13-e853-41de-90ca-2bf0aa734ab1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=09861531-361a-4ae0-a003-7ccadbba9045 HTTP/1.1" status: 200 len: 217 time: 0.0996006 Jul 24 20:01:51.055180 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdc1b2d-5748-41aa-a528-73e1b1e3a6ee req-f00630c8-5208-42f8-b9c2-7cf013f8786d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:01:51.057020 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [req-8fdc1b2d-5748-41aa-a528-73e1b1e3a6ee req-f00630c8-5208-42f8-b9c2-7cf013f8786d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2d5b2ef6-8656-4777-b6ce-8ee0654272cc HTTP/1.1" status: 200 len: 850 time: 0.0504525 Jul 24 20:01:51.101566 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Pushing event updated for resources: {'Port': ['ID=72d7cce4-42e1-4ed0-8270-569e161be59b,revision_number=4']} {{(pid=110844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:01:51.107684 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdc1b2d-5748-41aa-a528-73e1b1e3a6ee req-6742925b-8f51-4110-8d6a-aa79d169879d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:01:51.109495 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [req-8fdc1b2d-5748-41aa-a528-73e1b1e3a6ee req-6742925b-8f51-4110-8d6a-aa79d169879d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=64be66ee-585a-4301-8b32-9012fd829a32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0466602 Jul 24 20:01:51.121139 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-535d67db-c0ea-44d4-b9f7-dd0936d7d978 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:51.179691 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-c1133f3a-5de0-4154-b50a-05d2314180fe req-d90a487c-6cfa-44a4-9091-8ef0c7a0a342 service neutron] 10.222.0.42 "GET /v2.0/networks/b3fd2ef6-6f8c-45f9-a0a9-81c377b08f7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2748635 Jul 24 20:01:51.216368 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [req-8fdc1b2d-5748-41aa-a528-73e1b1e3a6ee req-1f139eb8-c59a-49b6-9c4b-f12a158270b1 service neutron] 10.222.0.42 "GET /v2.0/networks/64be66ee-585a-4301-8b32-9012fd829a32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994840 Jul 24 20:01:51.246581 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-535d67db-c0ea-44d4-b9f7-dd0936d7d978 admin admin] Publish callbacks [] for security_group (08cc88d9-71dc-4d5b-93bb-cbbedcc16362), precommit_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:51.371902 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=100 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:01:51.374641 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [req-8fdc1b2d-5748-41aa-a528-73e1b1e3a6ee req-f3b15457-6b32-4688-8de3-259aa46c2613 service neutron] 10.222.0.42 "GET /v2.0/networks/64be66ee-585a-4301-8b32-9012fd829a32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517148 Jul 24 20:01:51.376838 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] get_ports_and_sgs() called for port_ids ['72d7cce4-42e1-4ed0-8270-569e161be59b'] {{(pid=110844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 20:01:51.386127 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-535d67db-c0ea-44d4-b9f7-dd0936d7d978 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (08cc88d9-71dc-4d5b-93bb-cbbedcc16362), after_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:51.439184 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [None req-535d67db-c0ea-44d4-b9f7-dd0936d7d978 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=d433f409f9b14f928953c72559e139cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5325525 Jul 24 20:01:51.440804 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535d67db-c0ea-44d4-b9f7-dd0936d7d978 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08cc88d9-71dc-4d5b-93bb-cbbedcc16362,revision_number=1']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:01:51.442164 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 57606) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:01:51.538679 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-6b900155-3fbf-43aa-9962-2fb2eea3d0dc admin admin] Publish callbacks [] for security_group (08cc88d9-71dc-4d5b-93bb-cbbedcc16362), before_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:51.541213 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] get_ports_and_sgs() called for port_ids ['fb47eaa5-8e6b-4fe4-8667-50e998c90da3'] {{(pid=110844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 20:01:51.585739 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-6b900155-3fbf-43aa-9962-2fb2eea3d0dc admin admin] Publish callbacks [] for security_group (08cc88d9-71dc-4d5b-93bb-cbbedcc16362), precommit_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:51.646423 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:01:51.661771 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ce4544-126f-4c48-89ed-0da880527f4c req-44720fc3-fe7a-43ff-ba42-3db3a53b093b tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:01:51.663557 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-e2ce4544-126f-4c48-89ed-0da880527f4c req-44720fc3-fe7a-43ff-ba42-3db3a53b093b tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/ports?device_id=b835df72-6134-422a-80ae-654e9da4e4a7 HTTP/1.1" status: 200 len: 945 time: 0.1007292 Jul 24 20:01:51.685969 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf413d5-d995-4e77-902d-1b2f1e405c6e req-ad40d8ee-1cfa-4901-b82d-77d854156c7f tempest-DeleteServersTestJSON-1125588650 tempest-DeleteServersTestJSON-1125588650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:01:51.687572 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-abf413d5-d995-4e77-902d-1b2f1e405c6e req-ad40d8ee-1cfa-4901-b82d-77d854156c7f tempest-DeleteServersTestJSON-1125588650 tempest-DeleteServersTestJSON-1125588650-project] 10.222.0.17 "GET /v2.0/ports?device_id=71f71683-82dd-492f-874c-42b518a3e827 HTTP/1.1" status: 200 len: 944 time: 0.0847781 Jul 24 20:01:51.783249 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-e2ce4544-126f-4c48-89ed-0da880527f4c req-1048c7ab-aa26-48c2-9e59-a9ab11643b76 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/security-groups?id=26640197-a088-42b2-99b8-e30a0e4045f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121812 Jul 24 20:01:51.802552 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-6b900155-3fbf-43aa-9962-2fb2eea3d0dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (08cc88d9-71dc-4d5b-93bb-cbbedcc16362), after_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:51.806421 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-6b900155-3fbf-43aa-9962-2fb2eea3d0dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:51.812907 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-6b900155-3fbf-43aa-9962-2fb2eea3d0dc admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/08cc88d9-71dc-4d5b-93bb-cbbedcc16362 HTTP/1.1" status: 204 len: 168 time: 0.3664536 Jul 24 20:01:51.814362 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-abf413d5-d995-4e77-902d-1b2f1e405c6e req-a4154b17-6a00-40f9-8c56-54a4defb9e04 tempest-DeleteServersTestJSON-1125588650 tempest-DeleteServersTestJSON-1125588650-project] 10.222.0.17 "GET /v2.0/security-groups?id=85813377-563a-400b-8b92-b4a85adf39fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183693 Jul 24 20:01:51.852800 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b900155-3fbf-43aa-9962-2fb2eea3d0dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08cc88d9-71dc-4d5b-93bb-cbbedcc16362,revision_number=None']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:01:51.958260 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Device 36d6ef5c-d8dd-40c4-8f7e-b9bfc4d8dfc8 details requested by agent hyperv_hv-cinder-85044 with host hv-cinder-85044 {{(pid=110844) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 20:01:51.963830 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69b64b8-e47a-40c3-b516-1d32f7558e61 req-d9f67fcd-7170-4ae5-9858-4de2f7a0a96a tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:01:51.968332 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:01:51.969753 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-e69b64b8-e47a-40c3-b516-1d32f7558e61 req-d9f67fcd-7170-4ae5-9858-4de2f7a0a96a tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/ports?device_id=8ad940d2-dab6-42ec-a84a-53ee9242b68d HTTP/1.1" status: 200 len: 944 time: 0.0796657 Jul 24 20:01:52.033515 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-e69b64b8-e47a-40c3-b516-1d32f7558e61 req-32e71845-4193-41c8-bb61-3731acf94325 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/security-groups?id=7fd4fa86-8151-45a8-babb-f1c645ad6646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577376 Jul 24 20:01:52.158992 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] For port 36d6ef5c-d8dd-40c4-8f7e-b9bfc4d8dfc8, host hv-cinder-85044, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85044',level=0,port_id=36d6ef5c-d8dd-40c4-8f7e-b9bfc4d8dfc8,segment=NetworkSegment(1a250ca4-cd77-42a8-bf37-37a7ac6ffa6c),segment_id=1a250ca4-cd77-42a8-bf37-37a7ac6ffa6c)] {{(pid=110844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 20:01:52.173849 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Returning: {'device': '36d6ef5c-d8dd-40c4-8f7e-b9bfc4d8dfc8', 'network_id': '6e3ba2d8-cc61-4396-b210-32cea4aff750', 'port_id': '36d6ef5c-d8dd-40c4-8f7e-b9bfc4d8dfc8', 'mac_address': 'fa:16:3e:01:05:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b0ec485-4e15-4515-af25-2ebd70a5137a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110844) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 20:01:52.217641 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Current status of the port 36d6ef5c-d8dd-40c4-8f7e-b9bfc4d8dfc8 is: DOWN; New status is: BUILD {{(pid=110844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 20:01:52.218172 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (36d6ef5c-d8dd-40c4-8f7e-b9bfc4d8dfc8), before_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:52.240134 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.notifiers.nova [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36d6ef5c-d8dd-40c4-8f7e-b9bfc4d8dfc8 {{(pid=110844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 24 20:01:52.241453 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:01:52.262775 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] For port 36d6ef5c-d8dd-40c4-8f7e-b9bfc4d8dfc8, host hv-cinder-85044, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85044',level=0,port_id=36d6ef5c-d8dd-40c4-8f7e-b9bfc4d8dfc8,segment=NetworkSegment(1a250ca4-cd77-42a8-bf37-37a7ac6ffa6c),segment_id=1a250ca4-cd77-42a8-bf37-37a7ac6ffa6c)] {{(pid=110844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 20:01:52.313206 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958'] for port (36d6ef5c-d8dd-40c4-8f7e-b9bfc4d8dfc8), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:52.314421 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Device 09861531-361a-4ae0-a003-7ccadbba9045 details requested by agent hyperv_hv-cinder-85044 with host hv-cinder-85044 {{(pid=110844) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 20:01:52.411985 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Pushing event updated for resources: {'Port': ['ID=36d6ef5c-d8dd-40c4-8f7e-b9bfc4d8dfc8,revision_number=4']} {{(pid=110844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:01:52.520676 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] For port 09861531-361a-4ae0-a003-7ccadbba9045, host hv-cinder-85044, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85044',level=0,port_id=09861531-361a-4ae0-a003-7ccadbba9045,segment=NetworkSegment(8116d425-f2a1-4ba9-b4f2-e5572bf43ba1),segment_id=8116d425-f2a1-4ba9-b4f2-e5572bf43ba1)] {{(pid=110844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 20:01:52.549985 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Returning: {'device': '09861531-361a-4ae0-a003-7ccadbba9045', 'network_id': '64be66ee-585a-4301-8b32-9012fd829a32', 'port_id': '09861531-361a-4ae0-a003-7ccadbba9045', 'mac_address': 'fa:16:3e:53:85:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d5b2ef6-8656-4777-b6ce-8ee0654272cc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110844) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 20:01:52.565431 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 57642) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:01:52.612344 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Current status of the port 09861531-361a-4ae0-a003-7ccadbba9045 is: DOWN; New status is: BUILD {{(pid=110844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 20:01:52.612998 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (09861531-361a-4ae0-a003-7ccadbba9045), before_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:52.630783 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.notifiers.nova [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09861531-361a-4ae0-a003-7ccadbba9045 {{(pid=110844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 24 20:01:52.666772 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] For port 09861531-361a-4ae0-a003-7ccadbba9045, host hv-cinder-85044, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85044',level=0,port_id=09861531-361a-4ae0-a003-7ccadbba9045,segment=NetworkSegment(8116d425-f2a1-4ba9-b4f2-e5572bf43ba1),segment_id=8116d425-f2a1-4ba9-b4f2-e5572bf43ba1)] {{(pid=110844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 20:01:52.698584 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [-] (110843) accepted ('10.222.0.17', 57648) {{(pid=110843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:01:52.716914 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-143914a8-6387-4660-ad8a-64f76cee1a0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:52.738523 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958'] for port (09861531-361a-4ae0-a003-7ccadbba9045), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:52.802837 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Pushing event updated for resources: {'Port': ['ID=09861531-361a-4ae0-a003-7ccadbba9045,revision_number=4']} {{(pid=110844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:01:52.874608 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-143914a8-6387-4660-ad8a-64f76cee1a0c admin admin] Publish callbacks [] for security_group (47676a54-7a35-4bd0-b649-16f4efa2fbf4), precommit_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:52.935744 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-edbe1920-32c1-445e-bdd7-d06b6368b484 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:52.972892 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-143914a8-6387-4660-ad8a-64f76cee1a0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (47676a54-7a35-4bd0-b649-16f4efa2fbf4), after_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:53.024823 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:01:53.043519 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cce8389-3ef2-47fa-962e-cef1af504aa9 req-393031c7-484b-4382-958e-e412188f7dbf tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:01:53.046440 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-9cce8389-3ef2-47fa-962e-cef1af504aa9 req-393031c7-484b-4382-958e-e412188f7dbf tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/ports?device_id=b835df72-6134-422a-80ae-654e9da4e4a7 HTTP/1.1" status: 200 len: 945 time: 0.1493094 Jul 24 20:01:53.048415 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-edbe1920-32c1-445e-bdd7-d06b6368b484 admin admin] Publish callbacks [] for security_group (dc258a84-b2a6-4741-a1b9-843d6504b45b), precommit_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:53.072233 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c71fd8-d0f6-486d-ad46-083566ea5767 req-54f16170-a1ea-49a9-ac47-59527946b78d tempest-DeleteServersTestJSON-1125588650 tempest-DeleteServersTestJSON-1125588650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:01:53.073885 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-93c71fd8-d0f6-486d-ad46-083566ea5767 req-54f16170-a1ea-49a9-ac47-59527946b78d tempest-DeleteServersTestJSON-1125588650 tempest-DeleteServersTestJSON-1125588650-project] 10.222.0.17 "GET /v2.0/ports?device_id=71f71683-82dd-492f-874c-42b518a3e827 HTTP/1.1" status: 200 len: 945 time: 0.1422958 Jul 24 20:01:53.095212 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143914a8-6387-4660-ad8a-64f76cee1a0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47676a54-7a35-4bd0-b649-16f4efa2fbf4,revision_number=1']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:01:53.100108 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [None req-143914a8-6387-4660-ad8a-64f76cee1a0c admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=3dcd9a9f615b41cfb5decdd8aad9b4b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4005036 Jul 24 20:01:53.108579 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 57664) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:01:53.171694 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:01:53.175389 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-edbe1920-32c1-445e-bdd7-d06b6368b484 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (dc258a84-b2a6-4741-a1b9-843d6504b45b), after_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:53.183439 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-9cce8389-3ef2-47fa-962e-cef1af504aa9 req-764a5ca3-1a45-4637-9cbd-568cf78a93cd tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/security-groups?id=26640197-a088-42b2-99b8-e30a0e4045f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242590 Jul 24 20:01:53.187348 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-93c71fd8-d0f6-486d-ad46-083566ea5767 req-07260170-337b-4342-91ff-8888b48e80f5 tempest-DeleteServersTestJSON-1125588650 tempest-DeleteServersTestJSON-1125588650-project] 10.222.0.17 "GET /v2.0/security-groups?id=85813377-563a-400b-8b92-b4a85adf39fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043248 Jul 24 20:01:53.194768 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-325519ac-e323-4251-9a39-9bde60f18de4 admin admin] Publish callbacks [] for security_group (47676a54-7a35-4bd0-b649-16f4efa2fbf4), before_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:53.214584 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] get_ports_and_sgs() called for port_ids ['09861531-361a-4ae0-a003-7ccadbba9045'] {{(pid=110844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 20:01:53.247043 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-edbe1920-32c1-445e-bdd7-d06b6368b484 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=0a02698acc1e47d59f041fede0fd2ff3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6815503 Jul 24 20:01:53.249789 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [-] (110843) accepted ('10.222.0.17', 57666) {{(pid=110843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:01:53.263283 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-325519ac-e323-4251-9a39-9bde60f18de4 admin admin] Publish callbacks [] for security_group (47676a54-7a35-4bd0-b649-16f4efa2fbf4), precommit_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:53.271643 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbe1920-32c1-445e-bdd7-d06b6368b484 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc258a84-b2a6-4741-a1b9-843d6504b45b,revision_number=1']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:01:53.332616 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] get_ports_and_sgs() called for port_ids ['36d6ef5c-d8dd-40c4-8f7e-b9bfc4d8dfc8'] {{(pid=110844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 20:01:53.373019 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2bf398-c176-4a5b-9a91-2437e734b499 req-8f4bd610-eaa8-4e7d-b599-b91f5b8f04fc tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:01:53.375277 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-0b2bf398-c176-4a5b-9a91-2437e734b499 req-8f4bd610-eaa8-4e7d-b599-b91f5b8f04fc tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/ports?device_id=8ad940d2-dab6-42ec-a84a-53ee9242b68d HTTP/1.1" status: 200 len: 944 time: 0.1047311 Jul 24 20:01:53.388841 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-6fcf91ad-e2be-4df0-bf6c-cc59a9cfa1c7 admin admin] Publish callbacks [] for security_group (dc258a84-b2a6-4741-a1b9-843d6504b45b), before_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:53.437313 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-325519ac-e323-4251-9a39-9bde60f18de4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (47676a54-7a35-4bd0-b649-16f4efa2fbf4), after_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:53.443428 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-325519ac-e323-4251-9a39-9bde60f18de4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:53.443637 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:01:53.448468 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-325519ac-e323-4251-9a39-9bde60f18de4 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/47676a54-7a35-4bd0-b649-16f4efa2fbf4 HTTP/1.1" status: 204 len: 168 time: 0.3364692 Jul 24 20:01:53.472587 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325519ac-e323-4251-9a39-9bde60f18de4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47676a54-7a35-4bd0-b649-16f4efa2fbf4,revision_number=None']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:01:53.517783 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-6fcf91ad-e2be-4df0-bf6c-cc59a9cfa1c7 admin admin] Publish callbacks [] for security_group (dc258a84-b2a6-4741-a1b9-843d6504b45b), precommit_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:53.517783 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:01:53.528257 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-0b2bf398-c176-4a5b-9a91-2437e734b499 req-57aca3b9-42de-42ec-b634-c5322edffa09 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/security-groups?id=7fd4fa86-8151-45a8-babb-f1c645ad6646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1407030 Jul 24 20:01:53.663438 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-6fcf91ad-e2be-4df0-bf6c-cc59a9cfa1c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (dc258a84-b2a6-4741-a1b9-843d6504b45b), after_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:53.666742 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-6fcf91ad-e2be-4df0-bf6c-cc59a9cfa1c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:53.670517 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [None req-6fcf91ad-e2be-4df0-bf6c-cc59a9cfa1c7 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/dc258a84-b2a6-4741-a1b9-843d6504b45b HTTP/1.1" status: 204 len: 168 time: 0.4171510 Jul 24 20:01:53.679581 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcf91ad-e2be-4df0-bf6c-cc59a9cfa1c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc258a84-b2a6-4741-a1b9-843d6504b45b,revision_number=None']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:01:53.837340 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [-] (110843) accepted ('10.222.0.17', 57682) {{(pid=110843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:01:54.120171 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-431307e9-89a9-4523-b28c-c589bd525ab1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:54.251553 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-431307e9-89a9-4523-b28c-c589bd525ab1 admin admin] Publish callbacks [] for security_group (0d41ed69-4d0f-444c-9af7-c8263ff27d45), precommit_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:54.371315 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-431307e9-89a9-4523-b28c-c589bd525ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (0d41ed69-4d0f-444c-9af7-c8263ff27d45), after_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:54.419246 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431307e9-89a9-4523-b28c-c589bd525ab1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d41ed69-4d0f-444c-9af7-c8263ff27d45,revision_number=1']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:01:54.452233 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db6ba62-bfa5-4a7a-912a-0267deea0088 req-2fe9ab7b-83bc-45fa-8f2c-996c0a293db7 tempest-DeleteServersTestJSON-1125588650 tempest-DeleteServersTestJSON-1125588650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:01:54.452233 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-1db6ba62-bfa5-4a7a-912a-0267deea0088 req-2fe9ab7b-83bc-45fa-8f2c-996c0a293db7 tempest-DeleteServersTestJSON-1125588650 tempest-DeleteServersTestJSON-1125588650-project] 10.222.0.17 "GET /v2.0/ports?device_id=71f71683-82dd-492f-874c-42b518a3e827 HTTP/1.1" status: 200 len: 945 time: 0.1430669 Jul 24 20:01:54.454415 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f74a470-26ef-497a-9e5c-b0805a8b76cf req-94bd037a-b12c-49e8-8e69-d5d636403f37 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:01:54.455854 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-6f74a470-26ef-497a-9e5c-b0805a8b76cf req-94bd037a-b12c-49e8-8e69-d5d636403f37 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/ports?device_id=b835df72-6134-422a-80ae-654e9da4e4a7 HTTP/1.1" status: 200 len: 945 time: 0.1619480 Jul 24 20:01:54.478944 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [None req-431307e9-89a9-4523-b28c-c589bd525ab1 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=54d28b408f5e445f98ae90382124f24d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6400957 Jul 24 20:01:54.482694 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 57710) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:01:54.547824 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 57712) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:01:54.549951 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-1db6ba62-bfa5-4a7a-912a-0267deea0088 req-e5bf66a2-5583-4de2-8eba-598e954f2c1d tempest-DeleteServersTestJSON-1125588650 tempest-DeleteServersTestJSON-1125588650-project] 10.222.0.17 "GET /v2.0/security-groups?id=85813377-563a-400b-8b92-b4a85adf39fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884330 Jul 24 20:01:54.566731 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-66696466-5aa2-4ac9-a20f-3368904cfda7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:54.569957 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Device fb47eaa5-8e6b-4fe4-8667-50e998c90da3 up at agent hyperv_hv-cinder-85044 {{(pid=110844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 20:01:54.590633 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-6f74a470-26ef-497a-9e5c-b0805a8b76cf req-0b07a889-0f58-434e-9d4c-ef8ba033c7db tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/security-groups?id=26640197-a088-42b2-99b8-e30a0e4045f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195812 Jul 24 20:01:54.602900 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-c22cf82f-3758-49f5-9aab-baa0365b1ca6 admin admin] Publish callbacks [] for security_group (0d41ed69-4d0f-444c-9af7-c8263ff27d45), before_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:54.640675 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Provisioning for port fb47eaa5-8e6b-4fe4-8667-50e998c90da3 completed by entity L2. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 24 20:01:54.686270 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-c22cf82f-3758-49f5-9aab-baa0365b1ca6 admin admin] Publish callbacks [] for security_group (0d41ed69-4d0f-444c-9af7-c8263ff27d45), precommit_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:54.716039 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Provisioning complete for port fb47eaa5-8e6b-4fe4-8667-50e998c90da3 triggered by entity L2. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 20:01:54.716980 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812910'] for port (fb47eaa5-8e6b-4fe4-8667-50e998c90da3), provisioning_complete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:54.742060 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69af0073-1c00-45a2-948d-d449aaa7b839 req-53939370-3aa9-4dcb-8e66-b4ad46c06a72 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:01:54.753771 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-69af0073-1c00-45a2-948d-d449aaa7b839 req-53939370-3aa9-4dcb-8e66-b4ad46c06a72 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/ports?device_id=8ad940d2-dab6-42ec-a84a-53ee9242b68d HTTP/1.1" status: 200 len: 944 time: 0.0933094 Jul 24 20:01:54.819328 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-66696466-5aa2-4ac9-a20f-3368904cfda7 admin admin] Publish callbacks [] for security_group (389c7295-cd11-4eff-8b87-620e6e08d5b9), precommit_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:54.859170 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-69af0073-1c00-45a2-948d-d449aaa7b839 req-dffd9c0b-cba2-4193-8df5-a1ca5cdd6af5 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/security-groups?id=7fd4fa86-8151-45a8-babb-f1c645ad6646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1039505 Jul 24 20:01:54.878847 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Current status of the port fb47eaa5-8e6b-4fe4-8667-50e998c90da3 is: BUILD; New status is: ACTIVE {{(pid=110844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 20:01:54.879353 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (fb47eaa5-8e6b-4fe4-8667-50e998c90da3), before_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:54.903925 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b835df72-6134-422a-80ae-654e9da4e4a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb47eaa5-8e6b-4fe4-8667-50e998c90da3'}] {{(pid=110844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 24 20:01:54.926508 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-c22cf82f-3758-49f5-9aab-baa0365b1ca6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (0d41ed69-4d0f-444c-9af7-c8263ff27d45), after_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:54.926508 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-c22cf82f-3758-49f5-9aab-baa0365b1ca6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:54.926508 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-c22cf82f-3758-49f5-9aab-baa0365b1ca6 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/0d41ed69-4d0f-444c-9af7-c8263ff27d45 HTTP/1.1" status: 204 len: 168 time: 0.4426863 Jul 24 20:01:54.932145 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-66696466-5aa2-4ac9-a20f-3368904cfda7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (389c7295-cd11-4eff-8b87-620e6e08d5b9), after_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:54.953453 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22cf82f-3758-49f5-9aab-baa0365b1ca6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d41ed69-4d0f-444c-9af7-c8263ff27d45,revision_number=None']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:01:54.986547 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-66696466-5aa2-4ac9-a20f-3368904cfda7 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=449a47b98a5546d189029e1f3957cc72&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4376304 Jul 24 20:01:54.990366 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 57730) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:01:54.999374 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66696466-5aa2-4ac9-a20f-3368904cfda7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=389c7295-cd11-4eff-8b87-620e6e08d5b9,revision_number=1']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:01:55.037155 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] For port fb47eaa5-8e6b-4fe4-8667-50e998c90da3, host hv-cinder-85044, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85044',level=0,port_id=fb47eaa5-8e6b-4fe4-8667-50e998c90da3,segment=NetworkSegment(1a250ca4-cd77-42a8-bf37-37a7ac6ffa6c),segment_id=1a250ca4-cd77-42a8-bf37-37a7ac6ffa6c)] {{(pid=110844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 20:01:55.051419 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-fd9afb0f-75bf-4b02-bf11-02cdf6451075 admin admin] Publish callbacks [] for security_group (389c7295-cd11-4eff-8b87-620e6e08d5b9), before_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:55.053760 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=80,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:01:55.079004 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-fd9afb0f-75bf-4b02-bf11-02cdf6451075 admin admin] Publish callbacks [] for security_group (389c7295-cd11-4eff-8b87-620e6e08d5b9), precommit_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:55.140211 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958'] for port (fb47eaa5-8e6b-4fe4-8667-50e998c90da3), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:55.141900 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Device 36d6ef5c-d8dd-40c4-8f7e-b9bfc4d8dfc8 up at agent hyperv_hv-cinder-85044 {{(pid=110844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 20:01:55.220039 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:01:55.239978 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Pushing event updated for resources: {'Port': ['ID=fb47eaa5-8e6b-4fe4-8667-50e998c90da3,revision_number=5']} {{(pid=110844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:01:55.248110 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Provisioning for port 36d6ef5c-d8dd-40c4-8f7e-b9bfc4d8dfc8 completed by entity L2. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 24 20:01:55.327994 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-fd9afb0f-75bf-4b02-bf11-02cdf6451075 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (389c7295-cd11-4eff-8b87-620e6e08d5b9), after_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:55.331044 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-fd9afb0f-75bf-4b02-bf11-02cdf6451075 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:55.333014 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-fd9afb0f-75bf-4b02-bf11-02cdf6451075 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/389c7295-cd11-4eff-8b87-620e6e08d5b9 HTTP/1.1" status: 204 len: 168 time: 0.3409164 Jul 24 20:01:55.336368 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cb44c1e02bae91b270a0e6cfc836be33c010434f31a7c401440ca7d913440f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2f88c1b-1395-434a-a7cd-81a9fccb9fb3" -d '{"events": [{"server_uuid": "b835df72-6134-422a-80ae-654e9da4e4a7", "name": "network-vif-plugged", "status": "completed", "tag": "fb47eaa5-8e6b-4fe4-8667-50e998c90da3"}]}' {{(pid=110844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 20:01:55.353206 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9afb0f-75bf-4b02-bf11-02cdf6451075 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=389c7295-cd11-4eff-8b87-620e6e08d5b9,revision_number=None']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:01:55.358100 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Provisioning complete for port 36d6ef5c-d8dd-40c4-8f7e-b9bfc4d8dfc8 triggered by entity L2. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 20:01:55.358770 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812910'] for port (36d6ef5c-d8dd-40c4-8f7e-b9bfc4d8dfc8), provisioning_complete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:55.476139 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Current status of the port 36d6ef5c-d8dd-40c4-8f7e-b9bfc4d8dfc8 is: BUILD; New status is: ACTIVE {{(pid=110844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 20:01:55.476539 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (36d6ef5c-d8dd-40c4-8f7e-b9bfc4d8dfc8), before_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:55.510234 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] For port 36d6ef5c-d8dd-40c4-8f7e-b9bfc4d8dfc8, host hv-cinder-85044, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85044',level=0,port_id=36d6ef5c-d8dd-40c4-8f7e-b9bfc4d8dfc8,segment=NetworkSegment(1a250ca4-cd77-42a8-bf37-37a7ac6ffa6c),segment_id=1a250ca4-cd77-42a8-bf37-37a7ac6ffa6c)] {{(pid=110844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 20:01:55.636523 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958'] for port (36d6ef5c-d8dd-40c4-8f7e-b9bfc4d8dfc8), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:55.638205 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Device 09861531-361a-4ae0-a003-7ccadbba9045 up at agent hyperv_hv-cinder-85044 {{(pid=110844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 20:01:55.682869 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a63da3-b687-4d60-aace-81fde373d78e req-d263e425-a36e-4aa0-ab65-9f83a615fab6 tempest-DeleteServersTestJSON-1125588650 tempest-DeleteServersTestJSON-1125588650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:01:55.689569 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-d6a63da3-b687-4d60-aace-81fde373d78e req-d263e425-a36e-4aa0-ab65-9f83a615fab6 tempest-DeleteServersTestJSON-1125588650 tempest-DeleteServersTestJSON-1125588650-project] 10.222.0.17 "GET /v2.0/ports?device_id=71f71683-82dd-492f-874c-42b518a3e827 HTTP/1.1" status: 200 len: 945 time: 0.0605576 Jul 24 20:01:55.701740 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:01:55.723114 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Pushing event updated for resources: {'Port': ['ID=36d6ef5c-d8dd-40c4-8f7e-b9bfc4d8dfc8,revision_number=5']} {{(pid=110844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:01:55.730973 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Provisioning for port 09861531-361a-4ae0-a003-7ccadbba9045 completed by entity L2. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 24 20:01:55.752865 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-d6a63da3-b687-4d60-aace-81fde373d78e req-5d83bea7-a5ca-435e-b311-03c09b7deb71 tempest-DeleteServersTestJSON-1125588650 tempest-DeleteServersTestJSON-1125588650-project] 10.222.0.17 "GET /v2.0/security-groups?id=85813377-563a-400b-8b92-b4a85adf39fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624177 Jul 24 20:01:55.858123 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Provisioning complete for port 09861531-361a-4ae0-a003-7ccadbba9045 triggered by entity L2. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 20:01:55.858123 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812910'] for port (09861531-361a-4ae0-a003-7ccadbba9045), provisioning_complete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:55.907555 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 24 Jul 2022 20:01:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5459d358-0c34-423a-982c-d09709962a67 x-openstack-request-id: req-5459d358-0c34-423a-982c-d09709962a67 {{(pid=110844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 20:01:55.907555 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b835df72-6134-422a-80ae-654e9da4e4a7", "name": "network-vif-plugged", "status": "completed", "tag": "fb47eaa5-8e6b-4fe4-8667-50e998c90da3", "code": 200}]} {{(pid=110844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 20:01:55.907866 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-5459d358-0c34-423a-982c-d09709962a67 {{(pid=110844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 20:01:55.908424 dv-cinder-850449-2-iscsi neutron-server[110844]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5459d358-0c34-423a-982c-d09709962a67'] response: {'server_uuid': 'b835df72-6134-422a-80ae-654e9da4e4a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb47eaa5-8e6b-4fe4-8667-50e998c90da3', 'code': 200} Jul 24 20:01:55.965386 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eba3163-495c-4997-bb19-6b60ac437245 req-7cb5694e-a9b3-4b78-9080-53de6d98f408 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:01:55.967041 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-9eba3163-495c-4997-bb19-6b60ac437245 req-7cb5694e-a9b3-4b78-9080-53de6d98f408 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/ports?device_id=b835df72-6134-422a-80ae-654e9da4e4a7 HTTP/1.1" status: 200 len: 946 time: 0.1018600 Jul 24 20:01:55.984885 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Current status of the port 09861531-361a-4ae0-a003-7ccadbba9045 is: BUILD; New status is: ACTIVE {{(pid=110844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 20:01:55.990092 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (09861531-361a-4ae0-a003-7ccadbba9045), before_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:56.057055 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] For port 09861531-361a-4ae0-a003-7ccadbba9045, host hv-cinder-85044, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85044',level=0,port_id=09861531-361a-4ae0-a003-7ccadbba9045,segment=NetworkSegment(8116d425-f2a1-4ba9-b4f2-e5572bf43ba1),segment_id=8116d425-f2a1-4ba9-b4f2-e5572bf43ba1)] {{(pid=110844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 20:01:56.063675 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcc1c01-31a3-4184-963c-ca761c4676f1 req-b9971787-b945-4f07-8957-bca07afbc701 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:01:56.072178 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-5fcc1c01-31a3-4184-963c-ca761c4676f1 req-b9971787-b945-4f07-8957-bca07afbc701 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/ports?device_id=8ad940d2-dab6-42ec-a84a-53ee9242b68d HTTP/1.1" status: 200 len: 944 time: 0.1029518 Jul 24 20:01:56.107085 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-9eba3163-495c-4997-bb19-6b60ac437245 req-226da9a2-07a1-4cb2-beab-e2759d121b4a tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/security-groups?id=26640197-a088-42b2-99b8-e30a0e4045f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287208 Jul 24 20:01:56.133788 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958'] for port (09861531-361a-4ae0-a003-7ccadbba9045), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:56.134752 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Device 72d7cce4-42e1-4ed0-8270-569e161be59b up at agent hyperv_hv-cinder-85044 {{(pid=110844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 20:01:56.145871 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-5fcc1c01-31a3-4184-963c-ca761c4676f1 req-0f6d40be-1bf5-4020-806c-d9b346f59aff tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/security-groups?id=7fd4fa86-8151-45a8-babb-f1c645ad6646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738695 Jul 24 20:01:56.188628 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [-] (110843) accepted ('10.222.0.17', 57778) {{(pid=110843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:01:56.208401 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-9a2fefbe-2a01-4192-aa6e-5f0e64f0d6a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:56.249685 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:01:56.301552 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644365fc-6214-4c83-b304-b77a5126c940 req-ec8dcda9-d641-4dbf-8a54-a49be15bc2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:01:56.302143 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Pushing event updated for resources: {'Port': ['ID=09861531-361a-4ae0-a003-7ccadbba9045,revision_number=5']} {{(pid=110844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:01:56.304370 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [req-644365fc-6214-4c83-b304-b77a5126c940 req-ec8dcda9-d641-4dbf-8a54-a49be15bc2c4 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b835df72-6134-422a-80ae-654e9da4e4a7 HTTP/1.1" status: 200 len: 1130 time: 0.1293812 Jul 24 20:01:56.315534 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:01:56.326978 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Provisioning for port 72d7cce4-42e1-4ed0-8270-569e161be59b completed by entity L2. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 24 20:01:56.346408 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [req-644365fc-6214-4c83-b304-b77a5126c940 req-ff752f0f-5ef7-422a-a349-e156ce7461ac service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:56.347613 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-9a2fefbe-2a01-4192-aa6e-5f0e64f0d6a0 admin admin] Publish callbacks [] for security_group (dbce896c-ccf9-48e7-a3e7-dfd7cba44a94), precommit_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:56.400717 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:01:56.437717 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [req-644365fc-6214-4c83-b304-b77a5126c940 req-ff752f0f-5ef7-422a-a349-e156ce7461ac service neutron] Publish callbacks [] for security_group (304f5b97-296e-47db-84fe-b9df276f219d), precommit_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:56.448054 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-9a2fefbe-2a01-4192-aa6e-5f0e64f0d6a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (dbce896c-ccf9-48e7-a3e7-dfd7cba44a94), after_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:56.448381 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Provisioning complete for port 72d7cce4-42e1-4ed0-8270-569e161be59b triggered by entity L2. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 20:01:56.448803 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812910'] for port (72d7cce4-42e1-4ed0-8270-569e161be59b), provisioning_complete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:56.497614 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [None req-9a2fefbe-2a01-4192-aa6e-5f0e64f0d6a0 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=d35c4a2b642949658935d4da44b298e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3074968 Jul 24 20:01:56.498697 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2fefbe-2a01-4192-aa6e-5f0e64f0d6a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbce896c-ccf9-48e7-a3e7-dfd7cba44a94,revision_number=1']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:01:56.501057 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 57788) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:01:56.553151 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [req-644365fc-6214-4c83-b304-b77a5126c940 req-ff752f0f-5ef7-422a-a349-e156ce7461ac service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (304f5b97-296e-47db-84fe-b9df276f219d), after_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:56.603973 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Current status of the port 72d7cce4-42e1-4ed0-8270-569e161be59b is: BUILD; New status is: ACTIVE {{(pid=110844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 20:01:56.604565 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (72d7cce4-42e1-4ed0-8270-569e161be59b), before_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:56.641857 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff752f0f-5ef7-422a-a349-e156ce7461ac service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=304f5b97-296e-47db-84fe-b9df276f219d,revision_number=1']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:01:56.643087 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] For port 72d7cce4-42e1-4ed0-8270-569e161be59b, host hv-cinder-85044, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85044',level=0,port_id=72d7cce4-42e1-4ed0-8270-569e161be59b,segment=NetworkSegment(e9fdb9ec-6b6e-4383-ae6e-075d3eed2f20),segment_id=e9fdb9ec-6b6e-4383-ae6e-075d3eed2f20)] {{(pid=110844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 20:01:56.678924 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [req-644365fc-6214-4c83-b304-b77a5126c940 req-ff752f0f-5ef7-422a-a349-e156ce7461ac service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=26640197-a088-42b2-99b8-e30a0e4045f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3687451 Jul 24 20:01:56.696401 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-ed418327-9054-46c6-9529-3ac5cdf1f19b admin admin] Publish callbacks [] for security_group (dbce896c-ccf9-48e7-a3e7-dfd7cba44a94), before_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:56.706138 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958'] for port (72d7cce4-42e1-4ed0-8270-569e161be59b), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:56.722501 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-ed418327-9054-46c6-9529-3ac5cdf1f19b admin admin] Publish callbacks [] for security_group (dbce896c-ccf9-48e7-a3e7-dfd7cba44a94), precommit_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:56.761727 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Pushing event updated for resources: {'Port': ['ID=72d7cce4-42e1-4ed0-8270-569e161be59b,revision_number=5']} {{(pid=110844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:01:56.869305 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-ed418327-9054-46c6-9529-3ac5cdf1f19b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (dbce896c-ccf9-48e7-a3e7-dfd7cba44a94), after_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:56.871855 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-ed418327-9054-46c6-9529-3ac5cdf1f19b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:56.873013 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-ed418327-9054-46c6-9529-3ac5cdf1f19b admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/dbce896c-ccf9-48e7-a3e7-dfd7cba44a94 HTTP/1.1" status: 204 len: 168 time: 0.3707721 Jul 24 20:01:56.888218 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed418327-9054-46c6-9529-3ac5cdf1f19b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbce896c-ccf9-48e7-a3e7-dfd7cba44a94,revision_number=None']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:01:56.908451 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f4cd7d-74f5-4d16-bbbf-94ff649b928e req-ebc35a34-62cd-404c-aec7-641db9a6d93d tempest-DeleteServersTestJSON-1125588650 tempest-DeleteServersTestJSON-1125588650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:01:56.908451 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-24f4cd7d-74f5-4d16-bbbf-94ff649b928e req-ebc35a34-62cd-404c-aec7-641db9a6d93d tempest-DeleteServersTestJSON-1125588650 tempest-DeleteServersTestJSON-1125588650-project] 10.222.0.17 "GET /v2.0/ports?device_id=71f71683-82dd-492f-874c-42b518a3e827 HTTP/1.1" status: 200 len: 946 time: 0.0801897 Jul 24 20:01:56.977201 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-24f4cd7d-74f5-4d16-bbbf-94ff649b928e req-87356bbc-03a4-4b6f-b845-56c059e1daa3 tempest-DeleteServersTestJSON-1125588650 tempest-DeleteServersTestJSON-1125588650-project] 10.222.0.17 "GET /v2.0/security-groups?id=85813377-563a-400b-8b92-b4a85adf39fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620749 Jul 24 20:01:57.273740 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3234f944-1eac-47c0-a1f0-4150f5b3fbac req-ed13b800-78ae-4d0e-a86f-83603044f110 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:01:57.275264 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-3234f944-1eac-47c0-a1f0-4150f5b3fbac req-ed13b800-78ae-4d0e-a86f-83603044f110 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/ports?device_id=b835df72-6134-422a-80ae-654e9da4e4a7 HTTP/1.1" status: 200 len: 946 time: 0.0857754 Jul 24 20:01:57.322925 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703daaef-61f4-41ad-ba51-1b98b05a3a5f req-240834f7-f012-4c0d-a29c-b1b1b0b59222 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:01:57.325306 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-703daaef-61f4-41ad-ba51-1b98b05a3a5f req-240834f7-f012-4c0d-a29c-b1b1b0b59222 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/ports?device_id=8ad940d2-dab6-42ec-a84a-53ee9242b68d HTTP/1.1" status: 200 len: 945 time: 0.0696959 Jul 24 20:01:57.373297 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-3234f944-1eac-47c0-a1f0-4150f5b3fbac req-e097fffa-9530-40aa-a2f7-d8fd677c4a6a tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/security-groups?id=26640197-a088-42b2-99b8-e30a0e4045f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814204 Jul 24 20:01:57.400033 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-703daaef-61f4-41ad-ba51-1b98b05a3a5f req-d6b79ec3-b84d-4ef5-b482-99b87c182f40 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/security-groups?id=7fd4fa86-8151-45a8-babb-f1c645ad6646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679357 Jul 24 20:01:57.909253 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b97a2bd-3e67-4a71-9c37-e823feae7fc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36d6ef5c-d8dd-40c4-8f7e-b9bfc4d8dfc8'}, {'server_uuid': '71f71683-82dd-492f-874c-42b518a3e827', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09861531-361a-4ae0-a003-7ccadbba9045'}, {'server_uuid': '8ad940d2-dab6-42ec-a84a-53ee9242b68d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72d7cce4-42e1-4ed0-8270-569e161be59b'}] {{(pid=110844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 24 20:01:57.911586 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cb44c1e02bae91b270a0e6cfc836be33c010434f31a7c401440ca7d913440f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b5b9e29-25d2-428c-83e1-38dcc9706015" -d '{"events": [{"server_uuid": "0b97a2bd-3e67-4a71-9c37-e823feae7fc7", "name": "network-vif-plugged", "status": "completed", "tag": "36d6ef5c-d8dd-40c4-8f7e-b9bfc4d8dfc8"}, {"server_uuid": "71f71683-82dd-492f-874c-42b518a3e827", "name": "network-vif-plugged", "status": "completed", "tag": "09861531-361a-4ae0-a003-7ccadbba9045"}, {"server_uuid": "8ad940d2-dab6-42ec-a84a-53ee9242b68d", "name": "network-vif-plugged", "status": "completed", "tag": "72d7cce4-42e1-4ed0-8270-569e161be59b"}]}' {{(pid=110844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 20:01:57.954996 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Sun, 24 Jul 2022 20:01:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0557cc2-236a-43ab-9d72-19ce0bf4d85b x-openstack-request-id: req-d0557cc2-236a-43ab-9d72-19ce0bf4d85b {{(pid=110844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 20:01:57.955299 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b97a2bd-3e67-4a71-9c37-e823feae7fc7", "name": "network-vif-plugged", "status": "completed", "tag": "36d6ef5c-d8dd-40c4-8f7e-b9bfc4d8dfc8", "code": 200}, {"server_uuid": "71f71683-82dd-492f-874c-42b518a3e827", "name": "network-vif-plugged", "status": "completed", "tag": "09861531-361a-4ae0-a003-7ccadbba9045", "code": 200}, {"server_uuid": "8ad940d2-dab6-42ec-a84a-53ee9242b68d", "name": "network-vif-plugged", "status": "completed", "tag": "72d7cce4-42e1-4ed0-8270-569e161be59b", "code": 200}]} {{(pid=110844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 20:01:57.955558 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-d0557cc2-236a-43ab-9d72-19ce0bf4d85b {{(pid=110844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 20:01:57.955964 dv-cinder-850449-2-iscsi neutron-server[110844]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0557cc2-236a-43ab-9d72-19ce0bf4d85b'] response: {'server_uuid': '0b97a2bd-3e67-4a71-9c37-e823feae7fc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36d6ef5c-d8dd-40c4-8f7e-b9bfc4d8dfc8', 'code': 200} Jul 24 20:01:57.956222 dv-cinder-850449-2-iscsi neutron-server[110844]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0557cc2-236a-43ab-9d72-19ce0bf4d85b'] response: {'server_uuid': '71f71683-82dd-492f-874c-42b518a3e827', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09861531-361a-4ae0-a003-7ccadbba9045', 'code': 200} Jul 24 20:01:57.956596 dv-cinder-850449-2-iscsi neutron-server[110844]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0557cc2-236a-43ab-9d72-19ce0bf4d85b'] response: {'server_uuid': '8ad940d2-dab6-42ec-a84a-53ee9242b68d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72d7cce4-42e1-4ed0-8270-569e161be59b', 'code': 200} Jul 24 20:01:58.176484 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cd2746-76cc-4824-b5ff-c004c54bd0fc req-b7fca8eb-5a02-48ef-94e9-75178bb2c86f tempest-DeleteServersTestJSON-1125588650 tempest-DeleteServersTestJSON-1125588650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:01:58.176484 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-18cd2746-76cc-4824-b5ff-c004c54bd0fc req-b7fca8eb-5a02-48ef-94e9-75178bb2c86f tempest-DeleteServersTestJSON-1125588650 tempest-DeleteServersTestJSON-1125588650-project] 10.222.0.17 "GET /v2.0/ports?device_id=71f71683-82dd-492f-874c-42b518a3e827 HTTP/1.1" status: 200 len: 946 time: 0.0711129 Jul 24 20:01:58.230094 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-18cd2746-76cc-4824-b5ff-c004c54bd0fc req-696dae1d-bf80-4505-8af9-8519fbf5f0aa tempest-DeleteServersTestJSON-1125588650 tempest-DeleteServersTestJSON-1125588650-project] 10.222.0.17 "GET /v2.0/security-groups?id=85813377-563a-400b-8b92-b4a85adf39fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495288 Jul 24 20:01:58.603668 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5344ba6-1f21-4a37-8ae1-5b8041b53d1f req-b5b1b612-a9ba-4a05-abd1-8b38f87bfce8 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:01:58.607512 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-e5344ba6-1f21-4a37-8ae1-5b8041b53d1f req-b5b1b612-a9ba-4a05-abd1-8b38f87bfce8 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/ports?device_id=b835df72-6134-422a-80ae-654e9da4e4a7 HTTP/1.1" status: 200 len: 946 time: 0.1370366 Jul 24 20:01:58.641882 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe247a0b-2b9c-434c-8a7f-262eb3f47544 req-8597b68f-10cb-4622-b634-48bf74f2a874 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:01:58.650013 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-fe247a0b-2b9c-434c-8a7f-262eb3f47544 req-8597b68f-10cb-4622-b634-48bf74f2a874 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/ports?device_id=8ad940d2-dab6-42ec-a84a-53ee9242b68d HTTP/1.1" status: 200 len: 945 time: 0.1063132 Jul 24 20:01:58.680960 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=100 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:01:58.719697 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-e5344ba6-1f21-4a37-8ae1-5b8041b53d1f req-b9e229f4-02d3-46e7-bd2e-f53ae26bef25 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/security-groups?id=26640197-a088-42b2-99b8-e30a0e4045f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069586 Jul 24 20:01:58.734086 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-fe247a0b-2b9c-434c-8a7f-262eb3f47544 req-5f61aae1-6018-4ea2-ac6f-1fb1ee8b8577 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/security-groups?id=7fd4fa86-8151-45a8-babb-f1c645ad6646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827801 Jul 24 20:01:58.984115 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac2beb3-7dab-42b6-8142-0aa20af4dfce req-44490b38-ff7a-4d65-80a7-52d6382a444c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:01:58.985839 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [req-aac2beb3-7dab-42b6-8142-0aa20af4dfce req-44490b38-ff7a-4d65-80a7-52d6382a444c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=71f71683-82dd-492f-874c-42b518a3e827 HTTP/1.1" status: 200 len: 1130 time: 0.0557652 Jul 24 20:01:59.038395 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [req-aac2beb3-7dab-42b6-8142-0aa20af4dfce req-e4849ef8-a7eb-4c4d-b386-7f0b20a17290 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=85813377-563a-400b-8b92-b4a85adf39fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448248 Jul 24 20:01:59.067826 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df870598-cff2-477f-bdee-fd3876613f7a req-6ef17691-f1eb-4b68-8fc4-b3a6e00e59f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:01:59.070081 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-df870598-cff2-477f-bdee-fd3876613f7a req-6ef17691-f1eb-4b68-8fc4-b3a6e00e59f2 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8ad940d2-dab6-42ec-a84a-53ee9242b68d HTTP/1.1" status: 200 len: 1129 time: 0.1223235 Jul 24 20:01:59.077021 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19f9bcb-72cf-4ee2-bf70-0dd5ff38aa9e req-b20de123-cd54-42d0-a499-863f24c4fe53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:01:59.078395 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-a19f9bcb-72cf-4ee2-bf70-0dd5ff38aa9e req-b20de123-cd54-42d0-a499-863f24c4fe53 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=0b97a2bd-3e67-4a71-9c37-e823feae7fc7 HTTP/1.1" status: 200 len: 1130 time: 0.0580850 Jul 24 20:01:59.268673 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 57912) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:01:59.389059 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415360d3-d069-45c3-9d56-c71d8d375eaf req-478d76d6-157d-4f5d-b3f3-8e7c2ca289ea tempest-DeleteServersTestJSON-1125588650 tempest-DeleteServersTestJSON-1125588650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:01:59.390437 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-415360d3-d069-45c3-9d56-c71d8d375eaf req-478d76d6-157d-4f5d-b3f3-8e7c2ca289ea tempest-DeleteServersTestJSON-1125588650 tempest-DeleteServersTestJSON-1125588650-project] 10.222.0.17 "GET /v2.0/ports?device_id=71f71683-82dd-492f-874c-42b518a3e827 HTTP/1.1" status: 200 len: 946 time: 0.0695434 Jul 24 20:01:59.418128 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-a19f9bcb-72cf-4ee2-bf70-0dd5ff38aa9e req-a833a6de-6e24-41b4-8058-25779e2cbc5f service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=26640197-a088-42b2-99b8-e30a0e4045f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547711 Jul 24 20:01:59.431004 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-df870598-cff2-477f-bdee-fd3876613f7a req-512d93d2-e84a-4ff0-957b-7ff84f085229 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=7fd4fa86-8151-45a8-babb-f1c645ad6646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1854649 Jul 24 20:01:59.456932 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-b174fe3f-8559-44a5-b03a-651687484b82 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:59.481703 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-415360d3-d069-45c3-9d56-c71d8d375eaf req-65aed9e1-8ede-48ea-ba53-3f87f1070769 tempest-DeleteServersTestJSON-1125588650 tempest-DeleteServersTestJSON-1125588650-project] 10.222.0.17 "GET /v2.0/security-groups?id=85813377-563a-400b-8b92-b4a85adf39fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622604 Jul 24 20:01:59.502683 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:DELETE=4 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:01:59.545276 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-b174fe3f-8559-44a5-b03a-651687484b82 admin admin] Publish callbacks [] for security_group (18b76726-e62c-423f-975d-e091ae589cbe), precommit_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:59.602093 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-b174fe3f-8559-44a5-b03a-651687484b82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (18b76726-e62c-423f-975d-e091ae589cbe), after_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:59.642797 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b174fe3f-8559-44a5-b03a-651687484b82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18b76726-e62c-423f-975d-e091ae589cbe,revision_number=1']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:01:59.648555 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-b174fe3f-8559-44a5-b03a-651687484b82 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=01576616821d494885b743bb4cf6f6a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3788278 Jul 24 20:01:59.659189 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 57934) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:01:59.729849 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-905b3f24-4cf3-483c-a9cb-9d483d34e27b admin admin] Publish callbacks [] for security_group (18b76726-e62c-423f-975d-e091ae589cbe), before_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:59.753438 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-905b3f24-4cf3-483c-a9cb-9d483d34e27b admin admin] Publish callbacks [] for security_group (18b76726-e62c-423f-975d-e091ae589cbe), precommit_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:59.915920 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-905b3f24-4cf3-483c-a9cb-9d483d34e27b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (18b76726-e62c-423f-975d-e091ae589cbe), after_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:59.916932 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68fd9c2-3aed-4ca1-acc1-09e6ab277e6c req-07b58bbf-6ca9-4039-9e1f-8a61454d6c53 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:01:59.918530 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-905b3f24-4cf3-483c-a9cb-9d483d34e27b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:01:59.922253 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-905b3f24-4cf3-483c-a9cb-9d483d34e27b admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/18b76726-e62c-423f-975d-e091ae589cbe HTTP/1.1" status: 204 len: 168 time: 0.2594137 Jul 24 20:01:59.925481 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-e68fd9c2-3aed-4ca1-acc1-09e6ab277e6c req-07b58bbf-6ca9-4039-9e1f-8a61454d6c53 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/ports?device_id=b835df72-6134-422a-80ae-654e9da4e4a7 HTTP/1.1" status: 200 len: 946 time: 0.1026037 Jul 24 20:01:59.938965 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905b3f24-4cf3-483c-a9cb-9d483d34e27b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18b76726-e62c-423f-975d-e091ae589cbe,revision_number=None']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:01:59.987761 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc13e706-ebc2-419d-84d4-cc3b381483fe req-0ec9c48e-6b42-4fde-bf32-ae002fed71ff tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:01:59.989343 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-cc13e706-ebc2-419d-84d4-cc3b381483fe req-0ec9c48e-6b42-4fde-bf32-ae002fed71ff tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/ports?device_id=8ad940d2-dab6-42ec-a84a-53ee9242b68d HTTP/1.1" status: 200 len: 945 time: 0.1229551 Jul 24 20:02:00.037543 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-e68fd9c2-3aed-4ca1-acc1-09e6ab277e6c req-6089852d-f50b-4f44-9791-86606998d9da tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/security-groups?id=26640197-a088-42b2-99b8-e30a0e4045f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091352 Jul 24 20:02:00.076990 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 57960) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:02:00.077555 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-cc13e706-ebc2-419d-84d4-cc3b381483fe req-c6f87b6c-5eef-4b2d-930e-4aebf4bd80c6 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/security-groups?id=7fd4fa86-8151-45a8-babb-f1c645ad6646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816939 Jul 24 20:02:00.362891 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-58cd3699-ace2-4bab-a803-253d111a7df2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:00.427351 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=78,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:02:00.458865 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-58cd3699-ace2-4bab-a803-253d111a7df2 admin admin] Publish callbacks [] for security_group (8ff59b3e-88f3-4820-8911-4ee791a2b0e7), precommit_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:00.555978 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-58cd3699-ace2-4bab-a803-253d111a7df2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (8ff59b3e-88f3-4820-8911-4ee791a2b0e7), after_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:00.616799 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-58cd3699-ace2-4bab-a803-253d111a7df2 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=fbf47a92239b40b19bd4e1cf35ebdce8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5386968 Jul 24 20:02:00.619390 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 57992) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:02:00.649196 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cd3699-ace2-4bab-a803-253d111a7df2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ff59b3e-88f3-4820-8911-4ee791a2b0e7,revision_number=1']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:02:00.669356 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448b6e7a-9e6a-4234-af0c-9ebe8bac904a req-77e9eb77-f99f-453f-8889-c27bf62ed4ae tempest-DeleteServersTestJSON-1125588650 tempest-DeleteServersTestJSON-1125588650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:02:00.671186 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-448b6e7a-9e6a-4234-af0c-9ebe8bac904a req-77e9eb77-f99f-453f-8889-c27bf62ed4ae tempest-DeleteServersTestJSON-1125588650 tempest-DeleteServersTestJSON-1125588650-project] 10.222.0.17 "GET /v2.0/ports?device_id=71f71683-82dd-492f-874c-42b518a3e827 HTTP/1.1" status: 200 len: 946 time: 0.0973930 Jul 24 20:02:00.677278 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06c114b-7799-4575-bf38-219fde1712fe req-59b23fb4-1c80-49bd-a6b7-075dcf64c077 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:02:00.679312 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-d06c114b-7799-4575-bf38-219fde1712fe req-59b23fb4-1c80-49bd-a6b7-075dcf64c077 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/ports?device_id=b835df72-6134-422a-80ae-654e9da4e4a7 HTTP/1.1" status: 200 len: 946 time: 0.0896723 Jul 24 20:02:00.681988 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-1f74d147-1e35-4557-95f5-ac67a3fcf964 admin admin] Publish callbacks [] for security_group (8ff59b3e-88f3-4820-8911-4ee791a2b0e7), before_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:00.704509 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-1f74d147-1e35-4557-95f5-ac67a3fcf964 admin admin] Publish callbacks [] for security_group (8ff59b3e-88f3-4820-8911-4ee791a2b0e7), precommit_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:00.741807 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=100 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:02:00.752484 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-448b6e7a-9e6a-4234-af0c-9ebe8bac904a req-fa795d13-f726-4a4f-9661-802dc3db605c tempest-DeleteServersTestJSON-1125588650 tempest-DeleteServersTestJSON-1125588650-project] 10.222.0.17 "GET /v2.0/security-groups?id=85813377-563a-400b-8b92-b4a85adf39fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722289 Jul 24 20:02:00.759773 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-d06c114b-7799-4575-bf38-219fde1712fe req-10a25243-b124-407e-9bb0-1e0b63001c5a tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/security-groups?id=26640197-a088-42b2-99b8-e30a0e4045f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734217 Jul 24 20:02:00.770519 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 57994) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:02:00.785357 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-7f4b0711-e6af-4b54-ab08-7fee7aa3c0d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:00.864566 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-1f74d147-1e35-4557-95f5-ac67a3fcf964 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (8ff59b3e-88f3-4820-8911-4ee791a2b0e7), after_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:00.867646 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-1f74d147-1e35-4557-95f5-ac67a3fcf964 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:00.868855 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-1f74d147-1e35-4557-95f5-ac67a3fcf964 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/8ff59b3e-88f3-4820-8911-4ee791a2b0e7 HTTP/1.1" status: 204 len: 168 time: 0.2482018 Jul 24 20:02:00.883993 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f74d147-1e35-4557-95f5-ac67a3fcf964 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ff59b3e-88f3-4820-8911-4ee791a2b0e7,revision_number=None']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:02:00.900219 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:02:00.934150 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:02:00.948130 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-7f4b0711-e6af-4b54-ab08-7fee7aa3c0d8 admin admin] Publish callbacks [] for security_group (eee2b42e-2720-454b-9e88-3ba78e85510b), precommit_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:01.046122 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-7f4b0711-e6af-4b54-ab08-7fee7aa3c0d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (eee2b42e-2720-454b-9e88-3ba78e85510b), after_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:01.088170 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-7f4b0711-e6af-4b54-ab08-7fee7aa3c0d8 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=533517fb139041fc8cdc568748aa83a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3164608 Jul 24 20:02:01.090569 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4b0711-e6af-4b54-ab08-7fee7aa3c0d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eee2b42e-2720-454b-9e88-3ba78e85510b,revision_number=1']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:02:01.091159 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [-] (110843) accepted ('10.222.0.17', 58000) {{(pid=110843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:02:01.143650 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-0ca7894a-a1c2-4338-b93d-0ada373e97ee admin admin] Publish callbacks [] for security_group (eee2b42e-2720-454b-9e88-3ba78e85510b), before_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:01.200159 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-0ca7894a-a1c2-4338-b93d-0ada373e97ee admin admin] Publish callbacks [] for security_group (eee2b42e-2720-454b-9e88-3ba78e85510b), precommit_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:01.234347 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dde307-5187-465a-a446-d6547fa2fc22 req-3e5c9cba-7b48-447e-a013-90ccea0eecee tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:02:01.235901 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-28dde307-5187-465a-a446-d6547fa2fc22 req-3e5c9cba-7b48-447e-a013-90ccea0eecee tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/ports?device_id=8ad940d2-dab6-42ec-a84a-53ee9242b68d HTTP/1.1" status: 200 len: 945 time: 0.0806518 Jul 24 20:02:01.293758 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-28dde307-5187-465a-a446-d6547fa2fc22 req-d47eea13-c5aa-486b-b086-b745e3fe8391 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/security-groups?id=7fd4fa86-8151-45a8-babb-f1c645ad6646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512431 Jul 24 20:02:01.372159 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-0ca7894a-a1c2-4338-b93d-0ada373e97ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (eee2b42e-2720-454b-9e88-3ba78e85510b), after_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:01.374729 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-0ca7894a-a1c2-4338-b93d-0ada373e97ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:01.376034 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [None req-0ca7894a-a1c2-4338-b93d-0ada373e97ee admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/eee2b42e-2720-454b-9e88-3ba78e85510b HTTP/1.1" status: 204 len: 168 time: 0.2838914 Jul 24 20:02:01.384874 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca7894a-a1c2-4338-b93d-0ada373e97ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eee2b42e-2720-454b-9e88-3ba78e85510b,revision_number=None']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:02:01.392144 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca7894a-a1c2-4338-b93d-0ada373e97ee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:02:01.392488 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca7894a-a1c2-4338-b93d-0ada373e97ee admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:02:01.392861 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca7894a-a1c2-4338-b93d-0ada373e97ee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:02:01.393215 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca7894a-a1c2-4338-b93d-0ada373e97ee admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:02:01.393546 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca7894a-a1c2-4338-b93d-0ada373e97ee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:02:01.393871 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca7894a-a1c2-4338-b93d-0ada373e97ee admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:02:01.394194 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca7894a-a1c2-4338-b93d-0ada373e97ee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:02:01.394613 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca7894a-a1c2-4338-b93d-0ada373e97ee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:02:01.394944 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca7894a-a1c2-4338-b93d-0ada373e97ee admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:02:01.395267 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca7894a-a1c2-4338-b93d-0ada373e97ee admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:02:01.395589 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca7894a-a1c2-4338-b93d-0ada373e97ee admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:02:01.395912 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca7894a-a1c2-4338-b93d-0ada373e97ee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:02:01.396229 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca7894a-a1c2-4338-b93d-0ada373e97ee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:02:01.396544 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca7894a-a1c2-4338-b93d-0ada373e97ee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:02:01.397492 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca7894a-a1c2-4338-b93d-0ada373e97ee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:02:01.722896 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG dbcounter [-] [110845] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=110845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:02:01.779752 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [-] (110843) accepted ('10.222.0.17', 58038) {{(pid=110843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:02:01.794776 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-a14e647f-aefa-48b8-b303-375ce8ddc878 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:01.894304 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a069ba-a235-4c69-a532-74465c01b527 req-b54402ca-b51b-4fb8-a87e-45262cd78611 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:02:01.895913 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-24a069ba-a235-4c69-a532-74465c01b527 req-b54402ca-b51b-4fb8-a87e-45262cd78611 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/ports?device_id=b835df72-6134-422a-80ae-654e9da4e4a7 HTTP/1.1" status: 200 len: 946 time: 0.0609014 Jul 24 20:02:01.916610 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:02:01.939945 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-a14e647f-aefa-48b8-b303-375ce8ddc878 admin admin] Publish callbacks [] for security_group (48e3be41-21da-4476-b2af-c54cfb1369c8), precommit_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:01.975421 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-24a069ba-a235-4c69-a532-74465c01b527 req-c52993fa-f780-47db-863a-33afc27bd6c0 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/security-groups?id=26640197-a088-42b2-99b8-e30a0e4045f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690844 Jul 24 20:02:02.000336 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-a14e647f-aefa-48b8-b303-375ce8ddc878 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (48e3be41-21da-4476-b2af-c54cfb1369c8), after_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:02.040670 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [None req-a14e647f-aefa-48b8-b303-375ce8ddc878 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=209bfbb387514f499868a78461fcd568&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2597656 Jul 24 20:02:02.041544 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14e647f-aefa-48b8-b303-375ce8ddc878 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48e3be41-21da-4476-b2af-c54cfb1369c8,revision_number=1']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:02:02.044056 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 58048) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:02:02.100405 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-26d78e38-f7bb-43f9-8dc7-3b3cb6606174 admin admin] Publish callbacks [] for security_group (48e3be41-21da-4476-b2af-c54cfb1369c8), before_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:02.125562 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-26d78e38-f7bb-43f9-8dc7-3b3cb6606174 admin admin] Publish callbacks [] for security_group (48e3be41-21da-4476-b2af-c54cfb1369c8), precommit_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:02.181331 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 58054) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:02:02.191219 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252c444e-e218-4074-b4c1-eeb09bf67fc6 req-4c6832a5-5355-46af-938c-b9383dba5ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:02:02.193008 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-252c444e-e218-4074-b4c1-eeb09bf67fc6 req-4c6832a5-5355-46af-938c-b9383dba5ec2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=15c454baefdc474682f88c603f6108a8&device_id=b835df72-6134-422a-80ae-654e9da4e4a7 HTTP/1.1" status: 200 len: 1130 time: 0.0757930 Jul 24 20:02:02.286183 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-26d78e38-f7bb-43f9-8dc7-3b3cb6606174 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (48e3be41-21da-4476-b2af-c54cfb1369c8), after_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:02.290257 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-26d78e38-f7bb-43f9-8dc7-3b3cb6606174 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:02.290956 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-26d78e38-f7bb-43f9-8dc7-3b3cb6606174 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/48e3be41-21da-4476-b2af-c54cfb1369c8 HTTP/1.1" status: 204 len: 168 time: 0.2452221 Jul 24 20:02:02.301555 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-81779b72-5cb2-422f-b328-4177f51f5898 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:02.313999 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d78e38-f7bb-43f9-8dc7-3b3cb6606174 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48e3be41-21da-4476-b2af-c54cfb1369c8,revision_number=None']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:02:02.433503 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-81779b72-5cb2-422f-b328-4177f51f5898 admin admin] Publish callbacks [] for security_group (3839c702-bb42-49d4-8d02-d11b03b61fcd), precommit_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:02.446130 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4cc14d-4f66-44d9-8ea6-374145a2da47 req-eb250201-b3f7-4ddf-9ec3-95bd7c4f4e0c tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:02:02.451162 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-0f4cc14d-4f66-44d9-8ea6-374145a2da47 req-eb250201-b3f7-4ddf-9ec3-95bd7c4f4e0c tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/ports?device_id=8ad940d2-dab6-42ec-a84a-53ee9242b68d HTTP/1.1" status: 200 len: 945 time: 0.0660088 Jul 24 20:02:02.485244 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:02:02.496753 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-0f4cc14d-4f66-44d9-8ea6-374145a2da47 req-81ea2c27-4285-4808-96f0-c7abddca6262 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/security-groups?id=7fd4fa86-8151-45a8-babb-f1c645ad6646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433164 Jul 24 20:02:02.499189 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-81779b72-5cb2-422f-b328-4177f51f5898 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (3839c702-bb42-49d4-8d02-d11b03b61fcd), after_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:02.523553 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:02:02.543440 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81779b72-5cb2-422f-b328-4177f51f5898 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3839c702-bb42-49d4-8d02-d11b03b61fcd,revision_number=1']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:02:02.548670 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-81779b72-5cb2-422f-b328-4177f51f5898 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=99136a2dbbfc49a2bccce9d17eb5d6a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3652430 Jul 24 20:02:02.551538 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [-] (110843) accepted ('10.222.0.17', 58074) {{(pid=110843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:02:02.736306 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a50d60b-7d43-4a52-8f95-de6498155ac6 req-539b0b39-d448-49e1-968b-9a8a43bca77c tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:02:02.737892 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-1a50d60b-7d43-4a52-8f95-de6498155ac6 req-539b0b39-d448-49e1-968b-9a8a43bca77c tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/ports?device_id=8ad940d2-dab6-42ec-a84a-53ee9242b68d HTTP/1.1" status: 200 len: 945 time: 0.1565840 Jul 24 20:02:02.742912 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-3f83538c-d017-4368-8c73-154842c115e7 admin admin] Publish callbacks [] for security_group (3839c702-bb42-49d4-8d02-d11b03b61fcd), before_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:02.749130 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 58088) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:02:02.754634 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.v2.base [None req-192831ca-144c-4048-a757-3148b367e36f tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Request body: {'floatingip': {'port_id': '72d7cce4-42e1-4ed0-8270-569e161be59b'}} {{(pid=110842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 20:02:02.785407 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-3f83538c-d017-4368-8c73-154842c115e7 admin admin] Publish callbacks [] for security_group (3839c702-bb42-49d4-8d02-d11b03b61fcd), precommit_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:03.003387 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252c444e-e218-4074-b4c1-eeb09bf67fc6 req-18f8c77f-6dee-4076-9731-0e7ca5ef25e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:02:03.004979 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-252c444e-e218-4074-b4c1-eeb09bf67fc6 req-18f8c77f-6dee-4076-9731-0e7ca5ef25e7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=6e3ba2d8-cc61-4396-b210-32cea4aff750 HTTP/1.1" status: 200 len: 919 time: 0.3591678 Jul 24 20:02:03.071955 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-252c444e-e218-4074-b4c1-eeb09bf67fc6 req-ec973656-4d62-4fe1-bd73-b62082805542 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fb47eaa5-8e6b-4fe4-8667-50e998c90da3 HTTP/1.1" status: 200 len: 217 time: 0.0530007 Jul 24 20:02:03.112382 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-192831ca-144c-4048-a757-3148b367e36f tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Publish callbacks [] for floatingip (649bab8c-c66f-4e76-bc83-bbee847b7923), before_update {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:03.188659 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1160290-8658-44ae-8354-a5ae11ddf31a req-53c28f82-bcb6-458d-8acb-5e3b1c9bac1e tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:02:03.190127 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-e1160290-8658-44ae-8354-a5ae11ddf31a req-53c28f82-bcb6-458d-8acb-5e3b1c9bac1e tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/ports?device_id=b835df72-6134-422a-80ae-654e9da4e4a7 HTTP/1.1" status: 200 len: 946 time: 0.0894742 Jul 24 20:02:03.195001 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252c444e-e218-4074-b4c1-eeb09bf67fc6 req-de7075fd-61c7-4018-91a9-e3b28440808a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:02:03.195001 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-252c444e-e218-4074-b4c1-eeb09bf67fc6 req-de7075fd-61c7-4018-91a9-e3b28440808a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1b0ec485-4e15-4515-af25-2ebd70a5137a HTTP/1.1" status: 200 len: 857 time: 0.1149874 Jul 24 20:02:03.263364 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252c444e-e218-4074-b4c1-eeb09bf67fc6 req-42e2b650-81cd-4919-90fb-96512299c9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:02:03.264877 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-252c444e-e218-4074-b4c1-eeb09bf67fc6 req-42e2b650-81cd-4919-90fb-96512299c9ec service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6e3ba2d8-cc61-4396-b210-32cea4aff750&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0616653 Jul 24 20:02:03.265519 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-3f83538c-d017-4368-8c73-154842c115e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (3839c702-bb42-49d4-8d02-d11b03b61fcd), after_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:03.267988 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-3f83538c-d017-4368-8c73-154842c115e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:03.269044 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [None req-3f83538c-d017-4368-8c73-154842c115e7 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/3839c702-bb42-49d4-8d02-d11b03b61fcd HTTP/1.1" status: 204 len: 168 time: 0.7164800 Jul 24 20:02:03.292327 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-e1160290-8658-44ae-8354-a5ae11ddf31a req-0e52f4e8-e486-4cec-82be-5ef484953426 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/security-groups?id=26640197-a088-42b2-99b8-e30a0e4045f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951159 Jul 24 20:02:03.301840 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f83538c-d017-4368-8c73-154842c115e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3839c702-bb42-49d4-8d02-d11b03b61fcd,revision_number=None']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:02:03.391438 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-252c444e-e218-4074-b4c1-eeb09bf67fc6 req-90d1bc15-953f-4d40-9c78-e2476f040b69 service neutron] 10.222.0.42 "GET /v2.0/networks/6e3ba2d8-cc61-4396-b210-32cea4aff750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148303 Jul 24 20:02:03.507417 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-252c444e-e218-4074-b4c1-eeb09bf67fc6 req-c4b57d22-8801-4ba5-ac4a-6aa1a55cd39f service neutron] 10.222.0.42 "GET /v2.0/networks/6e3ba2d8-cc61-4396-b210-32cea4aff750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053910 Jul 24 20:02:03.510413 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-5ce23243-b7ab-410c-b676-11e931a1146a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (dc36e0ef-94f3-4a3e-9c13-4790afccb2e9), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:03.757294 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:02:03.854674 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-192831ca-144c-4048-a757-3148b367e36f tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:03.904862 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-192831ca-144c-4048-a757-3148b367e36f tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-452544'] for floatingip (649bab8c-c66f-4e76-bc83-bbee847b7923), after_update {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:03.978374 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:02:04.005254 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.db.l3_db [None req-192831ca-144c-4048-a757-3148b367e36f tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Floating IP 649bab8c-c66f-4e76-bc83-bbee847b7923 associated. External IP: 172.27.3.151, port: 72d7cce4-42e1-4ed0-8270-569e161be59b. Jul 24 20:02:04.054095 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 58138) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:02:04.095185 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-63217cad-e629-48dc-b001-2718848f7c43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:04.304413 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-192831ca-144c-4048-a757-3148b367e36f tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Router 5e6b10e9-03c8-43e3-bc80-2da91e00d910 has already been hosted by L3 agent 408021b7-d46b-48c2-9f75-8a8023f9145c {{(pid=110842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 24 20:02:04.346719 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-63217cad-e629-48dc-b001-2718848f7c43 admin admin] Publish callbacks [] for security_group (2b7712dd-d5a6-47a8-9bf4-d0cc4b509cd2), precommit_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:04.404413 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-63217cad-e629-48dc-b001-2718848f7c43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (2b7712dd-d5a6-47a8-9bf4-d0cc4b509cd2), after_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:04.445018 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bc96c9-2564-4a2b-b4d5-13df81f4eb0d req-f8e6ea78-3562-44be-b28f-e346dadbbdcc tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:02:04.447236 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-46bc96c9-2564-4a2b-b4d5-13df81f4eb0d req-f8e6ea78-3562-44be-b28f-e346dadbbdcc tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/ports?device_id=b835df72-6134-422a-80ae-654e9da4e4a7 HTTP/1.1" status: 200 len: 946 time: 0.0726192 Jul 24 20:02:04.507021 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:02:04.507021 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63217cad-e629-48dc-b001-2718848f7c43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b7712dd-d5a6-47a8-9bf4-d0cc4b509cd2,revision_number=1']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:02:04.507021 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-63217cad-e629-48dc-b001-2718848f7c43 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=6c19c512fb284410ab35ae2f4e3cc0b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4421158 Jul 24 20:02:04.507402 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [-] (110843) accepted ('10.222.0.17', 58160) {{(pid=110843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:02:04.507493 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63217cad-e629-48dc-b001-2718848f7c43 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:02:04.508381 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63217cad-e629-48dc-b001-2718848f7c43 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:02:04.508381 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63217cad-e629-48dc-b001-2718848f7c43 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:02:04.508627 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63217cad-e629-48dc-b001-2718848f7c43 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:02:04.509159 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63217cad-e629-48dc-b001-2718848f7c43 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:02:04.509565 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63217cad-e629-48dc-b001-2718848f7c43 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:02:04.509958 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63217cad-e629-48dc-b001-2718848f7c43 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:02:04.510346 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63217cad-e629-48dc-b001-2718848f7c43 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:02:04.510758 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63217cad-e629-48dc-b001-2718848f7c43 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:02:04.511151 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63217cad-e629-48dc-b001-2718848f7c43 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:02:04.511547 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63217cad-e629-48dc-b001-2718848f7c43 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:02:04.512038 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63217cad-e629-48dc-b001-2718848f7c43 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:02:04.512462 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63217cad-e629-48dc-b001-2718848f7c43 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:02:04.514363 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63217cad-e629-48dc-b001-2718848f7c43 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:02:04.514842 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63217cad-e629-48dc-b001-2718848f7c43 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:02:04.523805 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-46bc96c9-2564-4a2b-b4d5-13df81f4eb0d req-651e0704-f304-41c8-a12b-c423061b4866 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/security-groups?id=26640197-a088-42b2-99b8-e30a0e4045f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706902 Jul 24 20:02:04.550287 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-192831ca-144c-4048-a757-3148b367e36f tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Notify agent at l3_agent.dv-cinder-850449-2-iscsi the message routers_updated {{(pid=110842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 20:02:04.560295 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-192831ca-144c-4048-a757-3148b367e36f tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1048257'] for floatingip (None), before_response {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:04.567911 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-201704c5-84ba-4e8e-9f13-db5d76d7bbf0 None None] Sync routers for ids ['5e6b10e9-03c8-43e3-bc80-2da91e00d910'] in dv-cinder-850449-2-iscsi {{(pid=110845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 20:02:04.618197 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-201704c5-84ba-4e8e-9f13-db5d76d7bbf0 None None] Routers {'5e6b10e9-03c8-43e3-bc80-2da91e00d910'} bound to L3 agent in host dv-cinder-850449-2-iscsi {{(pid=110845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 20:02:04.618197 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.l3_hamode_db [None req-201704c5-84ba-4e8e-9f13-db5d76d7bbf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-24T19:52:06Z,description=,heartbeat_timestamp=2022-07-24T20:01:36Z,host='dv-cinder-850449-2-iscsi',id=408021b7-d46b-48c2-9f75-8a8023f9145c,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T19:52:06Z,topic='l3_agent')) {'router_ids': ['5e6b10e9-03c8-43e3-bc80-2da91e00d910'], 'active': True} {{(pid=110845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:02:04.618369 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-ae1848c4-567f-4ffb-baf6-3e201df72f68 admin admin] Publish callbacks [] for security_group (2b7712dd-d5a6-47a8-9bf4-d0cc4b509cd2), before_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:04.618444 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-192831ca-144c-4048-a757-3148b367e36f tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "PUT /v2.0/floatingips/649bab8c-c66f-4e76-bc83-bbee847b7923 HTTP/1.1" status: 200 len: 991 time: 1.8472323 Jul 24 20:02:04.618444 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ad940d2-dab6-42ec-a84a-53ee9242b68d', 'tag': '72d7cce4-42e1-4ed0-8270-569e161be59b'}] {{(pid=110842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 24 20:02:04.618444 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5edc3fcd2ba6a287f711eaf45b4d5d5c8d3623c9fa62bef48fe3be9641ba2c6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17123203-7417-4f04-9d95-8e8add0bf376" -d '{"events": [{"name": "network-changed", "server_uuid": "8ad940d2-dab6-42ec-a84a-53ee9242b68d", "tag": "72d7cce4-42e1-4ed0-8270-569e161be59b"}]}' {{(pid=110842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 20:02:04.627951 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-ae1848c4-567f-4ffb-baf6-3e201df72f68 admin admin] Publish callbacks [] for security_group (2b7712dd-d5a6-47a8-9bf4-d0cc4b509cd2), precommit_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:04.656089 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 24 Jul 2022 20:02:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e906db6a-bfb5-40fe-961c-4eb0c909cb22 x-openstack-request-id: req-e906db6a-bfb5-40fe-961c-4eb0c909cb22 {{(pid=110842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 20:02:04.656783 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ad940d2-dab6-42ec-a84a-53ee9242b68d", "tag": "72d7cce4-42e1-4ed0-8270-569e161be59b", "status": "completed", "code": 200}]} {{(pid=110842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 20:02:04.657226 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-e906db6a-bfb5-40fe-961c-4eb0c909cb22 {{(pid=110842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 20:02:04.658017 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e906db6a-bfb5-40fe-961c-4eb0c909cb22'] response: {'name': 'network-changed', 'server_uuid': '8ad940d2-dab6-42ec-a84a-53ee9242b68d', 'tag': '72d7cce4-42e1-4ed0-8270-569e161be59b', 'status': 'completed', 'code': 200} Jul 24 20:02:04.711810 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.l3_dvr_db [None req-201704c5-84ba-4e8e-9f13-db5d76d7bbf0 None None] Set router 5e6b10e9-03c8-43e3-bc80-2da91e00d910 gateway port host: dv-cinder-850449-2-iscsi {{(pid=110845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 20:02:04.726388 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17123203-7417-4f04-9d95-8e8add0bf376 req-1076041d-b09e-4ce9-b3cc-ca8d0aabdc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:02:04.727964 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-17123203-7417-4f04-9d95-8e8add0bf376 req-1076041d-b09e-4ce9-b3cc-ca8d0aabdc54 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=49f6a7894899436d8ce94d9a7500533a&device_id=8ad940d2-dab6-42ec-a84a-53ee9242b68d HTTP/1.1" status: 200 len: 1129 time: 0.0439641 Jul 24 20:02:04.826196 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-ae1848c4-567f-4ffb-baf6-3e201df72f68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (2b7712dd-d5a6-47a8-9bf4-d0cc4b509cd2), after_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:04.828410 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-ae1848c4-567f-4ffb-baf6-3e201df72f68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:04.829762 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [None req-ae1848c4-567f-4ffb-baf6-3e201df72f68 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/2b7712dd-d5a6-47a8-9bf4-d0cc4b509cd2 HTTP/1.1" status: 204 len: 168 time: 0.3276062 Jul 24 20:02:04.837025 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17123203-7417-4f04-9d95-8e8add0bf376 req-9bce8021-c5d5-4375-afa0-6fcc741c02b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:02:04.838314 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-17123203-7417-4f04-9d95-8e8add0bf376 req-9bce8021-c5d5-4375-afa0-6fcc741c02b3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b3fd2ef6-6f8c-45f9-a0a9-81c377b08f7e HTTP/1.1" status: 200 len: 917 time: 0.1015141 Jul 24 20:02:04.843994 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1848c4-567f-4ffb-baf6-3e201df72f68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b7712dd-d5a6-47a8-9bf4-d0cc4b509cd2,revision_number=None']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:02:04.866188 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:02:05.007292 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-17123203-7417-4f04-9d95-8e8add0bf376 req-1ae8c949-e5f2-4c1a-a059-75f32871cf38 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=72d7cce4-42e1-4ed0-8270-569e161be59b HTTP/1.1" status: 200 len: 999 time: 0.1608222 Jul 24 20:02:05.027630 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.l3_hamode_db [None req-201704c5-84ba-4e8e-9f13-db5d76d7bbf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e6b10e9-03c8-43e3-bc80-2da91e00d910', 'name': 'tempest-AttachVolumeShelveTestJSON-842360300-router', 'tenant_id': '49f6a7894899436d8ce94d9a7500533a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'external_fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': 'ea2f25b3-3d17-4f9a-8d9f-6a8401e2174c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T20:01:02Z', 'updated_at': '2022-07-24T20:01:10Z', 'revision_number': 4, 'project_id': '49f6a7894899436d8ce94d9a7500533a', 'gw_port': {'id': 'ea2f25b3-3d17-4f9a-8d9f-6a8401e2174c', 'name': '', 'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:9d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6b10e9-03c8-43e3-bc80-2da91e00d910', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:01:03Z', 'updated_at': '2022-07-24T20:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99a0caa3-3fb5-4860-826f-478186226de3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850449-2-iscsi', '_floatingips': [{'id': '649bab8c-c66f-4e76-bc83-bbee847b7923', 'tenant_id': '49f6a7894899436d8ce94d9a7500533a', 'floating_ip_address': '172.27.3.151', 'floating_network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'router_id': '5e6b10e9-03c8-43e3-bc80-2da91e00d910', 'port_id': '72d7cce4-42e1-4ed0-8270-569e161be59b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 91, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3fd2ef6-6f8c-45f9-a0a9-81c377b08f7e', 'mac_address': 'fa:16:3e:b3:db:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ad940d2-dab6-42ec-a84a-53ee9242b68d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-24T20:01:17Z', 'updated_at': '2022-07-24T20:02:03Z', 'revision_number': 1, 'project_id': '49f6a7894899436d8ce94d9a7500533a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3fcea78-ae7b-4dda-aabb-16fa55c52b81', 'name': '', 'network_id': 'b3fd2ef6-6f8c-45f9-a0a9-81c377b08f7e', 'tenant_id': '49f6a7894899436d8ce94d9a7500533a', 'mac_address': 'fa:16:3e:6a:f6:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6b10e9-03c8-43e3-bc80-2da91e00d910', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '9f1a76ef-9ecc-40f5-8dc9-5b3ae75ee961', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:01:09Z', 'updated_at': '2022-07-24T20:01:17Z', 'revision_number': 5, 'project_id': '49f6a7894899436d8ce94d9a7500533a', 'subnets': [{'id': '9f1a76ef-9ecc-40f5-8dc9-5b3ae75ee961', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850449-2-iscsi', False) {} {{(pid=110845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:02:05.052541 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-201704c5-84ba-4e8e-9f13-db5d76d7bbf0 None None] Checking router: 5e6b10e9-03c8-43e3-bc80-2da91e00d910 for host: dv-cinder-850449-2-iscsi {{(pid=110845) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 20:02:05.060410 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17123203-7417-4f04-9d95-8e8add0bf376 req-66c91096-628f-432d-9231-130c5765c391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:02:05.061572 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-201704c5-84ba-4e8e-9f13-db5d76d7bbf0 None None] Routers {'5e6b10e9-03c8-43e3-bc80-2da91e00d910'} bound to L3 agent in host dv-cinder-850449-2-iscsi {{(pid=110845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 20:02:05.064894 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-17123203-7417-4f04-9d95-8e8add0bf376 req-66c91096-628f-432d-9231-130c5765c391 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9f1a76ef-9ecc-40f5-8dc9-5b3ae75ee961 HTTP/1.1" status: 200 len: 855 time: 0.0484116 Jul 24 20:02:05.065048 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.l3_hamode_db [None req-201704c5-84ba-4e8e-9f13-db5d76d7bbf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-24T19:52:06Z,description=,heartbeat_timestamp=2022-07-24T20:01:36Z,host='dv-cinder-850449-2-iscsi',id=408021b7-d46b-48c2-9f75-8a8023f9145c,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T19:52:06Z,topic='l3_agent')) {'router_ids': ['5e6b10e9-03c8-43e3-bc80-2da91e00d910'], 'active': True} {{(pid=110845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:02:05.138132 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17123203-7417-4f04-9d95-8e8add0bf376 req-62ec9118-49b0-453f-92af-56c87e0e8691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:02:05.141150 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-17123203-7417-4f04-9d95-8e8add0bf376 req-62ec9118-49b0-453f-92af-56c87e0e8691 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b3fd2ef6-6f8c-45f9-a0a9-81c377b08f7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0737374 Jul 24 20:02:05.169863 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.l3_dvr_db [None req-201704c5-84ba-4e8e-9f13-db5d76d7bbf0 None None] Set router 5e6b10e9-03c8-43e3-bc80-2da91e00d910 gateway port host: dv-cinder-850449-2-iscsi {{(pid=110845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 20:02:05.431989 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.l3_hamode_db [None req-201704c5-84ba-4e8e-9f13-db5d76d7bbf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e6b10e9-03c8-43e3-bc80-2da91e00d910', 'name': 'tempest-AttachVolumeShelveTestJSON-842360300-router', 'tenant_id': '49f6a7894899436d8ce94d9a7500533a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'external_fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': 'ea2f25b3-3d17-4f9a-8d9f-6a8401e2174c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T20:01:02Z', 'updated_at': '2022-07-24T20:01:10Z', 'revision_number': 4, 'project_id': '49f6a7894899436d8ce94d9a7500533a', 'gw_port': {'id': 'ea2f25b3-3d17-4f9a-8d9f-6a8401e2174c', 'name': '', 'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:9d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6b10e9-03c8-43e3-bc80-2da91e00d910', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:01:03Z', 'updated_at': '2022-07-24T20:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99a0caa3-3fb5-4860-826f-478186226de3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850449-2-iscsi', '_floatingips': [{'id': '649bab8c-c66f-4e76-bc83-bbee847b7923', 'tenant_id': '49f6a7894899436d8ce94d9a7500533a', 'floating_ip_address': '172.27.3.151', 'floating_network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'router_id': '5e6b10e9-03c8-43e3-bc80-2da91e00d910', 'port_id': '72d7cce4-42e1-4ed0-8270-569e161be59b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 91, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3fd2ef6-6f8c-45f9-a0a9-81c377b08f7e', 'mac_address': 'fa:16:3e:b3:db:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ad940d2-dab6-42ec-a84a-53ee9242b68d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-24T20:01:17Z', 'updated_at': '2022-07-24T20:02:03Z', 'revision_number': 1, 'project_id': '49f6a7894899436d8ce94d9a7500533a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3fcea78-ae7b-4dda-aabb-16fa55c52b81', 'name': '', 'network_id': 'b3fd2ef6-6f8c-45f9-a0a9-81c377b08f7e', 'tenant_id': '49f6a7894899436d8ce94d9a7500533a', 'mac_address': 'fa:16:3e:6a:f6:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6b10e9-03c8-43e3-bc80-2da91e00d910', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '9f1a76ef-9ecc-40f5-8dc9-5b3ae75ee961', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:01:09Z', 'updated_at': '2022-07-24T20:01:17Z', 'revision_number': 5, 'project_id': '49f6a7894899436d8ce94d9a7500533a', 'subnets': [{'id': '9f1a76ef-9ecc-40f5-8dc9-5b3ae75ee961', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850449-2-iscsi', False) {} {{(pid=110845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:02:05.463887 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-201704c5-84ba-4e8e-9f13-db5d76d7bbf0 None None] The sync data for ids ['5e6b10e9-03c8-43e3-bc80-2da91e00d910'] in dv-cinder-850449-2-iscsi is: [{'id': '5e6b10e9-03c8-43e3-bc80-2da91e00d910', 'name': 'tempest-AttachVolumeShelveTestJSON-842360300-router', 'tenant_id': '49f6a7894899436d8ce94d9a7500533a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'external_fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': 'ea2f25b3-3d17-4f9a-8d9f-6a8401e2174c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T20:01:02Z', 'updated_at': '2022-07-24T20:01:10Z', 'revision_number': 4, 'project_id': '49f6a7894899436d8ce94d9a7500533a', 'gw_port': {'id': 'ea2f25b3-3d17-4f9a-8d9f-6a8401e2174c', 'name': '', 'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:9d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6b10e9-03c8-43e3-bc80-2da91e00d910', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:01:03Z', 'updated_at': '2022-07-24T20:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99a0caa3-3fb5-4860-826f-478186226de3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850449-2-iscsi', '_floatingips': [{'id': '649bab8c-c66f-4e76-bc83-bbee847b7923', 'tenant_id': '49f6a7894899436d8ce94d9a7500533a', 'floating_ip_address': '172.27.3.151', 'floating_network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'router_id': '5e6b10e9-03c8-43e3-bc80-2da91e00d910', 'port_id': '72d7cce4-42e1-4ed0-8270-569e161be59b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 91, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3fd2ef6-6f8c-45f9-a0a9-81c377b08f7e', 'mac_address': 'fa:16:3e:b3:db:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ad940d2-dab6-42ec-a84a-53ee9242b68d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-24T20:01:17Z', 'updated_at': '2022-07-24T20:02:03Z', 'revision_number': 1, 'project_id': '49f6a7894899436d8ce94d9a7500533a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3fcea78-ae7b-4dda-aabb-16fa55c52b81', 'name': '', 'network_id': 'b3fd2ef6-6f8c-45f9-a0a9-81c377b08f7e', 'tenant_id': '49f6a7894899436d8ce94d9a7500533a', 'mac_address': 'fa:16:3e:6a:f6:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6b10e9-03c8-43e3-bc80-2da91e00d910', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '9f1a76ef-9ecc-40f5-8dc9-5b3ae75ee961', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:01:09Z', 'updated_at': '2022-07-24T20:01:17Z', 'revision_number': 5, 'project_id': '49f6a7894899436d8ce94d9a7500533a', 'subnets': [{'id': '9f1a76ef-9ecc-40f5-8dc9-5b3ae75ee961', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 20:02:05.488850 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-17123203-7417-4f04-9d95-8e8add0bf376 req-edf536f8-cba1-44be-8bf4-8393193cbc4a service neutron] 10.222.0.42 "GET /v2.0/networks/b3fd2ef6-6f8c-45f9-a0a9-81c377b08f7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737063 Jul 24 20:02:05.762908 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-17123203-7417-4f04-9d95-8e8add0bf376 req-a931b39c-16a4-4301-8929-05d5e9df35f4 service neutron] 10.222.0.42 "GET /v2.0/networks/b3fd2ef6-6f8c-45f9-a0a9-81c377b08f7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2716529 Jul 24 20:02:05.786562 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e77609-9e0d-420a-b881-f80f429d9117 req-3196ed2e-ded3-4fb1-a4be-2f9b83a3f61a tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:02:05.797193 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-31e77609-9e0d-420a-b881-f80f429d9117 req-3196ed2e-ded3-4fb1-a4be-2f9b83a3f61a tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/ports?device_id=b835df72-6134-422a-80ae-654e9da4e4a7 HTTP/1.1" status: 200 len: 946 time: 0.1100423 Jul 24 20:02:05.829342 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f630f06c-91d3-4780-9892-1bf30f8a7e2a None None] New status for floating IP 649bab8c-c66f-4e76-bc83-bbee847b7923: ACTIVE {{(pid=110844) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 24 20:02:05.871294 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-31e77609-9e0d-420a-b881-f80f429d9117 req-bc0637a7-b925-41e4-8f05-fc078139e636 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/security-groups?id=26640197-a088-42b2-99b8-e30a0e4045f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723395 Jul 24 20:02:06.068158 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-f81da9ed-365a-4ab6-ae24-4fcfeeef1b21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (408021b7-d46b-48c2-9f75-8a8023f9145c), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:06.922082 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-6dc48dae-acff-4e3e-8fdb-430da55b4f7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (7ee55678-4254-481c-8cae-5c828aed81c9), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:07.047449 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870f6d15-4612-4b9b-9f0a-b639140d15c7 req-cb462c73-976b-4d91-91f4-640fb56426da tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:02:07.048984 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-870f6d15-4612-4b9b-9f0a-b639140d15c7 req-cb462c73-976b-4d91-91f4-640fb56426da tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/ports?device_id=b835df72-6134-422a-80ae-654e9da4e4a7 HTTP/1.1" status: 200 len: 946 time: 0.0653496 Jul 24 20:02:07.097343 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-870f6d15-4612-4b9b-9f0a-b639140d15c7 req-c165edd4-7bfd-43ea-ac53-dbdba2fb7d69 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/security-groups?id=26640197-a088-42b2-99b8-e30a0e4045f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420382 Jul 24 20:02:07.419154 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [-] (110843) accepted ('10.222.0.17', 58292) {{(pid=110843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:02:07.503270 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:02:07.530451 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-c9219022-3087-4507-b2bc-38db2fdfa8ec req-522d937c-55d6-45cd-867a-ec876ff75f88 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=71f71683-82dd-492f-874c-42b518a3e827&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0612059 Jul 24 20:02:07.538088 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-8298b378-065d-40df-8af7-1bb63569ca9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:07.651937 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9219022-3087-4507-b2bc-38db2fdfa8ec req-00554011-ccb0-4e79-a847-4648d26ee57b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:02:07.653472 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-c9219022-3087-4507-b2bc-38db2fdfa8ec req-00554011-ccb0-4e79-a847-4648d26ee57b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c1d92a82166d4e128dbef71394daba86&device_id=71f71683-82dd-492f-874c-42b518a3e827 HTTP/1.1" status: 200 len: 1130 time: 0.0620012 Jul 24 20:02:07.673121 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-8298b378-065d-40df-8af7-1bb63569ca9f admin admin] Publish callbacks [] for security_group (9cc13a86-694c-4ba4-86c1-ec2e98885921), precommit_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:07.784852 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-8298b378-065d-40df-8af7-1bb63569ca9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (9cc13a86-694c-4ba4-86c1-ec2e98885921), after_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:07.825647 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [None req-8298b378-065d-40df-8af7-1bb63569ca9f admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=db721455223c4f11addbdd66b5ed41a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4053662 Jul 24 20:02:07.827799 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8298b378-065d-40df-8af7-1bb63569ca9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cc13a86-694c-4ba4-86c1-ec2e98885921,revision_number=1']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:02:07.829120 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 58308) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:02:07.893792 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-287e6185-16d2-459d-9aee-4d905a0f5956 admin admin] Publish callbacks [] for security_group (9cc13a86-694c-4ba4-86c1-ec2e98885921), before_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:07.919241 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-287e6185-16d2-459d-9aee-4d905a0f5956 admin admin] Publish callbacks [] for security_group (9cc13a86-694c-4ba4-86c1-ec2e98885921), precommit_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:08.057512 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-287e6185-16d2-459d-9aee-4d905a0f5956 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (9cc13a86-694c-4ba4-86c1-ec2e98885921), after_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:08.062907 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-287e6185-16d2-459d-9aee-4d905a0f5956 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:08.062907 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-287e6185-16d2-459d-9aee-4d905a0f5956 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/9cc13a86-694c-4ba4-86c1-ec2e98885921 HTTP/1.1" status: 204 len: 168 time: 0.2301323 Jul 24 20:02:08.074966 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287e6185-16d2-459d-9aee-4d905a0f5956 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cc13a86-694c-4ba4-86c1-ec2e98885921,revision_number=None']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:02:08.266196 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-43102eef-6e4b-4922-ad30-3734cbb7477a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (7d43fc2f-3c2c-473f-8c92-13ad6341ecc2), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:08.283874 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a439d46-b5b2-4a32-af72-fd84c252e903 req-e4cd5fbe-93f3-4dc4-b96e-8582de57a8df tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:02:08.288955 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-5a439d46-b5b2-4a32-af72-fd84c252e903 req-e4cd5fbe-93f3-4dc4-b96e-8582de57a8df tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/ports?device_id=b835df72-6134-422a-80ae-654e9da4e4a7 HTTP/1.1" status: 200 len: 946 time: 0.0981636 Jul 24 20:02:08.329530 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:02:08.338740 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-5a439d46-b5b2-4a32-af72-fd84c252e903 req-903219c0-5c9b-4536-943f-a9c360733e36 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/security-groups?id=26640197-a088-42b2-99b8-e30a0e4045f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465596 Jul 24 20:02:08.692160 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9219022-3087-4507-b2bc-38db2fdfa8ec req-1d0eb3aa-aa38-4563-86a5-3774e28f2c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:02:08.694291 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-c9219022-3087-4507-b2bc-38db2fdfa8ec req-1d0eb3aa-aa38-4563-86a5-3774e28f2c73 service neutron] 10.222.0.42 "GET /v2.0/networks?id=64be66ee-585a-4301-8b32-9012fd829a32 HTTP/1.1" status: 200 len: 912 time: 0.0939379 Jul 24 20:02:08.875969 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 58344) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:02:08.891790 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-2f114c81-8062-43d5-b8f2-201d2b744407 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:08.975625 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-2f114c81-8062-43d5-b8f2-201d2b744407 admin admin] Publish callbacks [] for security_group (d5ed2e89-1b0a-496f-9ade-6477233a9839), precommit_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:09.030074 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-2f114c81-8062-43d5-b8f2-201d2b744407 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (d5ed2e89-1b0a-496f-9ade-6477233a9839), after_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:09.075999 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-2f114c81-8062-43d5-b8f2-201d2b744407 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=f890f20b9e2c4f32a9ff87f8e1848cba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1983991 Jul 24 20:02:09.077110 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f114c81-8062-43d5-b8f2-201d2b744407 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5ed2e89-1b0a-496f-9ade-6477233a9839,revision_number=1']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:02:09.078631 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [-] (110843) accepted ('10.222.0.17', 58350) {{(pid=110843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:02:09.133330 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-375427a4-27ec-4057-b808-8c074eaf4a5f admin admin] Publish callbacks [] for security_group (d5ed2e89-1b0a-496f-9ade-6477233a9839), before_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:09.138611 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (46eda511-dfa5-408c-8bd4-cb509f691033), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:09.158641 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-375427a4-27ec-4057-b808-8c074eaf4a5f admin admin] Publish callbacks [] for security_group (d5ed2e89-1b0a-496f-9ade-6477233a9839), precommit_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:09.293400 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-375427a4-27ec-4057-b808-8c074eaf4a5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (d5ed2e89-1b0a-496f-9ade-6477233a9839), after_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:09.296481 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-375427a4-27ec-4057-b808-8c074eaf4a5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:09.301822 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [None req-375427a4-27ec-4057-b808-8c074eaf4a5f admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/d5ed2e89-1b0a-496f-9ade-6477233a9839 HTTP/1.1" status: 204 len: 168 time: 0.2181427 Jul 24 20:02:09.306172 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375427a4-27ec-4057-b808-8c074eaf4a5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5ed2e89-1b0a-496f-9ade-6477233a9839,revision_number=None']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:02:09.465575 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4372a23-a104-435c-a2b9-df012ce00bc5 req-eadafebe-3e78-46b6-bc4a-333f4d630f92 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:02:09.467109 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-b4372a23-a104-435c-a2b9-df012ce00bc5 req-eadafebe-3e78-46b6-bc4a-333f4d630f92 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/ports?device_id=b835df72-6134-422a-80ae-654e9da4e4a7 HTTP/1.1" status: 200 len: 946 time: 0.0518305 Jul 24 20:02:09.524296 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-c9219022-3087-4507-b2bc-38db2fdfa8ec req-571a2605-5242-4e3f-8cfa-6809e5747c0a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=09861531-361a-4ae0-a003-7ccadbba9045 HTTP/1.1" status: 200 len: 217 time: 0.0433180 Jul 24 20:02:09.553367 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-b4372a23-a104-435c-a2b9-df012ce00bc5 req-30e862be-0459-4a8b-b9bc-e2db90b69f2e tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/security-groups?id=26640197-a088-42b2-99b8-e30a0e4045f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805030 Jul 24 20:02:10.396082 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (95564131-b678-4db2-a162-51408b2acd55), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:10.701837 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478e2d30-5591-4490-b394-c5231e780900 req-9840e27b-2822-485b-8b27-9b036b65ad72 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:02:10.703347 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-478e2d30-5591-4490-b394-c5231e780900 req-9840e27b-2822-485b-8b27-9b036b65ad72 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/ports?device_id=b835df72-6134-422a-80ae-654e9da4e4a7 HTTP/1.1" status: 200 len: 946 time: 0.0818319 Jul 24 20:02:10.730712 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9219022-3087-4507-b2bc-38db2fdfa8ec req-ffd2c1f2-e143-4de6-862b-b721dde85a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:02:10.732494 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-c9219022-3087-4507-b2bc-38db2fdfa8ec req-ffd2c1f2-e143-4de6-862b-b721dde85a1e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2d5b2ef6-8656-4777-b6ce-8ee0654272cc HTTP/1.1" status: 200 len: 850 time: 0.0781419 Jul 24 20:02:10.767457 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-478e2d30-5591-4490-b394-c5231e780900 req-3d525f2c-622c-4fbf-aa36-733fe244fb2c tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/security-groups?id=26640197-a088-42b2-99b8-e30a0e4045f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574183 Jul 24 20:02:11.736158 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.agents_db [None req-615be7cd-482a-4e0c-9386-1b4806e6e45a None None] Agent healthcheck: found 6 active agents {{(pid=110845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 20:02:11.882319 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fea231d-d7a6-4835-bab3-60e10016415a req-37ba16eb-cfab-4f77-9461-32d6234caf15 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:02:11.883843 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-3fea231d-d7a6-4835-bab3-60e10016415a req-37ba16eb-cfab-4f77-9461-32d6234caf15 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/ports?device_id=b835df72-6134-422a-80ae-654e9da4e4a7 HTTP/1.1" status: 200 len: 946 time: 0.0461557 Jul 24 20:02:11.934120 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-3fea231d-d7a6-4835-bab3-60e10016415a req-fa4d9246-5190-45f9-8490-d9ef41f5927d tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/security-groups?id=26640197-a088-42b2-99b8-e30a0e4045f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430136 Jul 24 20:02:13.049767 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4839ed12-a572-4ba2-a920-5f9baeafdb8a req-61c249a3-6eb3-496e-ad30-b08c70d101e7 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:02:13.051410 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-4839ed12-a572-4ba2-a920-5f9baeafdb8a req-61c249a3-6eb3-496e-ad30-b08c70d101e7 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/ports?device_id=b835df72-6134-422a-80ae-654e9da4e4a7 HTTP/1.1" status: 200 len: 946 time: 0.0508907 Jul 24 20:02:13.102505 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-4839ed12-a572-4ba2-a920-5f9baeafdb8a req-4594a7ec-4a3e-4127-ae31-a80aad3f979d tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/security-groups?id=26640197-a088-42b2-99b8-e30a0e4045f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449014 Jul 24 20:02:14.226577 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da02283-634d-4f68-b54c-9bb5182322c5 req-6d1e819e-693c-4b95-b2f5-341cfbae0065 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:02:14.228050 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-0da02283-634d-4f68-b54c-9bb5182322c5 req-6d1e819e-693c-4b95-b2f5-341cfbae0065 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/ports?device_id=b835df72-6134-422a-80ae-654e9da4e4a7 HTTP/1.1" status: 200 len: 946 time: 0.0592449 Jul 24 20:02:14.252672 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:02:14.275721 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-0da02283-634d-4f68-b54c-9bb5182322c5 req-f31db73d-7c88-41c3-b521-f67606d3c4e3 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/security-groups?id=26640197-a088-42b2-99b8-e30a0e4045f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423265 Jul 24 20:02:15.103236 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9219022-3087-4507-b2bc-38db2fdfa8ec req-e42e004b-8fc2-45d3-b176-e79a33e20dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:02:15.104767 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-c9219022-3087-4507-b2bc-38db2fdfa8ec req-e42e004b-8fc2-45d3-b176-e79a33e20dc5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=64be66ee-585a-4301-8b32-9012fd829a32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391469 Jul 24 20:02:15.208094 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-c9219022-3087-4507-b2bc-38db2fdfa8ec req-c8cfb9ca-c82c-4693-8efb-e9d28e4b84b2 service neutron] 10.222.0.42 "GET /v2.0/networks/64be66ee-585a-4301-8b32-9012fd829a32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954335 Jul 24 20:02:15.308271 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-c9219022-3087-4507-b2bc-38db2fdfa8ec req-3b0ee20f-6117-4613-ae70-3f09581d6e7b service neutron] 10.222.0.42 "GET /v2.0/networks/64be66ee-585a-4301-8b32-9012fd829a32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926526 Jul 24 20:02:15.389478 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7460a5-5998-44aa-9ff9-6f4fbf16fa37 req-580eee5e-ad95-4f0e-a1fe-d1024e4d0261 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:02:15.390948 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-9a7460a5-5998-44aa-9ff9-6f4fbf16fa37 req-580eee5e-ad95-4f0e-a1fe-d1024e4d0261 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/ports?device_id=b835df72-6134-422a-80ae-654e9da4e4a7 HTTP/1.1" status: 200 len: 946 time: 0.0477502 Jul 24 20:02:15.411519 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:02:15.435414 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG dbcounter [-] [110845] Writing DB stats neutron:SELECT=70 {{(pid=110845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:02:15.439331 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-9a7460a5-5998-44aa-9ff9-6f4fbf16fa37 req-4d7ceab6-9b3f-4fc1-9737-f375c16e7d18 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/security-groups?id=26640197-a088-42b2-99b8-e30a0e4045f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428934 Jul 24 20:02:16.550750 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3483a22e-12aa-4b56-b338-0d43e89cd5be req-5e1ba256-af75-489f-a0ed-c476832188a5 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:02:16.552095 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-3483a22e-12aa-4b56-b338-0d43e89cd5be req-5e1ba256-af75-489f-a0ed-c476832188a5 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/ports?device_id=b835df72-6134-422a-80ae-654e9da4e4a7 HTTP/1.1" status: 200 len: 946 time: 0.0461071 Jul 24 20:02:16.597729 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-3483a22e-12aa-4b56-b338-0d43e89cd5be req-c526e259-9d72-47c7-911f-4ae207fae954 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/security-groups?id=26640197-a088-42b2-99b8-e30a0e4045f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400891 Jul 24 20:02:17.719774 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc24506a-6ef6-447f-acb1-9e4360e617e6 req-ba9d581d-5051-416f-81d4-233e39bb4537 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:02:17.721334 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-bc24506a-6ef6-447f-acb1-9e4360e617e6 req-ba9d581d-5051-416f-81d4-233e39bb4537 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/ports?device_id=b835df72-6134-422a-80ae-654e9da4e4a7 HTTP/1.1" status: 200 len: 946 time: 0.0524025 Jul 24 20:02:17.768776 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-bc24506a-6ef6-447f-acb1-9e4360e617e6 req-972762c9-d847-42ee-9f9a-277e6165caf2 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/security-groups?id=26640197-a088-42b2-99b8-e30a0e4045f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413127 Jul 24 20:02:18.882732 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cad876-df3e-43d0-a735-24f6493666e8 req-7f5c1812-f58b-4cb5-94c8-ca94f95dd1ec tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:02:18.884211 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-79cad876-df3e-43d0-a735-24f6493666e8 req-7f5c1812-f58b-4cb5-94c8-ca94f95dd1ec tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/ports?device_id=b835df72-6134-422a-80ae-654e9da4e4a7 HTTP/1.1" status: 200 len: 946 time: 0.0478029 Jul 24 20:02:18.957794 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-79cad876-df3e-43d0-a735-24f6493666e8 req-cda88a8c-2a45-44ce-a282-fd81ea277432 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/security-groups?id=26640197-a088-42b2-99b8-e30a0e4045f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586953 Jul 24 20:02:19.069103 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=68,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:02:19.072310 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=39,neutron:DELETE=2,neutron:INSERT=9 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:02:19.358724 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9394aec1-90c1-4edf-8aad-f9855a6a8c23 req-6ff67afc-1413-4652-8e6c-19a0e07c5912 tempest-DeleteServersTestJSON-1125588650 tempest-DeleteServersTestJSON-1125588650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:02:19.360165 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-9394aec1-90c1-4edf-8aad-f9855a6a8c23 req-6ff67afc-1413-4652-8e6c-19a0e07c5912 tempest-DeleteServersTestJSON-1125588650 tempest-DeleteServersTestJSON-1125588650-project] 10.222.0.17 "GET /v2.0/ports?device_id=71f71683-82dd-492f-874c-42b518a3e827 HTTP/1.1" status: 200 len: 946 time: 0.0502410 Jul 24 20:02:19.407596 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-9394aec1-90c1-4edf-8aad-f9855a6a8c23 req-869c6931-6165-483d-bdc2-ec64a15d6cac tempest-DeleteServersTestJSON-1125588650 tempest-DeleteServersTestJSON-1125588650-project] 10.222.0.17 "GET /v2.0/security-groups?id=85813377-563a-400b-8b92-b4a85adf39fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411429 Jul 24 20:02:20.092577 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903fe3aa-2ae8-46b1-888d-3ddaf97ebaf4 req-37cefc4b-60f7-4f08-8d0b-9f74ed0b9dfe tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:02:20.094121 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-903fe3aa-2ae8-46b1-888d-3ddaf97ebaf4 req-37cefc4b-60f7-4f08-8d0b-9f74ed0b9dfe tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/ports?device_id=b835df72-6134-422a-80ae-654e9da4e4a7 HTTP/1.1" status: 200 len: 946 time: 0.0523419 Jul 24 20:02:20.147618 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-903fe3aa-2ae8-46b1-888d-3ddaf97ebaf4 req-49123a1f-f6d5-4934-8960-060420a43357 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/security-groups?id=26640197-a088-42b2-99b8-e30a0e4045f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465951 Jul 24 20:02:20.308163 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=27,neutron:UPDATE=3 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:02:20.310062 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=40,neutron:UPDATE=7 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:02:20.523937 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed91d968-2614-4945-8215-de0a3c94cbcd req-f0975664-851c-4bef-b6bd-659f5ba7f356 tempest-DeleteServersTestJSON-1125588650 tempest-DeleteServersTestJSON-1125588650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:02:20.525398 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-ed91d968-2614-4945-8215-de0a3c94cbcd req-f0975664-851c-4bef-b6bd-659f5ba7f356 tempest-DeleteServersTestJSON-1125588650 tempest-DeleteServersTestJSON-1125588650-project] 10.222.0.17 "GET /v2.0/ports?device_id=71f71683-82dd-492f-874c-42b518a3e827 HTTP/1.1" status: 200 len: 946 time: 0.0459883 Jul 24 20:02:20.595614 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-ed91d968-2614-4945-8215-de0a3c94cbcd req-0c6bffe2-67e5-4ab0-b743-fad2d13de2bf tempest-DeleteServersTestJSON-1125588650 tempest-DeleteServersTestJSON-1125588650-project] 10.222.0.17 "GET /v2.0/security-groups?id=85813377-563a-400b-8b92-b4a85adf39fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646586 Jul 24 20:02:21.088407 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [-] (110843) accepted ('10.222.0.17', 58620) {{(pid=110843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:02:21.217665 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-dc74add5-b347-4260-9880-276d3ee4103b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:21.336582 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d927df2c-74bc-47e4-9fee-3c7301e2dfdc req-19601623-b48a-4470-b94e-3a1357d61a0a tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:02:21.338122 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-d927df2c-74bc-47e4-9fee-3c7301e2dfdc req-19601623-b48a-4470-b94e-3a1357d61a0a tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/ports?device_id=b835df72-6134-422a-80ae-654e9da4e4a7 HTTP/1.1" status: 200 len: 946 time: 0.0789099 Jul 24 20:02:21.380238 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:02:21.385740 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-dc74add5-b347-4260-9880-276d3ee4103b admin admin] Publish callbacks [] for security_group (ba1a66ed-fddd-4a03-bf39-3fa68528bbd0), precommit_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:21.411719 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-d927df2c-74bc-47e4-9fee-3c7301e2dfdc req-80e5eb6a-f069-4634-b3ac-6547751d3758 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/security-groups?id=26640197-a088-42b2-99b8-e30a0e4045f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641019 Jul 24 20:02:21.447060 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-dc74add5-b347-4260-9880-276d3ee4103b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (ba1a66ed-fddd-4a03-bf39-3fa68528bbd0), after_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:21.463419 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:02:21.488826 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [None req-dc74add5-b347-4260-9880-276d3ee4103b admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=58e7d07a9c8a4543942ef788fef8fba1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3992836 Jul 24 20:02:21.489587 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc74add5-b347-4260-9880-276d3ee4103b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba1a66ed-fddd-4a03-bf39-3fa68528bbd0,revision_number=1']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:02:21.492410 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 58638) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:02:21.570224 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-68c944a2-d46b-49c2-a3c9-b52c44cc62f4 admin admin] Publish callbacks [] for security_group (ba1a66ed-fddd-4a03-bf39-3fa68528bbd0), before_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:21.598073 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-68c944a2-d46b-49c2-a3c9-b52c44cc62f4 admin admin] Publish callbacks [] for security_group (ba1a66ed-fddd-4a03-bf39-3fa68528bbd0), precommit_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:21.743654 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68f2bae-84f4-4508-9330-656daecbd99d req-ee6a8c4d-fe59-4108-b027-ac98e1dd1826 tempest-DeleteServersTestJSON-1125588650 tempest-DeleteServersTestJSON-1125588650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:02:21.745195 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-d68f2bae-84f4-4508-9330-656daecbd99d req-ee6a8c4d-fe59-4108-b027-ac98e1dd1826 tempest-DeleteServersTestJSON-1125588650 tempest-DeleteServersTestJSON-1125588650-project] 10.222.0.17 "GET /v2.0/ports?device_id=71f71683-82dd-492f-874c-42b518a3e827 HTTP/1.1" status: 200 len: 946 time: 0.0790234 Jul 24 20:02:21.766866 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-68c944a2-d46b-49c2-a3c9-b52c44cc62f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (ba1a66ed-fddd-4a03-bf39-3fa68528bbd0), after_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:21.767060 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174084f1-8648-4157-9f36-17a31541a4a0 req-0ed9bfe1-a2bc-43d4-98b8-f8fc070a7c34 tempest-DeleteServersTestJSON-1125588650 tempest-DeleteServersTestJSON-1125588650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:02:21.768458 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-174084f1-8648-4157-9f36-17a31541a4a0 req-0ed9bfe1-a2bc-43d4-98b8-f8fc070a7c34 tempest-DeleteServersTestJSON-1125588650 tempest-DeleteServersTestJSON-1125588650-project] 10.222.0.42 "GET /v2.0/ports?device_id=71f71683-82dd-492f-874c-42b518a3e827 HTTP/1.1" status: 200 len: 946 time: 0.0699670 Jul 24 20:02:21.769740 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-68c944a2-d46b-49c2-a3c9-b52c44cc62f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:21.771132 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-68c944a2-d46b-49c2-a3c9-b52c44cc62f4 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/ba1a66ed-fddd-4a03-bf39-3fa68528bbd0 HTTP/1.1" status: 204 len: 168 time: 0.2733202 Jul 24 20:02:21.779896 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c944a2-d46b-49c2-a3c9-b52c44cc62f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba1a66ed-fddd-4a03-bf39-3fa68528bbd0,revision_number=None']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:02:21.863045 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-d68f2bae-84f4-4508-9330-656daecbd99d req-1edf7be7-dd35-4c96-ae8e-42849db0c622 tempest-DeleteServersTestJSON-1125588650 tempest-DeleteServersTestJSON-1125588650-project] 10.222.0.17 "GET /v2.0/security-groups?id=85813377-563a-400b-8b92-b4a85adf39fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113229 Jul 24 20:02:21.983522 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.plugin [req-174084f1-8648-4157-9f36-17a31541a4a0 req-0348758c-ca2a-4e84-8dcd-e2343a8c8c6e tempest-DeleteServersTestJSON-1125588650 tempest-DeleteServersTestJSON-1125588650-project] Deleting port 09861531-361a-4ae0-a003-7ccadbba9045 {{(pid=110843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 24 20:02:21.983522 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-174084f1-8648-4157-9f36-17a31541a4a0 req-0348758c-ca2a-4e84-8dcd-e2343a8c8c6e tempest-DeleteServersTestJSON-1125588650 tempest-DeleteServersTestJSON-1125588650-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731445580472'] for port (09861531-361a-4ae0-a003-7ccadbba9045), before_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:22.286766 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.db [req-174084f1-8648-4157-9f36-17a31541a4a0 req-0348758c-ca2a-4e84-8dcd-e2343a8c8c6e tempest-DeleteServersTestJSON-1125588650 tempest-DeleteServersTestJSON-1125588650-project] For port 09861531-361a-4ae0-a003-7ccadbba9045, host hv-cinder-85044, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85044',level=0,port_id=09861531-361a-4ae0-a003-7ccadbba9045,segment=NetworkSegment(8116d425-f2a1-4ba9-b4f2-e5572bf43ba1),segment_id=8116d425-f2a1-4ba9-b4f2-e5572bf43ba1)] {{(pid=110843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 20:02:22.287342 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-174084f1-8648-4157-9f36-17a31541a4a0 req-0348758c-ca2a-4e84-8dcd-e2343a8c8c6e tempest-DeleteServersTestJSON-1125588650 tempest-DeleteServersTestJSON-1125588650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458432'] for port (09861531-361a-4ae0-a003-7ccadbba9045), precommit_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:22.304223 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.plugin [req-174084f1-8648-4157-9f36-17a31541a4a0 req-0348758c-ca2a-4e84-8dcd-e2343a8c8c6e tempest-DeleteServersTestJSON-1125588650 tempest-DeleteServersTestJSON-1125588650-project] Calling delete_port for 09861531-361a-4ae0-a003-7ccadbba9045 owned by compute:nova {{(pid=110843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 24 20:02:22.530726 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-174084f1-8648-4157-9f36-17a31541a4a0 req-0348758c-ca2a-4e84-8dcd-e2343a8c8c6e tempest-DeleteServersTestJSON-1125588650 tempest-DeleteServersTestJSON-1125588650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731445585704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731445223415'] for port (09861531-361a-4ae0-a003-7ccadbba9045), after_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:22.567012 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27a72e8-ea79-452d-b889-11f43e427935 req-cc154beb-cdb0-43ec-bf92-0b017231ef72 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:02:22.568710 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-e27a72e8-ea79-452d-b889-11f43e427935 req-cc154beb-cdb0-43ec-bf92-0b017231ef72 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/ports?device_id=b835df72-6134-422a-80ae-654e9da4e4a7 HTTP/1.1" status: 200 len: 946 time: 0.0803809 Jul 24 20:02:22.572116 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0348758c-ca2a-4e84-8dcd-e2343a8c8c6e tempest-DeleteServersTestJSON-1125588650 tempest-DeleteServersTestJSON-1125588650-project] Pushing event deleted for resources: {'Port': ['ID=09861531-361a-4ae0-a003-7ccadbba9045,revision_number=None']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:02:22.663595 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.db.l3_dvrscheduler_db [req-174084f1-8648-4157-9f36-17a31541a4a0 req-0348758c-ca2a-4e84-8dcd-e2343a8c8c6e tempest-DeleteServersTestJSON-1125588650 tempest-DeleteServersTestJSON-1125588650-project] No DVR routers for this DVR port 09861531-361a-4ae0-a003-7ccadbba9045 on host hv-cinder-85044 {{(pid=110843) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 24 20:02:22.673892 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-174084f1-8648-4157-9f36-17a31541a4a0 req-0348758c-ca2a-4e84-8dcd-e2343a8c8c6e tempest-DeleteServersTestJSON-1125588650 tempest-DeleteServersTestJSON-1125588650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1048257'] for port (None), before_response {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:22.681748 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-174084f1-8648-4157-9f36-17a31541a4a0 req-0348758c-ca2a-4e84-8dcd-e2343a8c8c6e tempest-DeleteServersTestJSON-1125588650 tempest-DeleteServersTestJSON-1125588650-project] 10.222.0.42 "DELETE /v2.0/ports/09861531-361a-4ae0-a003-7ccadbba9045 HTTP/1.1" status: 204 len: 173 time: 0.8995919 Jul 24 20:02:22.681748 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71f71683-82dd-492f-874c-42b518a3e827', 'name': 'network-vif-deleted', 'tag': '09861531-361a-4ae0-a003-7ccadbba9045'}] {{(pid=110843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 24 20:02:22.681748 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa129e2ea71b36189c7354ee4da78dc54b5a7420159cbfa164f6b2678096e4e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96f92241-6e47-4d47-b83f-34a15ac95060" -d '{"events": [{"server_uuid": "71f71683-82dd-492f-874c-42b518a3e827", "name": "network-vif-deleted", "tag": "09861531-361a-4ae0-a003-7ccadbba9045"}]}' {{(pid=110843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 20:02:22.699031 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-e27a72e8-ea79-452d-b889-11f43e427935 req-ea12c27d-2af0-4bef-8054-27cf6f404aef tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/security-groups?id=26640197-a088-42b2-99b8-e30a0e4045f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228631 Jul 24 20:02:22.719336 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 58684) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:02:22.732103 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 24 Jul 2022 20:02:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bdc77b6-2894-4113-8a1c-9993f485a496 x-openstack-request-id: req-4bdc77b6-2894-4113-8a1c-9993f485a496 {{(pid=110843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 20:02:22.732373 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71f71683-82dd-492f-874c-42b518a3e827", "name": "network-vif-deleted", "tag": "09861531-361a-4ae0-a003-7ccadbba9045", "status": "completed", "code": 200}]} {{(pid=110843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 20:02:22.732891 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-4bdc77b6-2894-4113-8a1c-9993f485a496 {{(pid=110843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 20:02:22.733515 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4bdc77b6-2894-4113-8a1c-9993f485a496'] response: {'server_uuid': '71f71683-82dd-492f-874c-42b518a3e827', 'name': 'network-vif-deleted', 'tag': '09861531-361a-4ae0-a003-7ccadbba9045', 'status': 'completed', 'code': 200} Jul 24 20:02:22.734477 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-f7d12709-6012-467d-aa92-f741e1088f93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:22.817388 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-f7d12709-6012-467d-aa92-f741e1088f93 admin admin] Publish callbacks [] for security_group (bf65f16a-4a38-4bbd-8665-28de44d90712), precommit_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:22.923392 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-f7d12709-6012-467d-aa92-f741e1088f93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (bf65f16a-4a38-4bbd-8665-28de44d90712), after_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:22.965474 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-f7d12709-6012-467d-aa92-f741e1088f93 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=7df1cbc1c4d4475a89afee39870ccc22&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2449636 Jul 24 20:02:22.966318 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d12709-6012-467d-aa92-f741e1088f93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf65f16a-4a38-4bbd-8665-28de44d90712,revision_number=1']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:02:22.968628 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 58690) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:02:22.988355 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-0c7dc7ac-1671-4046-9de8-52ec3dc66601 req-4a966415-60a3-45f4-824b-26dc508ecaa9 tempest-DeleteServersTestJSON-1125588650 tempest-DeleteServersTestJSON-1125588650-project] 10.222.0.17 "GET /v2.0/ports?device_id=71f71683-82dd-492f-874c-42b518a3e827 HTTP/1.1" status: 200 len: 210 time: 0.0419567 Jul 24 20:02:23.024955 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-40151f1a-7462-4205-b790-33434473c787 admin admin] Publish callbacks [] for security_group (bf65f16a-4a38-4bbd-8665-28de44d90712), before_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:23.050260 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-40151f1a-7462-4205-b790-33434473c787 admin admin] Publish callbacks [] for security_group (bf65f16a-4a38-4bbd-8665-28de44d90712), precommit_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:23.190554 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-40151f1a-7462-4205-b790-33434473c787 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (bf65f16a-4a38-4bbd-8665-28de44d90712), after_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:23.193185 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-40151f1a-7462-4205-b790-33434473c787 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:23.194388 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-40151f1a-7462-4205-b790-33434473c787 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/bf65f16a-4a38-4bbd-8665-28de44d90712 HTTP/1.1" status: 204 len: 168 time: 0.2247584 Jul 24 20:02:23.203806 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40151f1a-7462-4205-b790-33434473c787 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf65f16a-4a38-4bbd-8665-28de44d90712,revision_number=None']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:02:23.844974 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3ccbfc-e1b7-4836-95c8-cd31f478bacd req-ba671b92-6315-4a35-ac4c-d291015bb95b tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:02:23.845748 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-dc3ccbfc-e1b7-4836-95c8-cd31f478bacd req-ba671b92-6315-4a35-ac4c-d291015bb95b tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/ports?device_id=b835df72-6134-422a-80ae-654e9da4e4a7 HTTP/1.1" status: 200 len: 946 time: 0.0616798 Jul 24 20:02:23.896317 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-dc3ccbfc-e1b7-4836-95c8-cd31f478bacd req-736b80b7-ba12-4f8b-a9a6-64cd7bbdf218 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/security-groups?id=26640197-a088-42b2-99b8-e30a0e4045f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445232 Jul 24 20:02:24.098110 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-53660c04-a1f4-43ff-a4db-c33d35d57ccf req-ed70aae8-4fc5-4b9b-a36b-60874bfd9634 tempest-DeleteServersTestJSON-1125588650 tempest-DeleteServersTestJSON-1125588650-project] 10.222.0.17 "GET /v2.0/ports?device_id=71f71683-82dd-492f-874c-42b518a3e827 HTTP/1.1" status: 200 len: 210 time: 0.0286734 Jul 24 20:02:24.571050 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Device 09861531-361a-4ae0-a003-7ccadbba9045 no longer exists at agent hyperv_hv-cinder-85044 {{(pid=110844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 20:02:24.598165 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] No Port match for: 09861531-361a-4ae0-a003-7ccadbba9045 {{(pid=110844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 24 20:02:24.598638 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Device 09861531-361a-4ae0-a003-7ccadbba9045 not bound to the agent host hv-cinder-85044 {{(pid=110844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 20:02:25.014218 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432f43f4-c98d-4b8f-bc08-7c656c1d76cc req-75b52495-9ef3-4794-bc73-b22521996f27 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:02:25.015820 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-432f43f4-c98d-4b8f-bc08-7c656c1d76cc req-75b52495-9ef3-4794-bc73-b22521996f27 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/ports?device_id=b835df72-6134-422a-80ae-654e9da4e4a7 HTTP/1.1" status: 200 len: 946 time: 0.0479982 Jul 24 20:02:25.063927 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-432f43f4-c98d-4b8f-bc08-7c656c1d76cc req-807aa847-a2a0-4037-92f5-84546fd06c41 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/security-groups?id=26640197-a088-42b2-99b8-e30a0e4045f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425074 Jul 24 20:02:25.216299 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-36bb3dcd-1d10-49f3-a001-d99be604c23f req-3e492a0d-fcdc-41fc-8784-72ed2a96cd92 tempest-DeleteServersTestJSON-1125588650 tempest-DeleteServersTestJSON-1125588650-project] 10.222.0.17 "GET /v2.0/ports?device_id=71f71683-82dd-492f-874c-42b518a3e827 HTTP/1.1" status: 200 len: 210 time: 0.0315931 Jul 24 20:02:26.180396 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db567b9-9584-4a55-96d1-e1c0c1cf967f req-b19f567f-5aa9-4612-99bf-e6802078fef7 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:02:26.181942 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-0db567b9-9584-4a55-96d1-e1c0c1cf967f req-b19f567f-5aa9-4612-99bf-e6802078fef7 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/ports?device_id=b835df72-6134-422a-80ae-654e9da4e4a7 HTTP/1.1" status: 200 len: 946 time: 0.0478306 Jul 24 20:02:26.216499 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:02:26.221355 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:02:26.229000 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-0db567b9-9584-4a55-96d1-e1c0c1cf967f req-3a111c48-f004-4b75-a15b-568f60ce6ec3 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/security-groups?id=26640197-a088-42b2-99b8-e30a0e4045f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415370 Jul 24 20:02:26.322221 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-3faac378-01f1-4acd-ae61-7b28eec65a03 req-ec14f010-f4d6-4fe0-a445-b179dfb6fe07 tempest-DeleteServersTestJSON-1125588650 tempest-DeleteServersTestJSON-1125588650-project] 10.222.0.17 "GET /v2.0/ports?device_id=71f71683-82dd-492f-874c-42b518a3e827 HTTP/1.1" status: 200 len: 210 time: 0.0283558 Jul 24 20:02:26.452130 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 58818) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:02:26.576264 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-a5ed2ed5-080a-4cc6-90f0-af85d9ea6e0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:26.657077 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-a5ed2ed5-080a-4cc6-90f0-af85d9ea6e0b admin admin] Publish callbacks [] for security_group (7f1a54de-1a2f-4501-b71b-4427e6e8b819), precommit_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:26.754909 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-a5ed2ed5-080a-4cc6-90f0-af85d9ea6e0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (7f1a54de-1a2f-4501-b71b-4427e6e8b819), after_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:26.801217 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-a5ed2ed5-080a-4cc6-90f0-af85d9ea6e0b admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=5b7b51189fd94b8b82335839496687b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3479016 Jul 24 20:02:26.802293 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [-] (110843) accepted ('10.222.0.17', 58832) {{(pid=110843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:02:26.802860 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ed2ed5-080a-4cc6-90f0-af85d9ea6e0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f1a54de-1a2f-4501-b71b-4427e6e8b819,revision_number=1']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:02:26.855600 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-ccc07e36-9a9a-452d-a737-f39997897d16 admin admin] Publish callbacks [] for security_group (7f1a54de-1a2f-4501-b71b-4427e6e8b819), before_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:26.880658 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-ccc07e36-9a9a-452d-a737-f39997897d16 admin admin] Publish callbacks [] for security_group (7f1a54de-1a2f-4501-b71b-4427e6e8b819), precommit_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:27.059363 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-ccc07e36-9a9a-452d-a737-f39997897d16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (7f1a54de-1a2f-4501-b71b-4427e6e8b819), after_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:27.059363 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-ccc07e36-9a9a-452d-a737-f39997897d16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:27.059363 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [None req-ccc07e36-9a9a-452d-a737-f39997897d16 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/7f1a54de-1a2f-4501-b71b-4427e6e8b819 HTTP/1.1" status: 204 len: 168 time: 0.2466977 Jul 24 20:02:27.059363 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc07e36-9a9a-452d-a737-f39997897d16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f1a54de-1a2f-4501-b71b-4427e6e8b819,revision_number=None']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:02:27.360915 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37159dcc-fe64-4f56-9eac-d08b814fe0cf req-472230ab-3c58-4e9c-a969-6d26a136b4be tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:02:27.362409 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-37159dcc-fe64-4f56-9eac-d08b814fe0cf req-472230ab-3c58-4e9c-a969-6d26a136b4be tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/ports?device_id=b835df72-6134-422a-80ae-654e9da4e4a7 HTTP/1.1" status: 200 len: 946 time: 0.0594933 Jul 24 20:02:27.417237 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-37159dcc-fe64-4f56-9eac-d08b814fe0cf req-9edbc425-c504-4ca5-ac8a-7441e3357a8d tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/security-groups?id=26640197-a088-42b2-99b8-e30a0e4045f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491848 Jul 24 20:02:27.729069 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG dbcounter [-] [110845] Writing DB stats neutron:SELECT=4 {{(pid=110845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:02:27.729851 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG dbcounter [-] [110845] Writing DB stats neutron:SELECT=82 {{(pid=110845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:02:27.880833 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [-] (110843) accepted ('10.222.0.17', 58880) {{(pid=110843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:02:27.895166 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-0248464c-f810-493d-a21e-341d53fb4ad0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:27.980023 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-0248464c-f810-493d-a21e-341d53fb4ad0 admin admin] Publish callbacks [] for security_group (8e84542c-6333-4b3b-88c9-4cbbe41e54c1), precommit_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:28.127112 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-0248464c-f810-493d-a21e-341d53fb4ad0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (8e84542c-6333-4b3b-88c9-4cbbe41e54c1), after_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:28.168547 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [None req-0248464c-f810-493d-a21e-341d53fb4ad0 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=f84c1139185e4314b313fced73ddc8d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2865593 Jul 24 20:02:28.170956 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0248464c-f810-493d-a21e-341d53fb4ad0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e84542c-6333-4b3b-88c9-4cbbe41e54c1,revision_number=1']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:02:28.171568 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 58886) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:02:28.221679 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-71d0a50e-43cd-4629-a3a9-168876836ef7 admin admin] Publish callbacks [] for security_group (8e84542c-6333-4b3b-88c9-4cbbe41e54c1), before_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:28.225787 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=80,neutron:DELETE=5,neutron:INSERT=15 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:02:28.249012 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-71d0a50e-43cd-4629-a3a9-168876836ef7 admin admin] Publish callbacks [] for security_group (8e84542c-6333-4b3b-88c9-4cbbe41e54c1), precommit_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:28.264826 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:02:28.547205 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1575ad42-1a81-4d4e-bc94-92f8e54e96ee req-ce2abb7a-9c63-4db8-9bff-30458972e4ba tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:02:28.548735 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-1575ad42-1a81-4d4e-bc94-92f8e54e96ee req-ce2abb7a-9c63-4db8-9bff-30458972e4ba tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/ports?device_id=b835df72-6134-422a-80ae-654e9da4e4a7 HTTP/1.1" status: 200 len: 946 time: 0.0557492 Jul 24 20:02:28.549624 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-71d0a50e-43cd-4629-a3a9-168876836ef7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (8e84542c-6333-4b3b-88c9-4cbbe41e54c1), after_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:28.552210 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-71d0a50e-43cd-4629-a3a9-168876836ef7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:28.553429 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-71d0a50e-43cd-4629-a3a9-168876836ef7 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/8e84542c-6333-4b3b-88c9-4cbbe41e54c1 HTTP/1.1" status: 204 len: 168 time: 0.3808722 Jul 24 20:02:28.578376 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d0a50e-43cd-4629-a3a9-168876836ef7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e84542c-6333-4b3b-88c9-4cbbe41e54c1,revision_number=None']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:02:28.637102 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-1575ad42-1a81-4d4e-bc94-92f8e54e96ee req-184ec958-0527-41aa-8fbb-24bbe4a82c52 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/security-groups?id=26640197-a088-42b2-99b8-e30a0e4045f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749321 Jul 24 20:02:29.477507 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 58942) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:02:29.756297 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [-] (110843) accepted ('10.222.0.17', 58954) {{(pid=110843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:02:29.767590 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402ef942-0862-4885-8ab2-bfd3ad10b2d9 req-e129a37d-6e4d-412c-85a8-351dabc39797 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:02:29.769086 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-402ef942-0862-4885-8ab2-bfd3ad10b2d9 req-e129a37d-6e4d-412c-85a8-351dabc39797 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/ports?device_id=b835df72-6134-422a-80ae-654e9da4e4a7 HTTP/1.1" status: 200 len: 946 time: 0.0592513 Jul 24 20:02:29.838400 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-402ef942-0862-4885-8ab2-bfd3ad10b2d9 req-69264459-3b19-42ca-9a05-fe2c965d9106 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/security-groups?id=26640197-a088-42b2-99b8-e30a0e4045f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449300 Jul 24 20:02:29.885696 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-451679e5-7374-4988-a046-b528b7a7de59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-457152'] for router_interface (8c30eb17-654d-4a99-a799-c14f94d6d399), before_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:29.887096 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.v2.base [None req-0eae5fd9-a924-41c4-81f3-e3d13e28b944 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1967504497-network', 'tenant_id': '557563d484864d6f870d40dafcca08e1'}} {{(pid=110843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 20:02:29.995385 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eae5fd9-a924-41c4-81f3-e3d13e28b944 admin admin] Made reservation on behalf of 557563d484864d6f870d40dafcca08e1 for: {'network': 1} {{(pid=110843) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 20:02:29.997978 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-0eae5fd9-a924-41c4-81f3-e3d13e28b944 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for network (None), before_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:30.007384 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-0eae5fd9-a924-41c4-81f3-e3d13e28b944 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:30.082403 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=81,neutron:DELETE=3,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:02:30.099288 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-0eae5fd9-a924-41c4-81f3-e3d13e28b944 admin admin] Publish callbacks [] for security_group (68be8bc0-b41b-4cc2-8a76-0aee4b535654), precommit_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:30.171877 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.plugin [None req-451679e5-7374-4988-a046-b528b7a7de59 admin admin] Deleting port 1f14527e-1282-48c1-b353-9304ff8d2c04 {{(pid=110842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 24 20:02:30.172232 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-451679e5-7374-4988-a046-b528b7a7de59 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731445580472'] for port (1f14527e-1282-48c1-b353-9304ff8d2c04), before_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:30.183160 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-0eae5fd9-a924-41c4-81f3-e3d13e28b944 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (68be8bc0-b41b-4cc2-8a76-0aee4b535654), after_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:30.209985 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0eae5fd9-a924-41c4-81f3-e3d13e28b944 admin admin] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=110843) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 20:02:30.214805 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=86,neutron:DELETE=1,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:02:30.221479 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eae5fd9-a924-41c4-81f3-e3d13e28b944 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68be8bc0-b41b-4cc2-8a76-0aee4b535654,revision_number=1']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:02:30.226327 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-0eae5fd9-a924-41c4-81f3-e3d13e28b944 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7750649'] for segment (c50f599d-a42f-49b9-baee-a7062b31dde9), precommit_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:30.227398 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.db.segments_db [None req-0eae5fd9-a924-41c4-81f3-e3d13e28b944 admin admin] Added segment c50f599d-a42f-49b9-baee-a7062b31dde9 of type vlan for network 2c6f48d7-8e3f-4a98-a5f6-993062605853 Jul 24 20:02:30.257981 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.db [None req-451679e5-7374-4988-a046-b528b7a7de59 admin admin] For port 1f14527e-1282-48c1-b353-9304ff8d2c04, host dv-cinder-850449-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850449-2-iscsi',level=0,port_id=1f14527e-1282-48c1-b353-9304ff8d2c04,segment=NetworkSegment(8116d425-f2a1-4ba9-b4f2-e5572bf43ba1),segment_id=8116d425-f2a1-4ba9-b4f2-e5572bf43ba1)] {{(pid=110842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 20:02:30.258261 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-451679e5-7374-4988-a046-b528b7a7de59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458432'] for port (1f14527e-1282-48c1-b353-9304ff8d2c04), precommit_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:30.270262 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-0eae5fd9-a924-41c4-81f3-e3d13e28b944 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731445242929'] for network (2c6f48d7-8e3f-4a98-a5f6-993062605853), precommit_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:30.272361 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.plugin [None req-451679e5-7374-4988-a046-b528b7a7de59 admin admin] Calling delete_port for 1f14527e-1282-48c1-b353-9304ff8d2c04 owned by network:router_interface {{(pid=110842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 24 20:02:30.406145 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:02:30.413750 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-0eae5fd9-a924-41c4-81f3-e3d13e28b944 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937'] for network (2c6f48d7-8e3f-4a98-a5f6-993062605853), after_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:30.416046 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eae5fd9-a924-41c4-81f3-e3d13e28b944 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:02:30.417039 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-0eae5fd9-a924-41c4-81f3-e3d13e28b944 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594923'] for network (None), before_response {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:30.488993 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:02:30.494061 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eae5fd9-a924-41c4-81f3-e3d13e28b944 admin admin] Pushing event updated for resources: {'Network': ['ID=2c6f48d7-8e3f-4a98-a5f6-993062605853,revision_number=1']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:02:30.506852 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Network 2c6f48d7-8e3f-4a98-a5f6-993062605853 details requested by agent ovs-agent-dv-cinder-850449-2-iscsi with host dv-cinder-850449-2-iscsi {{(pid=110844) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 20:02:30.547492 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [None req-0eae5fd9-a924-41c4-81f3-e3d13e28b944 admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.7896843 Jul 24 20:02:30.550511 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [-] (110843) accepted ('10.222.0.17', 58972) {{(pid=110843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:02:30.556991 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.v2.base [None req-15b659ae-0a72-4f6b-8209-2eb890b8e4bb admin admin] Request body: {'subnet': {'network_id': '2c6f48d7-8e3f-4a98-a5f6-993062605853', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1967504497-subnet', 'tenant_id': '557563d484864d6f870d40dafcca08e1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 20:02:30.573112 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-451679e5-7374-4988-a046-b528b7a7de59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731445585704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731445223415'] for port (1f14527e-1282-48c1-b353-9304ff8d2c04), after_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:30.604781 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451679e5-7374-4988-a046-b528b7a7de59 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f14527e-1282-48c1-b353-9304ff8d2c04,revision_number=None']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:02:30.688671 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [-] (110843) accepted ('10.222.0.17', 58980) {{(pid=110843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:02:30.745836 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15b659ae-0a72-4f6b-8209-2eb890b8e4bb admin admin] Made reservation on behalf of 557563d484864d6f870d40dafcca08e1 for: {'subnet': 1} {{(pid=110843) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 20:02:30.748839 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-15b659ae-0a72-4f6b-8209-2eb890b8e4bb admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:30.769216 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-451679e5-7374-4988-a046-b528b7a7de59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-594928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-451632'] for router_interface (8c30eb17-654d-4a99-a799-c14f94d6d399), after_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:30.887678 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-efa35164-ac83-4e2e-ad90-96158cb26ea3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:30.958532 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:INSERT=13,neutron:SELECT=82,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:02:31.018690 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb27440d-774d-4e4f-9c98-a5a08bb2019a req-a975544c-8339-4580-b9f7-0cabed55fefd tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:02:31.020932 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-eb27440d-774d-4e4f-9c98-a5a08bb2019a req-a975544c-8339-4580-b9f7-0cabed55fefd tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/ports?device_id=b835df72-6134-422a-80ae-654e9da4e4a7 HTTP/1.1" status: 200 len: 946 time: 0.1074677 Jul 24 20:02:31.035447 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-451679e5-7374-4988-a046-b528b7a7de59 admin admin] Router 8c30eb17-654d-4a99-a799-c14f94d6d399 has already been hosted by L3 agent 408021b7-d46b-48c2-9f75-8a8023f9145c {{(pid=110842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 24 20:02:31.095178 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-eb27440d-774d-4e4f-9c98-a5a08bb2019a req-b74e6f0c-e6b1-4456-a777-db5547d5312a tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/security-groups?id=26640197-a088-42b2-99b8-e30a0e4045f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642576 Jul 24 20:02:31.104074 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-15b659ae-0a72-4f6b-8209-2eb890b8e4bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937'] for subnet (6de4737d-7798-4809-a9ba-494ea1f5283a), after_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:31.107919 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-efa35164-ac83-4e2e-ad90-96158cb26ea3 admin admin] Publish callbacks [] for security_group (b1b34d8e-922a-4e82-8957-627480b78252), precommit_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:31.136186 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:02:31.144488 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-451679e5-7374-4988-a046-b528b7a7de59 admin admin] Notify agent at l3_agent.dv-cinder-850449-2-iscsi the message routers_updated {{(pid=110842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 20:02:31.156378 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d440ba1-52f5-4ecb-8338-bb20c651e32e None None] Sync routers for ids ['8c30eb17-654d-4a99-a799-c14f94d6d399'] in dv-cinder-850449-2-iscsi {{(pid=110845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 20:02:31.157083 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-451679e5-7374-4988-a046-b528b7a7de59 admin admin] 10.222.0.17 "PUT /v2.0/routers/8c30eb17-654d-4a99-a799-c14f94d6d399/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6783128 Jul 24 20:02:31.163412 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [-] (110843) accepted ('10.222.0.17', 58994) {{(pid=110843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:02:31.170600 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d440ba1-52f5-4ecb-8338-bb20c651e32e None None] Routers {'8c30eb17-654d-4a99-a799-c14f94d6d399'} bound to L3 agent in host dv-cinder-850449-2-iscsi {{(pid=110845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 20:02:31.170600 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.l3_hamode_db [None req-6d440ba1-52f5-4ecb-8338-bb20c651e32e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-24T19:52:06Z,description=,heartbeat_timestamp=2022-07-24T20:02:06Z,host='dv-cinder-850449-2-iscsi',id=408021b7-d46b-48c2-9f75-8a8023f9145c,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T19:52:06Z,topic='l3_agent')) {'router_ids': ['8c30eb17-654d-4a99-a799-c14f94d6d399'], 'active': True} {{(pid=110845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:02:31.176251 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b659ae-0a72-4f6b-8209-2eb890b8e4bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=6de4737d-7798-4809-a9ba-494ea1f5283a,revision_number=0']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:02:31.224022 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b659ae-0a72-4f6b-8209-2eb890b8e4bb admin admin] Checking segment: {'id': 'c50f599d-a42f-49b9-baee-a7062b31dde9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '2c6f48d7-8e3f-4a98-a5f6-993062605853'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 24 20:02:31.224407 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15b659ae-0a72-4f6b-8209-2eb890b8e4bb admin admin] Network hostable DHCP agents. Network: 2c6f48d7-8e3f-4a98-a5f6-993062605853, hostable agents: ['dc36e0ef-94f3-4a3e-9c13-4790afccb2e9'], hosted agents: [] {{(pid=110843) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 20:02:31.273234 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-efa35164-ac83-4e2e-ad90-96158cb26ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (b1b34d8e-922a-4e82-8957-627480b78252), after_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:31.276111 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.l3_dvr_db [None req-6d440ba1-52f5-4ecb-8338-bb20c651e32e None None] Set router 8c30eb17-654d-4a99-a799-c14f94d6d399 gateway port host: dv-cinder-850449-2-iscsi {{(pid=110845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 20:02:31.340123 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [None req-efa35164-ac83-4e2e-ad90-96158cb26ea3 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=a89d390893f3469eb01534a788e9e1eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6502094 Jul 24 20:02:31.344793 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa35164-ac83-4e2e-ad90-96158cb26ea3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1b34d8e-922a-4e82-8957-627480b78252,revision_number=1']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:02:31.345196 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 58998) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:02:31.360960 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-99cc0424-121a-4f93-9ec8-f0e26e332244 admin admin] Publish callbacks [] for router (8c30eb17-654d-4a99-a799-c14f94d6d399), before_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:31.447703 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15b659ae-0a72-4f6b-8209-2eb890b8e4bb admin admin] Network 2c6f48d7-8e3f-4a98-a5f6-993062605853 is scheduled to be hosted by DHCP agent dc36e0ef-94f3-4a3e-9c13-4790afccb2e9 with binding_index 1 {{(pid=110843) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 20:02:31.489296 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-99cc0424-121a-4f93-9ec8-f0e26e332244 admin admin] Publish callbacks [] for router_gateway (8c30eb17-654d-4a99-a799-c14f94d6d399), before_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:31.559503 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.l3_hamode_db [None req-6d440ba1-52f5-4ecb-8338-bb20c651e32e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c30eb17-654d-4a99-a799-c14f94d6d399', 'name': 'tempest-DeleteServersTestJSON-364265450-router', 'tenant_id': 'c1d92a82166d4e128dbef71394daba86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'external_fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': 'f63d0551-8bd8-4b23-80e8-7c7df3795985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T20:01:03Z', 'updated_at': '2022-07-24T20:02:30Z', 'revision_number': 5, 'project_id': 'c1d92a82166d4e128dbef71394daba86', 'gw_port': {'id': 'f63d0551-8bd8-4b23-80e8-7c7df3795985', 'name': '', 'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:01:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c30eb17-654d-4a99-a799-c14f94d6d399', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:01:05Z', 'updated_at': '2022-07-24T20:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99a0caa3-3fb5-4860-826f-478186226de3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850449-2-iscsi'}], 'dv-cinder-850449-2-iscsi', False) {} {{(pid=110845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:02:31.578158 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.scheduler.base_scheduler [None req-15b659ae-0a72-4f6b-8209-2eb890b8e4bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850449-2-iscsi, 2c6f48d7-8e3f-4a98-a5f6-993062605853) {{(pid=110843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 20:02:31.584863 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d440ba1-52f5-4ecb-8338-bb20c651e32e None None] Checking router: 8c30eb17-654d-4a99-a799-c14f94d6d399 for host: dv-cinder-850449-2-iscsi {{(pid=110845) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 20:02:31.591147 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15b659ae-0a72-4f6b-8209-2eb890b8e4bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:02:31.591813 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-15b659ae-0a72-4f6b-8209-2eb890b8e4bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594923'] for subnet (None), before_response {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:31.593464 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a7ae617-8372-4d27-980c-c0167a4d42e4 None None] Network 2c6f48d7-8e3f-4a98-a5f6-993062605853 requested from dv-cinder-850449-2-iscsi {{(pid=110844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 24 20:02:31.595033 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d440ba1-52f5-4ecb-8338-bb20c651e32e None None] Routers {'8c30eb17-654d-4a99-a799-c14f94d6d399'} bound to L3 agent in host dv-cinder-850449-2-iscsi {{(pid=110845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 20:02:31.595688 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.l3_hamode_db [None req-6d440ba1-52f5-4ecb-8338-bb20c651e32e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-24T19:52:06Z,description=,heartbeat_timestamp=2022-07-24T20:02:06Z,host='dv-cinder-850449-2-iscsi',id=408021b7-d46b-48c2-9f75-8a8023f9145c,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T19:52:06Z,topic='l3_agent')) {'router_ids': ['8c30eb17-654d-4a99-a799-c14f94d6d399'], 'active': True} {{(pid=110845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:02:31.606943 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-a7020449-b229-49d4-8bd3-632ea46db29e admin admin] Publish callbacks [] for security_group (b1b34d8e-922a-4e82-8957-627480b78252), before_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:31.630560 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-a7020449-b229-49d4-8bd3-632ea46db29e admin admin] Publish callbacks [] for security_group (b1b34d8e-922a-4e82-8957-627480b78252), precommit_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:31.653541 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.plugin [None req-99cc0424-121a-4f93-9ec8-f0e26e332244 admin admin] Deleting port f63d0551-8bd8-4b23-80e8-7c7df3795985 {{(pid=110843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 24 20:02:31.660090 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-99cc0424-121a-4f93-9ec8-f0e26e332244 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731445580472'] for port (f63d0551-8bd8-4b23-80e8-7c7df3795985), before_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:31.683080 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.l3_dvr_db [None req-6d440ba1-52f5-4ecb-8338-bb20c651e32e None None] Set router 8c30eb17-654d-4a99-a799-c14f94d6d399 gateway port host: None {{(pid=110845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 20:02:31.707428 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:02:31.716701 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [None req-15b659ae-0a72-4f6b-8209-2eb890b8e4bb admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1611156 Jul 24 20:02:31.734632 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e20322e6-e61e-4e30-89e1-21c293d8ca5c None None] Network 2c6f48d7-8e3f-4a98-a5f6-993062605853 requested from dv-cinder-850449-2-iscsi {{(pid=110844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 24 20:02:31.744265 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.l3_hamode_db [None req-6d440ba1-52f5-4ecb-8338-bb20c651e32e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c30eb17-654d-4a99-a799-c14f94d6d399', 'name': 'tempest-DeleteServersTestJSON-364265450-router', 'tenant_id': 'c1d92a82166d4e128dbef71394daba86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T20:01:03Z', 'updated_at': '2022-07-24T20:02:31Z', 'revision_number': 6, 'project_id': 'c1d92a82166d4e128dbef71394daba86', 'gw_port_host': None}], 'dv-cinder-850449-2-iscsi', False) {} {{(pid=110845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:02:31.757532 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.db [None req-99cc0424-121a-4f93-9ec8-f0e26e332244 admin admin] For port f63d0551-8bd8-4b23-80e8-7c7df3795985, host dv-cinder-850449-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850449-2-iscsi',level=0,port_id=f63d0551-8bd8-4b23-80e8-7c7df3795985,segment=NetworkSegment(fc72dfdc-4d29-4b3c-a3f7-b36f757f54d3),segment_id=fc72dfdc-4d29-4b3c-a3f7-b36f757f54d3)] {{(pid=110843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 20:02:31.758915 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-99cc0424-121a-4f93-9ec8-f0e26e332244 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458432'] for port (f63d0551-8bd8-4b23-80e8-7c7df3795985), precommit_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:31.761706 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-a7020449-b229-49d4-8bd3-632ea46db29e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (b1b34d8e-922a-4e82-8957-627480b78252), after_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:31.764560 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-a7020449-b229-49d4-8bd3-632ea46db29e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:31.766382 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-a7020449-b229-49d4-8bd3-632ea46db29e admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/b1b34d8e-922a-4e82-8957-627480b78252 HTTP/1.1" status: 204 len: 168 time: 0.4200084 Jul 24 20:02:31.778006 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d440ba1-52f5-4ecb-8338-bb20c651e32e None None] The sync data for ids ['8c30eb17-654d-4a99-a799-c14f94d6d399'] in dv-cinder-850449-2-iscsi is: [{'id': '8c30eb17-654d-4a99-a799-c14f94d6d399', 'name': 'tempest-DeleteServersTestJSON-364265450-router', 'tenant_id': 'c1d92a82166d4e128dbef71394daba86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T20:01:03Z', 'updated_at': '2022-07-24T20:02:31Z', 'revision_number': 6, 'project_id': 'c1d92a82166d4e128dbef71394daba86', 'gw_port_host': None}] {{(pid=110845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 20:02:31.784038 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.plugin [None req-99cc0424-121a-4f93-9ec8-f0e26e332244 admin admin] Calling delete_port for f63d0551-8bd8-4b23-80e8-7c7df3795985 owned by network:router_gateway {{(pid=110843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 24 20:02:31.791111 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7020449-b229-49d4-8bd3-632ea46db29e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1b34d8e-922a-4e82-8957-627480b78252,revision_number=None']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:02:32.109557 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-99cc0424-121a-4f93-9ec8-f0e26e332244 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731445585704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731445223415'] for port (f63d0551-8bd8-4b23-80e8-7c7df3795985), after_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:32.152254 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cc0424-121a-4f93-9ec8-f0e26e332244 admin admin] Pushing event deleted for resources: {'Port': ['ID=f63d0551-8bd8-4b23-80e8-7c7df3795985,revision_number=None']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:02:32.200556 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-99cc0424-121a-4f93-9ec8-f0e26e332244 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-452411'] for router_gateway (8c30eb17-654d-4a99-a799-c14f94d6d399), after_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:32.283990 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Device 1f14527e-1282-48c1-b353-9304ff8d2c04 no longer exists at agent ovs-agent-dv-cinder-850449-2-iscsi {{(pid=110844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 20:02:32.308852 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] No Port match for: 1f14527e-1282-48c1-b353-9304ff8d2c04 {{(pid=110844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 24 20:02:32.309431 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Device 1f14527e-1282-48c1-b353-9304ff8d2c04 not bound to the agent host dv-cinder-850449-2-iscsi {{(pid=110844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 20:02:32.377258 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-99cc0424-121a-4f93-9ec8-f0e26e332244 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-450799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-737'] for router (8c30eb17-654d-4a99-a799-c14f94d6d399), precommit_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:32.385380 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ee0365-fc4f-4fa8-87a8-2bd1e32995bc req-c1d1dd81-8396-458f-ad3a-cd89ab222f94 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:02:32.386963 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-95ee0365-fc4f-4fa8-87a8-2bd1e32995bc req-c1d1dd81-8396-458f-ad3a-cd89ab222f94 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/ports?device_id=b835df72-6134-422a-80ae-654e9da4e4a7 HTTP/1.1" status: 200 len: 946 time: 0.1494949 Jul 24 20:02:32.388223 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-99cc0424-121a-4f93-9ec8-f0e26e332244 admin admin] Publish callbacks [] for router_controller (8c30eb17-654d-4a99-a799-c14f94d6d399), precommit_delete_associations {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:32.493808 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-95ee0365-fc4f-4fa8-87a8-2bd1e32995bc req-74cfc559-225f-41f3-b9bc-76001a383174 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/security-groups?id=26640197-a088-42b2-99b8-e30a0e4045f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938699 Jul 24 20:02:32.503677 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:02:32.537085 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-99cc0424-121a-4f93-9ec8-f0e26e332244 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-450718'] for router (8c30eb17-654d-4a99-a799-c14f94d6d399), after_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:32.537775 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99cc0424-121a-4f93-9ec8-f0e26e332244 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8c30eb17-654d-4a99-a799-c14f94d6d399 {{(pid=110843) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 20:02:32.545613 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-99cc0424-121a-4f93-9ec8-f0e26e332244 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:32.545613 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [None req-99cc0424-121a-4f93-9ec8-f0e26e332244 admin admin] 10.222.0.17 "DELETE /v2.0/routers/8c30eb17-654d-4a99-a799-c14f94d6d399 HTTP/1.1" status: 204 len: 168 time: 1.3777940 Jul 24 20:02:32.547431 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [-] (110843) accepted ('10.222.0.17', 59026) {{(pid=110843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:02:32.595062 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd453b09-7d1c-45d7-8e88-b3a1da0d37c2 admin admin] Deleting subnet 2d5b2ef6-8656-4777-b6ce-8ee0654272cc {{(pid=110843) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 24 20:02:32.598475 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-fd453b09-7d1c-45d7-8e88-b3a1da0d37c2 admin admin] Publish callbacks [] for subnet (2d5b2ef6-8656-4777-b6ce-8ee0654272cc), before_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:32.639296 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-fd453b09-7d1c-45d7-8e88-b3a1da0d37c2 admin admin] Publish callbacks [] for subnet (2d5b2ef6-8656-4777-b6ce-8ee0654272cc), precommit_delete_associations {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:32.678479 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 59032) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:02:32.694238 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-b6eb5eda-9a9a-4a66-8dbe-0e18d986e017 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:32.715810 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-fd453b09-7d1c-45d7-8e88-b3a1da0d37c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7817528'] for subnet (2d5b2ef6-8656-4777-b6ce-8ee0654272cc), precommit_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:32.738026 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:DELETE=13,neutron:UPDATE=4,neutron:SELECT=83 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:02:32.787764 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-b6eb5eda-9a9a-4a66-8dbe-0e18d986e017 admin admin] Publish callbacks [] for security_group (c781b13d-374f-46b1-8c4e-ae81f9348fa0), precommit_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:32.793674 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [-] (110843) accepted ('10.222.0.17', 59034) {{(pid=110843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:02:32.798921 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.v2.base [None req-64bbb979-8d07-45f0-a574-262b3b5dc92d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1312372559-network', 'tenant_id': 'd7495b8c09f7452b9c50d9a2cf6048fb'}} {{(pid=110843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 20:02:32.853842 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-fd453b09-7d1c-45d7-8e88-b3a1da0d37c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7817521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937'] for subnet (2d5b2ef6-8656-4777-b6ce-8ee0654272cc), after_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:32.881649 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-b6eb5eda-9a9a-4a66-8dbe-0e18d986e017 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (c781b13d-374f-46b1-8c4e-ae81f9348fa0), after_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:32.882980 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64bbb979-8d07-45f0-a574-262b3b5dc92d admin admin] Made reservation on behalf of d7495b8c09f7452b9c50d9a2cf6048fb for: {'network': 1} {{(pid=110843) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 20:02:32.885411 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-64bbb979-8d07-45f0-a574-262b3b5dc92d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for network (None), before_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:32.890315 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd453b09-7d1c-45d7-8e88-b3a1da0d37c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d5b2ef6-8656-4777-b6ce-8ee0654272cc,revision_number=None']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:02:32.925507 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-b6eb5eda-9a9a-4a66-8dbe-0e18d986e017 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=111b344df3f84d0591531cc33acefdfd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2458549 Jul 24 20:02:32.926613 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6eb5eda-9a9a-4a66-8dbe-0e18d986e017 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c781b13d-374f-46b1-8c4e-ae81f9348fa0,revision_number=1']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:02:32.929226 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 59036) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:02:32.988015 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-c2680eea-0900-4425-9878-b7f158bb0b55 admin admin] Publish callbacks [] for security_group (c781b13d-374f-46b1-8c4e-ae81f9348fa0), before_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:33.012294 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-c2680eea-0900-4425-9878-b7f158bb0b55 admin admin] Publish callbacks [] for security_group (c781b13d-374f-46b1-8c4e-ae81f9348fa0), precommit_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:33.091165 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-64bbb979-8d07-45f0-a574-262b3b5dc92d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:33.093561 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-fd453b09-7d1c-45d7-8e88-b3a1da0d37c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594923'] for subnet (None), before_response {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:33.096596 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [None req-fd453b09-7d1c-45d7-8e88-b3a1da0d37c2 admin admin] 10.222.0.17 "DELETE /v2.0/subnets/2d5b2ef6-8656-4777-b6ce-8ee0654272cc HTTP/1.1" status: 204 len: 168 time: 0.5482292 Jul 24 20:02:33.098209 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a931715f-2e9f-4326-9fa0-2a74c530a9d4 None None] Network 64be66ee-585a-4301-8b32-9012fd829a32 requested from dv-cinder-850449-2-iscsi {{(pid=110844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 24 20:02:33.099479 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 59038) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:02:33.171427 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-d48a97f0-3f57-4851-b5be-66fd759c7ae0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7930929'] for network (64be66ee-585a-4301-8b32-9012fd829a32), before_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:33.208565 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-c2680eea-0900-4425-9878-b7f158bb0b55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (c781b13d-374f-46b1-8c4e-ae81f9348fa0), after_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:33.211628 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-c2680eea-0900-4425-9878-b7f158bb0b55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:33.212826 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-c2680eea-0900-4425-9878-b7f158bb0b55 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/c781b13d-374f-46b1-8c4e-ae81f9348fa0 HTTP/1.1" status: 204 len: 168 time: 0.2810106 Jul 24 20:02:33.225552 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2680eea-0900-4425-9878-b7f158bb0b55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c781b13d-374f-46b1-8c4e-ae81f9348fa0,revision_number=None']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:02:33.235499 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.plugin [None req-d48a97f0-3f57-4851-b5be-66fd759c7ae0 admin admin] Deleting port d14f8ca7-faa7-4be0-87eb-2c23b189bfe5 {{(pid=110842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 24 20:02:33.238570 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-d48a97f0-3f57-4851-b5be-66fd759c7ae0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731445580472'] for port (d14f8ca7-faa7-4be0-87eb-2c23b189bfe5), before_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:33.238884 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=8 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:02:33.292668 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-64bbb979-8d07-45f0-a574-262b3b5dc92d admin admin] Publish callbacks [] for security_group (832e1105-2f8e-4131-b92b-8f030301aa20), precommit_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:33.303411 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad4fa7a6-955a-4375-a8a3-49736c5b5554 None None] DHCP port deletion for 64be66ee-585a-4301-8b32-9012fd829a32 request from dv-cinder-850449-2-iscsi {{(pid=110844) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 24 20:02:33.320119 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.db [None req-d48a97f0-3f57-4851-b5be-66fd759c7ae0 admin admin] For port d14f8ca7-faa7-4be0-87eb-2c23b189bfe5, host dv-cinder-850449-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850449-2-iscsi',level=0,port_id=d14f8ca7-faa7-4be0-87eb-2c23b189bfe5,segment=NetworkSegment(8116d425-f2a1-4ba9-b4f2-e5572bf43ba1),segment_id=8116d425-f2a1-4ba9-b4f2-e5572bf43ba1)] {{(pid=110842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 20:02:33.320539 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-d48a97f0-3f57-4851-b5be-66fd759c7ae0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458432'] for port (d14f8ca7-faa7-4be0-87eb-2c23b189bfe5), precommit_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:33.334857 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.plugin [None req-d48a97f0-3f57-4851-b5be-66fd759c7ae0 admin admin] Calling delete_port for d14f8ca7-faa7-4be0-87eb-2c23b189bfe5 owned by network:dhcp {{(pid=110842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 24 20:02:33.342633 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-ad4fa7a6-955a-4375-a8a3-49736c5b5554 None None] Deleting port d14f8ca7-faa7-4be0-87eb-2c23b189bfe5 {{(pid=110844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 24 20:02:33.343328 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-ad4fa7a6-955a-4375-a8a3-49736c5b5554 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731445580472'] for port (d14f8ca7-faa7-4be0-87eb-2c23b189bfe5), before_delete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:33.372315 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-64bbb979-8d07-45f0-a574-262b3b5dc92d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (832e1105-2f8e-4131-b92b-8f030301aa20), after_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:33.400048 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64bbb979-8d07-45f0-a574-262b3b5dc92d admin admin] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=110843) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 20:02:33.423323 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bbb979-8d07-45f0-a574-262b3b5dc92d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=832e1105-2f8e-4131-b92b-8f030301aa20,revision_number=1']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:02:33.427710 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-64bbb979-8d07-45f0-a574-262b3b5dc92d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7750649'] for segment (eeb6e116-c2af-4f39-8ad2-d151ed92f3d2), precommit_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:33.428544 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.db.segments_db [None req-64bbb979-8d07-45f0-a574-262b3b5dc92d admin admin] Added segment eeb6e116-c2af-4f39-8ad2-d151ed92f3d2 of type vlan for network 0b11da15-fa78-4875-abd0-59628a3b3921 Jul 24 20:02:33.438425 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-ad4fa7a6-955a-4375-a8a3-49736c5b5554 None None] For port d14f8ca7-faa7-4be0-87eb-2c23b189bfe5, host dv-cinder-850449-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850449-2-iscsi',level=0,port_id=d14f8ca7-faa7-4be0-87eb-2c23b189bfe5,segment=NetworkSegment(8116d425-f2a1-4ba9-b4f2-e5572bf43ba1),segment_id=8116d425-f2a1-4ba9-b4f2-e5572bf43ba1)] {{(pid=110844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 20:02:33.438827 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-ad4fa7a6-955a-4375-a8a3-49736c5b5554 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458432'] for port (d14f8ca7-faa7-4be0-87eb-2c23b189bfe5), precommit_delete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:33.473342 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-ad4fa7a6-955a-4375-a8a3-49736c5b5554 None None] Calling delete_port for d14f8ca7-faa7-4be0-87eb-2c23b189bfe5 owned by network:dhcp {{(pid=110844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 24 20:02:33.493337 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-64bbb979-8d07-45f0-a574-262b3b5dc92d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731445242929'] for network (0b11da15-fa78-4875-abd0-59628a3b3921), precommit_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:33.557697 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-5f1c44d3-57e0-487d-96d5-15cd2dfe6e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (dc36e0ef-94f3-4a3e-9c13-4790afccb2e9), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:33.568672 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=72,neutron:DELETE=5,neutron:UPDATE=5,neutron:INSERT=18 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:02:33.601208 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-64bbb979-8d07-45f0-a574-262b3b5dc92d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937'] for network (0b11da15-fa78-4875-abd0-59628a3b3921), after_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:33.601436 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-d48a97f0-3f57-4851-b5be-66fd759c7ae0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731445585704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731445223415'] for port (d14f8ca7-faa7-4be0-87eb-2c23b189bfe5), after_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:33.602251 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64bbb979-8d07-45f0-a574-262b3b5dc92d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:02:33.602960 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-64bbb979-8d07-45f0-a574-262b3b5dc92d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594923'] for network (None), before_response {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:33.611416 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-ad4fa7a6-955a-4375-a8a3-49736c5b5554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731445585704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731445223415'] for port (d14f8ca7-faa7-4be0-87eb-2c23b189bfe5), after_delete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:33.621540 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b4d8f2-acf4-4bad-8ed6-795fefe35660 req-b7a550f9-3e7b-4c37-9cdc-2f7000a49c82 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:02:33.623088 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-76b4d8f2-acf4-4bad-8ed6-795fefe35660 req-b7a550f9-3e7b-4c37-9cdc-2f7000a49c82 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/ports?device_id=b835df72-6134-422a-80ae-654e9da4e4a7 HTTP/1.1" status: 200 len: 946 time: 0.0642393 Jul 24 20:02:33.638465 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=89,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:02:33.643032 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4fa7a6-955a-4375-a8a3-49736c5b5554 None None] Pushing event deleted for resources: {'Port': ['ID=d14f8ca7-faa7-4be0-87eb-2c23b189bfe5,revision_number=None']} {{(pid=110844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:02:33.644894 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48a97f0-3f57-4851-b5be-66fd759c7ae0 admin admin] Pushing event deleted for resources: {'Port': ['ID=d14f8ca7-faa7-4be0-87eb-2c23b189bfe5,revision_number=None']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:02:33.654656 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad4fa7a6-955a-4375-a8a3-49736c5b5554 None None] No DVR routers for this DVR port d14f8ca7-faa7-4be0-87eb-2c23b189bfe5 on host dv-cinder-850449-2-iscsi {{(pid=110844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 24 20:02:33.654798 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4fa7a6-955a-4375-a8a3-49736c5b5554 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:02:33.655323 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4fa7a6-955a-4375-a8a3-49736c5b5554 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:02:33.655847 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4fa7a6-955a-4375-a8a3-49736c5b5554 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:02:33.656370 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4fa7a6-955a-4375-a8a3-49736c5b5554 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:02:33.656927 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4fa7a6-955a-4375-a8a3-49736c5b5554 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:02:33.657605 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4fa7a6-955a-4375-a8a3-49736c5b5554 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:02:33.658104 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4fa7a6-955a-4375-a8a3-49736c5b5554 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:02:33.658637 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4fa7a6-955a-4375-a8a3-49736c5b5554 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:02:33.659125 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4fa7a6-955a-4375-a8a3-49736c5b5554 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:02:33.659601 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4fa7a6-955a-4375-a8a3-49736c5b5554 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:02:33.660604 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48a97f0-3f57-4851-b5be-66fd759c7ae0 admin admin] No DVR routers for this DVR port d14f8ca7-faa7-4be0-87eb-2c23b189bfe5 on host dv-cinder-850449-2-iscsi {{(pid=110842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 24 20:02:33.661573 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4fa7a6-955a-4375-a8a3-49736c5b5554 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:02:33.662107 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4fa7a6-955a-4375-a8a3-49736c5b5554 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:02:33.662601 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4fa7a6-955a-4375-a8a3-49736c5b5554 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:02:33.663090 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4fa7a6-955a-4375-a8a3-49736c5b5554 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:02:33.663579 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4fa7a6-955a-4375-a8a3-49736c5b5554 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:02:33.708176 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [None req-64bbb979-8d07-45f0-a574-262b3b5dc92d admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.9132717 Jul 24 20:02:33.712907 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 59052) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:02:33.716309 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bbb979-8d07-45f0-a574-262b3b5dc92d admin admin] Pushing event updated for resources: {'Network': ['ID=0b11da15-fa78-4875-abd0-59628a3b3921,revision_number=1']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:02:33.718517 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.v2.base [None req-46d711d3-b5f6-41fe-b6f0-0e95d481f903 admin admin] Request body: {'subnet': {'network_id': '0b11da15-fa78-4875-abd0-59628a3b3921', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1312372559-subnet', 'tenant_id': 'd7495b8c09f7452b9c50d9a2cf6048fb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 20:02:33.731995 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Network 0b11da15-fa78-4875-abd0-59628a3b3921 details requested by agent ovs-agent-dv-cinder-850449-2-iscsi with host dv-cinder-850449-2-iscsi {{(pid=110844) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 20:02:33.751149 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-76b4d8f2-acf4-4bad-8ed6-795fefe35660 req-f5254361-d76b-4bdd-9b52-6b6748a36e72 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/security-groups?id=26640197-a088-42b2-99b8-e30a0e4045f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122882 Jul 24 20:02:33.777883 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-d48a97f0-3f57-4851-b5be-66fd759c7ae0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7817651', 'neutron.services.segments.db._delete_segments_for_network-8731445707084'] for network (64be66ee-585a-4301-8b32-9012fd829a32), precommit_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:33.807569 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-d48a97f0-3f57-4851-b5be-66fd759c7ae0 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=110842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 20:02:33.807939 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-d48a97f0-3f57-4851-b5be-66fd759c7ae0 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=110842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 20:02:33.808822 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-d48a97f0-3f57-4851-b5be-66fd759c7ae0 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 20:02:33.809162 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-d48a97f0-3f57-4851-b5be-66fd759c7ae0 admin admin] Subscribe: > port after_create 55550000 {{(pid=110842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 20:02:33.809503 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-d48a97f0-3f57-4851-b5be-66fd759c7ae0 admin admin] Subscribe: > port after_delete 55550000 {{(pid=110842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 20:02:33.809848 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-d48a97f0-3f57-4851-b5be-66fd759c7ae0 admin admin] Subscribe: > port after_update 55550000 {{(pid=110842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 20:02:33.810177 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-d48a97f0-3f57-4851-b5be-66fd759c7ae0 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=110842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 20:02:33.810536 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-d48a97f0-3f57-4851-b5be-66fd759c7ae0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 20:02:33.810853 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-d48a97f0-3f57-4851-b5be-66fd759c7ae0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 20:02:33.811173 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-d48a97f0-3f57-4851-b5be-66fd759c7ae0 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=110842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 20:02:33.974581 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-d48a97f0-3f57-4851-b5be-66fd759c7ae0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 20:02:33.975158 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-d48a97f0-3f57-4851-b5be-66fd759c7ae0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 20:02:33.975617 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-d48a97f0-3f57-4851-b5be-66fd759c7ae0 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=110842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 20:02:33.976207 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-d48a97f0-3f57-4851-b5be-66fd759c7ae0 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=110842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 20:02:33.976837 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.services.segments.db [None req-d48a97f0-3f57-4851-b5be-66fd759c7ae0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64be66ee-585a-4301-8b32-9012fd829a32']}} {{(pid=110842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:02:33.991565 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46d711d3-b5f6-41fe-b6f0-0e95d481f903 admin admin] Made reservation on behalf of d7495b8c09f7452b9c50d9a2cf6048fb for: {'subnet': 1} {{(pid=110842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 20:02:33.994725 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-46d711d3-b5f6-41fe-b6f0-0e95d481f903 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8410681'] for subnet (None), before_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:34.002955 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.services.segments.db [None req-d48a97f0-3f57-4851-b5be-66fd759c7ae0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8116d425-f2a1-4ba9-b4f2-e5572bf43ba1') {'for_net_delete': True} {{(pid=110842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:02:34.003244 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.services.segments.db [None req-d48a97f0-3f57-4851-b5be-66fd759c7ae0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8116d425-f2a1-4ba9-b4f2-e5572bf43ba1') {} {{(pid=110842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:02:34.033371 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [-] (110843) accepted ('10.222.0.17', 59054) {{(pid=110843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:02:34.038931 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-d48a97f0-3f57-4851-b5be-66fd759c7ae0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731445706213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8979360'] for segment (8116d425-f2a1-4ba9-b4f2-e5572bf43ba1), before_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:34.047253 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-8ab62b9d-5023-404e-be68-175cf21ef63f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:34.095757 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-d48a97f0-3f57-4851-b5be-66fd759c7ae0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7750649'] for segment (8116d425-f2a1-4ba9-b4f2-e5572bf43ba1), precommit_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:34.109370 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d48a97f0-3f57-4851-b5be-66fd759c7ae0 admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=110842) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 20:02:34.109789 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-d48a97f0-3f57-4851-b5be-66fd759c7ae0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7750649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8924928'] for segment (8116d425-f2a1-4ba9-b4f2-e5572bf43ba1), after_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:34.144204 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-8ab62b9d-5023-404e-be68-175cf21ef63f admin admin] Publish callbacks [] for security_group (00e59850-07da-46a3-961e-58638f8f0f55), precommit_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:34.213721 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Device d14f8ca7-faa7-4be0-87eb-2c23b189bfe5 no longer exists at agent ovs-agent-dv-cinder-850449-2-iscsi {{(pid=110844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 20:02:34.236268 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] No Port match for: d14f8ca7-faa7-4be0-87eb-2c23b189bfe5 {{(pid=110844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 24 20:02:34.236960 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Device d14f8ca7-faa7-4be0-87eb-2c23b189bfe5 not bound to the agent host dv-cinder-850449-2-iscsi {{(pid=110844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 20:02:34.237686 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Device f63d0551-8bd8-4b23-80e8-7c7df3795985 no longer exists at agent ovs-agent-dv-cinder-850449-2-iscsi {{(pid=110844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 20:02:34.259348 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] No Port match for: f63d0551-8bd8-4b23-80e8-7c7df3795985 {{(pid=110844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 24 20:02:34.259875 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-8ab62b9d-5023-404e-be68-175cf21ef63f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (00e59850-07da-46a3-961e-58638f8f0f55), after_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:34.260043 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Device f63d0551-8bd8-4b23-80e8-7c7df3795985 not bound to the agent host dv-cinder-850449-2-iscsi {{(pid=110844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 20:02:34.300629 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-d48a97f0-3f57-4851-b5be-66fd759c7ae0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7817604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-452517'] for network (64be66ee-585a-4301-8b32-9012fd829a32), after_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:34.310195 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [None req-8ab62b9d-5023-404e-be68-175cf21ef63f admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=197522cec0a641d99c94df0db0654d5b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2755792 Jul 24 20:02:34.311030 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab62b9d-5023-404e-be68-175cf21ef63f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00e59850-07da-46a3-961e-58638f8f0f55,revision_number=1']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:02:34.313504 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [-] (110843) accepted ('10.222.0.17', 59066) {{(pid=110843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:02:34.325275 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-d48a97f0-3f57-4851-b5be-66fd759c7ae0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594923'] for network (None), before_response {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:34.329788 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-d48a97f0-3f57-4851-b5be-66fd759c7ae0 admin admin] 10.222.0.17 "DELETE /v2.0/networks/64be66ee-585a-4301-8b32-9012fd829a32 HTTP/1.1" status: 204 len: 168 time: 1.2292442 Jul 24 20:02:34.352362 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48a97f0-3f57-4851-b5be-66fd759c7ae0 admin admin] Pushing event deleted for resources: {'Network': ['ID=64be66ee-585a-4301-8b32-9012fd829a32,revision_number=None']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:02:34.377939 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-76ea26ac-4b7c-4ea6-b2f5-84d9abb4d3e4 admin admin] Publish callbacks [] for security_group (00e59850-07da-46a3-961e-58638f8f0f55), before_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:34.402360 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-76ea26ac-4b7c-4ea6-b2f5-84d9abb4d3e4 admin admin] Publish callbacks [] for security_group (00e59850-07da-46a3-961e-58638f8f0f55), precommit_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:34.431341 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.services.segments.plugin [-] Segment 8116d425-f2a1-4ba9-b4f2-e5572bf43ba1 resource provider aggregate not found Jul 24 20:02:34.451895 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.services.segments.plugin [-] Segment 8116d425-f2a1-4ba9-b4f2-e5572bf43ba1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8116d425-f2a1-4ba9-b4f2-e5572bf43ba1 found for delete ", "request_id": "req-64ad1e98-4b90-4f7a-a06c-a79d62b1fd0e"}]} Jul 24 20:02:34.481674 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-46d711d3-b5f6-41fe-b6f0-0e95d481f903 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8925179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8410667'] for subnet (51a813ca-81ed-4c66-80bc-b2aa0e6133e3), after_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:34.530213 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:02:34.543518 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-76ea26ac-4b7c-4ea6-b2f5-84d9abb4d3e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (00e59850-07da-46a3-961e-58638f8f0f55), after_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:34.544766 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d711d3-b5f6-41fe-b6f0-0e95d481f903 admin admin] Pushing event updated for resources: {'Subnet': ['ID=51a813ca-81ed-4c66-80bc-b2aa0e6133e3,revision_number=0']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:02:34.547921 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-76ea26ac-4b7c-4ea6-b2f5-84d9abb4d3e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:34.553462 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [None req-76ea26ac-4b7c-4ea6-b2f5-84d9abb4d3e4 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/00e59850-07da-46a3-961e-58638f8f0f55 HTTP/1.1" status: 204 len: 168 time: 0.2388456 Jul 24 20:02:34.567535 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d711d3-b5f6-41fe-b6f0-0e95d481f903 admin admin] Checking segment: {'id': 'eeb6e116-c2af-4f39-8ad2-d151ed92f3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '0b11da15-fa78-4875-abd0-59628a3b3921'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 24 20:02:34.568074 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46d711d3-b5f6-41fe-b6f0-0e95d481f903 admin admin] Network hostable DHCP agents. Network: 0b11da15-fa78-4875-abd0-59628a3b3921, hostable agents: ['dc36e0ef-94f3-4a3e-9c13-4790afccb2e9'], hosted agents: [] {{(pid=110842) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 20:02:34.571757 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ea26ac-4b7c-4ea6-b2f5-84d9abb4d3e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00e59850-07da-46a3-961e-58638f8f0f55,revision_number=None']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:02:34.686862 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46d711d3-b5f6-41fe-b6f0-0e95d481f903 admin admin] Network 0b11da15-fa78-4875-abd0-59628a3b3921 is scheduled to be hosted by DHCP agent dc36e0ef-94f3-4a3e-9c13-4790afccb2e9 with binding_index 1 {{(pid=110842) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 20:02:34.771786 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [-] (110843) accepted ('10.222.0.17', 59080) {{(pid=110843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:02:34.783937 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.scheduler.base_scheduler [None req-46d711d3-b5f6-41fe-b6f0-0e95d481f903 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850449-2-iscsi, 0b11da15-fa78-4875-abd0-59628a3b3921) {{(pid=110842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 20:02:34.793777 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46d711d3-b5f6-41fe-b6f0-0e95d481f903 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:02:34.794862 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2c9af6e-8ade-43af-9117-b3eaddbc220a None None] Network 0b11da15-fa78-4875-abd0-59628a3b3921 requested from dv-cinder-850449-2-iscsi {{(pid=110844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 24 20:02:34.803501 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-46d711d3-b5f6-41fe-b6f0-0e95d481f903 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594923'] for subnet (None), before_response {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:34.817665 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:02:34.822521 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [None req-f1d43e4e-2cea-40e0-9513-1659d0bc3808 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=c1d92a82166d4e128dbef71394daba86&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0495467 Jul 24 20:02:34.824967 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [-] (110843) accepted ('10.222.0.17', 59084) {{(pid=110843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:02:34.870178 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:02:34.917632 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04a6d6e6-7075-4a26-918e-47489a7c7d5c None None] Network 0b11da15-fa78-4875-abd0-59628a3b3921 requested from dv-cinder-850449-2-iscsi {{(pid=110844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 24 20:02:34.931198 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e23b602-7952-4818-82e5-9c647b743b46 req-2850c75c-140a-4390-ac13-b1676f9911ce tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:02:34.932730 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-0e23b602-7952-4818-82e5-9c647b743b46 req-2850c75c-140a-4390-ac13-b1676f9911ce tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/ports?device_id=b835df72-6134-422a-80ae-654e9da4e4a7 HTTP/1.1" status: 200 len: 946 time: 0.0805228 Jul 24 20:02:34.933548 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-b4855afe-4211-4d9c-9d19-3c7a23bf72e4 admin admin] Publish callbacks [] for security_group (85813377-563a-400b-8b92-b4a85adf39fc), before_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:34.962066 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-46d711d3-b5f6-41fe-b6f0-0e95d481f903 admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2471690 Jul 24 20:02:34.972347 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-b4855afe-4211-4d9c-9d19-3c7a23bf72e4 admin admin] Publish callbacks [] for security_group (85813377-563a-400b-8b92-b4a85adf39fc), precommit_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:35.014228 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:02:35.035470 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-0e23b602-7952-4818-82e5-9c647b743b46 req-5f6efcec-5b46-4a99-8268-7253fc5901ee tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/security-groups?id=26640197-a088-42b2-99b8-e30a0e4045f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864272 Jul 24 20:02:35.154849 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-b4855afe-4211-4d9c-9d19-3c7a23bf72e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (85813377-563a-400b-8b92-b4a85adf39fc), after_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:35.157631 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-b4855afe-4211-4d9c-9d19-3c7a23bf72e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:35.158872 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [None req-b4855afe-4211-4d9c-9d19-3c7a23bf72e4 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/85813377-563a-400b-8b92-b4a85adf39fc HTTP/1.1" status: 204 len: 168 time: 0.3328612 Jul 24 20:02:35.169589 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4855afe-4211-4d9c-9d19-3c7a23bf72e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85813377-563a-400b-8b92-b4a85adf39fc,revision_number=None']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:02:35.875645 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-2c49161f-4e33-4dbf-b518-cd9bbe10341d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (408021b7-d46b-48c2-9f75-8a8023f9145c), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:36.157143 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a38ede6-1f60-4dc7-986c-9feb55569327 req-5ae16ec1-1676-4fe0-a893-f0e5dcab2ad0 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:02:36.158653 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-2a38ede6-1f60-4dc7-986c-9feb55569327 req-5ae16ec1-1676-4fe0-a893-f0e5dcab2ad0 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/ports?device_id=b835df72-6134-422a-80ae-654e9da4e4a7 HTTP/1.1" status: 200 len: 946 time: 0.0507135 Jul 24 20:02:36.202555 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:02:36.213293 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-2a38ede6-1f60-4dc7-986c-9feb55569327 req-b6da2a20-a5df-45e8-91ed-53509aaf4b40 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/security-groups?id=26640197-a088-42b2-99b8-e30a0e4045f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491602 Jul 24 20:02:36.549322 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 59166) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:02:36.584160 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [-] (110843) accepted ('10.222.0.17', 59170) {{(pid=110843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:02:36.723667 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-e0430635-c8ab-41cf-a47c-d666029018fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:36.819427 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-e0430635-c8ab-41cf-a47c-d666029018fa admin admin] Publish callbacks [] for security_group (3fa8479e-64be-44a6-8728-4de813c6f387), precommit_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:36.878699 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-e02f2e8a-c464-4aae-8760-1bf2f267ea9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:36.881340 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-e0430635-c8ab-41cf-a47c-d666029018fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (3fa8479e-64be-44a6-8728-4de813c6f387), after_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:36.918950 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-6dc48dae-acff-4e3e-8fdb-430da55b4f7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (7ee55678-4254-481c-8cae-5c828aed81c9), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:36.933628 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0430635-c8ab-41cf-a47c-d666029018fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fa8479e-64be-44a6-8728-4de813c6f387,revision_number=1']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:02:36.947323 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-e0430635-c8ab-41cf-a47c-d666029018fa admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=d4ff6904678f4a49a91913587c5b6e3f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3942876 Jul 24 20:02:36.949204 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 59186) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:02:37.014316 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-ab5914d0-eef5-49f5-bb33-ff234d6af39f admin admin] Publish callbacks [] for security_group (3fa8479e-64be-44a6-8728-4de813c6f387), before_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:37.015724 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-e02f2e8a-c464-4aae-8760-1bf2f267ea9e admin admin] Publish callbacks [] for security_group (56467085-34e0-4987-a386-8b2c592d6efa), precommit_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:37.068837 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-ab5914d0-eef5-49f5-bb33-ff234d6af39f admin admin] Publish callbacks [] for security_group (3fa8479e-64be-44a6-8728-4de813c6f387), precommit_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:37.088320 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-e02f2e8a-c464-4aae-8760-1bf2f267ea9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (56467085-34e0-4987-a386-8b2c592d6efa), after_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:37.153780 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02f2e8a-c464-4aae-8760-1bf2f267ea9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56467085-34e0-4987-a386-8b2c592d6efa,revision_number=1']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:02:37.160091 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [None req-e02f2e8a-c464-4aae-8760-1bf2f267ea9e admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=c3534114306a4599983b3d6389369ef3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5749876 Jul 24 20:02:37.162454 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [-] (110843) accepted ('10.222.0.17', 59208) {{(pid=110843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:02:37.222121 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 59212) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:02:37.223140 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-b50de859-bbef-4f70-92b2-113b3083a793 admin admin] Publish callbacks [] for security_group (56467085-34e0-4987-a386-8b2c592d6efa), before_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:37.253007 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-b50de859-bbef-4f70-92b2-113b3083a793 admin admin] Publish callbacks [] for security_group (56467085-34e0-4987-a386-8b2c592d6efa), precommit_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:37.338908 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-ab5914d0-eef5-49f5-bb33-ff234d6af39f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (3fa8479e-64be-44a6-8728-4de813c6f387), after_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:37.343283 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-ab5914d0-eef5-49f5-bb33-ff234d6af39f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:37.344637 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-ab5914d0-eef5-49f5-bb33-ff234d6af39f admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/3fa8479e-64be-44a6-8728-4de813c6f387 HTTP/1.1" status: 204 len: 168 time: 0.3943005 Jul 24 20:02:37.355679 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f8c62a-ca7a-4921-922a-475606c54917 req-1bf1b792-38d0-4f0a-be09-dfb6a4fa7cfc tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:02:37.356496 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5914d0-eef5-49f5-bb33-ff234d6af39f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fa8479e-64be-44a6-8728-4de813c6f387,revision_number=None']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:02:37.357310 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-42f8c62a-ca7a-4921-922a-475606c54917 req-1bf1b792-38d0-4f0a-be09-dfb6a4fa7cfc tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/ports?device_id=b835df72-6134-422a-80ae-654e9da4e4a7 HTTP/1.1" status: 200 len: 946 time: 0.0618513 Jul 24 20:02:37.441043 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-42f8c62a-ca7a-4921-922a-475606c54917 req-df009fca-694d-4d10-88da-74d8afe855f4 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/security-groups?id=26640197-a088-42b2-99b8-e30a0e4045f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777729 Jul 24 20:02:37.442531 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-b50de859-bbef-4f70-92b2-113b3083a793 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (56467085-34e0-4987-a386-8b2c592d6efa), after_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:37.445546 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-b50de859-bbef-4f70-92b2-113b3083a793 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:37.446462 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [None req-b50de859-bbef-4f70-92b2-113b3083a793 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/56467085-34e0-4987-a386-8b2c592d6efa HTTP/1.1" status: 204 len: 168 time: 0.2827432 Jul 24 20:02:37.461458 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50de859-bbef-4f70-92b2-113b3083a793 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56467085-34e0-4987-a386-8b2c592d6efa,revision_number=None']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:02:37.607863 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f32e016-9dd5-4896-a06d-c084b4af638a req-6beef7e2-5f84-4a18-90cd-21f5bb7b7302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:02:37.609824 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-3f32e016-9dd5-4896-a06d-c084b4af638a req-6beef7e2-5f84-4a18-90cd-21f5bb7b7302 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b835df72-6134-422a-80ae-654e9da4e4a7 HTTP/1.1" status: 200 len: 1130 time: 0.0465655 Jul 24 20:02:37.667290 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.v2.base [None req-6f030998-f1e7-44a8-b2ff-ab954cd26dbf admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1190663108-network', 'tenant_id': 'dcc8f2e8d4e64866a624dcd6d1de5d81'}} {{(pid=110842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 20:02:37.674152 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-3f32e016-9dd5-4896-a06d-c084b4af638a req-faa89f91-3e03-4091-ad41-ee618f8cb51b service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=26640197-a088-42b2-99b8-e30a0e4045f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507109 Jul 24 20:02:37.750955 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f030998-f1e7-44a8-b2ff-ab954cd26dbf admin admin] Made reservation on behalf of dcc8f2e8d4e64866a624dcd6d1de5d81 for: {'network': 1} {{(pid=110842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 20:02:37.755675 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-6f030998-f1e7-44a8-b2ff-ab954cd26dbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for network (None), before_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:37.769856 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-6f030998-f1e7-44a8-b2ff-ab954cd26dbf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:37.850819 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-6f030998-f1e7-44a8-b2ff-ab954cd26dbf admin admin] Publish callbacks [] for security_group (39678e1d-b50d-44aa-8ac1-e58608d58977), precommit_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:37.954834 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-6f030998-f1e7-44a8-b2ff-ab954cd26dbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (39678e1d-b50d-44aa-8ac1-e58608d58977), after_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:37.982975 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:02:37.999448 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f030998-f1e7-44a8-b2ff-ab954cd26dbf admin admin] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=110842) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 20:02:38.005635 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f030998-f1e7-44a8-b2ff-ab954cd26dbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39678e1d-b50d-44aa-8ac1-e58608d58977,revision_number=1']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:02:38.020308 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-6f030998-f1e7-44a8-b2ff-ab954cd26dbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7750649'] for segment (78737f80-9c2d-440f-8dc6-3a8965544158), precommit_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:38.021301 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.db.segments_db [None req-6f030998-f1e7-44a8-b2ff-ab954cd26dbf admin admin] Added segment 78737f80-9c2d-440f-8dc6-3a8965544158 of type vlan for network 9568b641-7783-426b-8ad0-3ac71fba0922 Jul 24 20:02:38.098936 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-6f030998-f1e7-44a8-b2ff-ab954cd26dbf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731445242929'] for network (9568b641-7783-426b-8ad0-3ac71fba0922), precommit_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:38.217018 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-6f030998-f1e7-44a8-b2ff-ab954cd26dbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937'] for network (9568b641-7783-426b-8ad0-3ac71fba0922), after_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:38.218116 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f030998-f1e7-44a8-b2ff-ab954cd26dbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:02:38.218704 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-6f030998-f1e7-44a8-b2ff-ab954cd26dbf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594923'] for network (None), before_response {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:38.223542 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=78,neutron:INSERT=16,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:02:38.283821 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f030998-f1e7-44a8-b2ff-ab954cd26dbf admin admin] Pushing event updated for resources: {'Network': ['ID=9568b641-7783-426b-8ad0-3ac71fba0922,revision_number=1']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:02:38.296152 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-43102eef-6e4b-4922-ad30-3734cbb7477a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (7d43fc2f-3c2c-473f-8c92-13ad6341ecc2), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:38.299914 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Network 9568b641-7783-426b-8ad0-3ac71fba0922 details requested by agent ovs-agent-dv-cinder-850449-2-iscsi with host dv-cinder-850449-2-iscsi {{(pid=110844) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 20:02:38.343730 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-6f030998-f1e7-44a8-b2ff-ab954cd26dbf admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 1.1155803 Jul 24 20:02:38.347244 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 59250) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:02:38.350454 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.v2.base [None req-e01252c8-3f0f-4ec0-92bf-66319c0bac2f admin admin] Request body: {'subnet': {'network_id': '9568b641-7783-426b-8ad0-3ac71fba0922', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1190663108-subnet', 'tenant_id': 'dcc8f2e8d4e64866a624dcd6d1de5d81', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 20:02:38.533463 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e01252c8-3f0f-4ec0-92bf-66319c0bac2f admin admin] Made reservation on behalf of dcc8f2e8d4e64866a624dcd6d1de5d81 for: {'subnet': 1} {{(pid=110842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 20:02:38.536846 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-e01252c8-3f0f-4ec0-92bf-66319c0bac2f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8410681'] for subnet (None), before_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:38.589429 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd95454-97fe-4e7a-9f57-47b49885cb82 req-d3b62d55-71a8-422d-9474-2e274036dce1 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:02:38.591327 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-ddd95454-97fe-4e7a-9f57-47b49885cb82 req-d3b62d55-71a8-422d-9474-2e274036dce1 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/ports?device_id=b835df72-6134-422a-80ae-654e9da4e4a7 HTTP/1.1" status: 200 len: 946 time: 0.0602376 Jul 24 20:02:38.595054 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [-] (110843) accepted ('10.222.0.17', 59260) {{(pid=110843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:02:38.621106 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-3a7fed7d-872a-4f31-8a4f-0fc074f6100d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:38.727553 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-ddd95454-97fe-4e7a-9f57-47b49885cb82 req-73c3c2e2-2b39-4ad8-b5ed-9d4e5800dde0 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/security-groups?id=26640197-a088-42b2-99b8-e30a0e4045f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193817 Jul 24 20:02:38.754559 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:02:38.806783 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-3a7fed7d-872a-4f31-8a4f-0fc074f6100d admin admin] Publish callbacks [] for security_group (85d3250c-5693-4675-8a78-9d436a908e08), precommit_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:38.875719 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-3a7fed7d-872a-4f31-8a4f-0fc074f6100d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (85d3250c-5693-4675-8a78-9d436a908e08), after_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:38.876563 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-e01252c8-3f0f-4ec0-92bf-66319c0bac2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8925179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8410667'] for subnet (cce9884f-3061-48ee-abb3-8ca2a1e54559), after_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:38.918030 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7fed7d-872a-4f31-8a4f-0fc074f6100d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85d3250c-5693-4675-8a78-9d436a908e08,revision_number=1']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:02:38.924688 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [None req-3a7fed7d-872a-4f31-8a4f-0fc074f6100d admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=db727c61d76449118493687e55e231d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3270485 Jul 24 20:02:38.926583 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [-] (110843) accepted ('10.222.0.17', 59278) {{(pid=110843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:02:38.966234 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=9 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:02:38.974333 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01252c8-3f0f-4ec0-92bf-66319c0bac2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=cce9884f-3061-48ee-abb3-8ca2a1e54559,revision_number=0']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:02:38.989485 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-6f83f794-528f-4af2-9502-6ee984ab256f admin admin] Publish callbacks [] for security_group (85d3250c-5693-4675-8a78-9d436a908e08), before_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:38.996188 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01252c8-3f0f-4ec0-92bf-66319c0bac2f admin admin] Checking segment: {'id': '78737f80-9c2d-440f-8dc6-3a8965544158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '9568b641-7783-426b-8ad0-3ac71fba0922'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 24 20:02:38.996557 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e01252c8-3f0f-4ec0-92bf-66319c0bac2f admin admin] Network hostable DHCP agents. Network: 9568b641-7783-426b-8ad0-3ac71fba0922, hostable agents: ['dc36e0ef-94f3-4a3e-9c13-4790afccb2e9'], hosted agents: [] {{(pid=110842) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 20:02:39.025509 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-6f83f794-528f-4af2-9502-6ee984ab256f admin admin] Publish callbacks [] for security_group (85d3250c-5693-4675-8a78-9d436a908e08), precommit_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:39.128200 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e01252c8-3f0f-4ec0-92bf-66319c0bac2f admin admin] Network 9568b641-7783-426b-8ad0-3ac71fba0922 is scheduled to be hosted by DHCP agent dc36e0ef-94f3-4a3e-9c13-4790afccb2e9 with binding_index 1 {{(pid=110842) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 20:02:39.173721 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (46eda511-dfa5-408c-8bd4-cb509f691033), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:39.281628 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-6f83f794-528f-4af2-9502-6ee984ab256f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (85d3250c-5693-4675-8a78-9d436a908e08), after_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:39.281797 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.scheduler.base_scheduler [None req-e01252c8-3f0f-4ec0-92bf-66319c0bac2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850449-2-iscsi, 9568b641-7783-426b-8ad0-3ac71fba0922) {{(pid=110842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 20:02:39.284146 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-6f83f794-528f-4af2-9502-6ee984ab256f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:39.287652 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [None req-6f83f794-528f-4af2-9502-6ee984ab256f admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/85d3250c-5693-4675-8a78-9d436a908e08 HTTP/1.1" status: 204 len: 168 time: 0.3600652 Jul 24 20:02:39.292791 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e01252c8-3f0f-4ec0-92bf-66319c0bac2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:02:39.296531 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-e01252c8-3f0f-4ec0-92bf-66319c0bac2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594923'] for subnet (None), before_response {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:39.301914 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97d7b7b3-4b1b-49fe-b2b7-21d6dc6f5de6 None None] Network 9568b641-7783-426b-8ad0-3ac71fba0922 requested from dv-cinder-850449-2-iscsi {{(pid=110844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 24 20:02:39.319296 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f83f794-528f-4af2-9502-6ee984ab256f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85d3250c-5693-4675-8a78-9d436a908e08,revision_number=None']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:02:39.407646 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [-] (110843) accepted ('10.222.0.17', 59296) {{(pid=110843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:02:39.476574 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-e01252c8-3f0f-4ec0-92bf-66319c0bac2f admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1285889 Jul 24 20:02:39.476950 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 59300) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:02:39.481927 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.v2.base [None req-5ac5bce6-0fa6-4b02-822e-9b965d5e18d7 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1190663108-router', 'tenant_id': 'dcc8f2e8d4e64866a624dcd6d1de5d81', 'external_gateway_info': {'network_id': '10498192-3528-4341-803f-d59b33e3b71c'}}} {{(pid=110842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 20:02:39.502257 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:02:39.559823 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.v2.base [None req-95c45daa-0a7e-4716-b459-5b4e6eb707de admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1477883131-network', 'tenant_id': '4d31f280cfc640dd8381ee0869d9f455'}} {{(pid=110843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 20:02:39.586023 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-5ac5bce6-0fa6-4b02-822e-9b965d5e18d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-453983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-719'] for router (47e81123-031d-44ab-8cc7-b1e59e57cd0c), before_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:39.592119 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-5ac5bce6-0fa6-4b02-822e-9b965d5e18d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-450886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-446411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-479098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-760'] for router (47e81123-031d-44ab-8cc7-b1e59e57cd0c), precommit_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:39.598252 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1efa0ef9-f604-4b61-bcfd-8a05620dc894 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp900f634c-eb0d-5d65-94fb-55faaa86ae34-9568b641-7783-426b-8ad0-3ac71fba0922', 'network_id': '9568b641-7783-426b-8ad0-3ac71fba0922', 'project_id': 'dcc8f2e8d4e64866a624dcd6d1de5d81', 'fixed_ips': [{'subnet_id': 'cce9884f-3061-48ee-abb3-8ca2a1e54559'}]}} from dv-cinder-850449-2-iscsi. {{(pid=110844) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 24 20:02:39.599840 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-1efa0ef9-f604-4b61-bcfd-8a05620dc894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (None), before_create {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:39.654420 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-5ac5bce6-0fa6-4b02-822e-9b965d5e18d7 admin admin] Publish callbacks [] for router_controller (47e81123-031d-44ab-8cc7-b1e59e57cd0c), precommit_add_association {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:39.671203 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95c45daa-0a7e-4716-b459-5b4e6eb707de admin admin] Made reservation on behalf of 4d31f280cfc640dd8381ee0869d9f455 for: {'network': 1} {{(pid=110843) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 20:02:39.675427 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-95c45daa-0a7e-4716-b459-5b4e6eb707de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for network (None), before_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:39.696631 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-95c45daa-0a7e-4716-b459-5b4e6eb707de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:39.773001 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.db_base_plugin_common [None req-1efa0ef9-f604-4b61-bcfd-8a05620dc894 None None] Allocated IP 172.20.0.2 (9568b641-7783-426b-8ad0-3ac71fba0922/cce9884f-3061-48ee-abb3-8ca2a1e54559/b4ffdb97-91cc-440b-b783-8bc5e1508fac) {{(pid=110844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 20:02:39.862566 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-95c45daa-0a7e-4716-b459-5b4e6eb707de admin admin] Publish callbacks [] for security_group (28acb8fa-bec2-437c-82ba-8e2c3ade7cf8), precommit_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:39.965825 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-95c45daa-0a7e-4716-b459-5b4e6eb707de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (28acb8fa-bec2-437c-82ba-8e2c3ade7cf8), after_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:40.011970 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c45daa-0a7e-4716-b459-5b4e6eb707de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28acb8fa-bec2-437c-82ba-8e2c3ade7cf8,revision_number=1']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:02:40.034024 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b501d7-f177-41c6-9e8e-b20ed53993a0 req-80cd58fe-4897-4c05-9149-6e68fcc21671 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:02:40.035869 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-20b501d7-f177-41c6-9e8e-b20ed53993a0 req-80cd58fe-4897-4c05-9149-6e68fcc21671 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/ports?device_id=b835df72-6134-422a-80ae-654e9da4e4a7 HTTP/1.1" status: 200 len: 946 time: 0.1319063 Jul 24 20:02:40.040139 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95c45daa-0a7e-4716-b459-5b4e6eb707de admin admin] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=110843) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 20:02:40.042866 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-1efa0ef9-f604-4b61-bcfd-8a05620dc894 None None] Publish callbacks [] for port (b4ffdb97-91cc-440b-b783-8bc5e1508fac), precommit_create {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:40.069441 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-95c45daa-0a7e-4716-b459-5b4e6eb707de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7750649'] for segment (8b9f0f7e-05bb-4220-a9b7-1bc5128e8915), precommit_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:40.069642 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.db.segments_db [None req-95c45daa-0a7e-4716-b459-5b4e6eb707de admin admin] Added segment 8b9f0f7e-05bb-4220-a9b7-1bc5128e8915 of type vlan for network 1f489717-2e22-4983-9973-65d3238688ee Jul 24 20:02:40.077756 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-5ac5bce6-0fa6-4b02-822e-9b965d5e18d7 admin admin] Publish callbacks [] for router_gateway (47e81123-031d-44ab-8cc7-b1e59e57cd0c), precommit_update {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:40.104354 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-1efa0ef9-f604-4b61-bcfd-8a05620dc894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731445223406'] for port (b4ffdb97-91cc-440b-b783-8bc5e1508fac), after_create {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:40.143425 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-95c45daa-0a7e-4716-b459-5b4e6eb707de admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731445242929'] for network (1f489717-2e22-4983-9973-65d3238688ee), precommit_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:40.193578 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-20b501d7-f177-41c6-9e8e-b20ed53993a0 req-952d70e0-48aa-4dd7-b07b-6244148bb0d4 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/security-groups?id=26640197-a088-42b2-99b8-e30a0e4045f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464293 Jul 24 20:02:40.275301 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1efa0ef9-f604-4b61-bcfd-8a05620dc894 None None] Network 9568b641-7783-426b-8ad0-3ac71fba0922 is already hosted by enough agents. {{(pid=110844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 20:02:40.275833 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-95c45daa-0a7e-4716-b459-5b4e6eb707de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937'] for network (1f489717-2e22-4983-9973-65d3238688ee), after_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:40.276916 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c45daa-0a7e-4716-b459-5b4e6eb707de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:02:40.277502 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-95c45daa-0a7e-4716-b459-5b4e6eb707de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594923'] for network (None), before_response {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:40.295958 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.scheduler.base_scheduler [None req-1efa0ef9-f604-4b61-bcfd-8a05620dc894 None None] Resources bound (agent type, host, resource id): {{(pid=110844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 20:02:40.299913 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1efa0ef9-f604-4b61-bcfd-8a05620dc894 None None] Received port after_create {{(pid=110844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 24 20:02:40.340336 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efa0ef9-f604-4b61-bcfd-8a05620dc894 None None] Pushing event updated for resources: {'Port': ['ID=b4ffdb97-91cc-440b-b783-8bc5e1508fac,revision_number=1']} {{(pid=110844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:02:40.380278 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c45daa-0a7e-4716-b459-5b4e6eb707de admin admin] Pushing event updated for resources: {'Network': ['ID=1f489717-2e22-4983-9973-65d3238688ee,revision_number=1']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:02:40.391491 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.managers [None req-1efa0ef9-f604-4b61-bcfd-8a05620dc894 None None] Attempting to bind port b4ffdb97-91cc-440b-b783-8bc5e1508fac on host dv-cinder-850449-2-iscsi for vnic_type normal with profile {{(pid=110844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 24 20:02:40.392085 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.managers [None req-1efa0ef9-f604-4b61-bcfd-8a05620dc894 None None] Attempting to bind port b4ffdb97-91cc-440b-b783-8bc5e1508fac by drivers openvswitch,hyperv on host dv-cinder-850449-2-iscsi at level 0 using segments [{'id': '78737f80-9c2d-440f-8dc6-3a8965544158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '9568b641-7783-426b-8ad0-3ac71fba0922'}] {{(pid=110844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 24 20:02:40.392672 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1efa0ef9-f604-4b61-bcfd-8a05620dc894 None None] Attempting to bind port b4ffdb97-91cc-440b-b783-8bc5e1508fac on network 9568b641-7783-426b-8ad0-3ac71fba0922 {{(pid=110844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 24 20:02:40.396173 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Network 1f489717-2e22-4983-9973-65d3238688ee details requested by agent ovs-agent-dv-cinder-850449-2-iscsi with host dv-cinder-850449-2-iscsi {{(pid=110844) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 20:02:40.418962 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1efa0ef9-f604-4b61-bcfd-8a05620dc894 None None] Checking agent: {'id': '46eda511-dfa5-408c-8bd4-cb509f691033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850449-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 24, 19, 52, 9), 'started_at': datetime.datetime(2022, 7, 24, 19, 52, 39), 'heartbeat_timestamp': datetime.datetime(2022, 7, 24, 20, 2, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850449-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 24 20:02:40.419336 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1efa0ef9-f604-4b61-bcfd-8a05620dc894 None None] Checking segment: {'id': '78737f80-9c2d-440f-8dc6-3a8965544158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '9568b641-7783-426b-8ad0-3ac71fba0922'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 24 20:02:40.419734 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-1efa0ef9-f604-4b61-bcfd-8a05620dc894 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:40.420122 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1efa0ef9-f604-4b61-bcfd-8a05620dc894 None None] Bound using segment: {'id': '78737f80-9c2d-440f-8dc6-3a8965544158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '9568b641-7783-426b-8ad0-3ac71fba0922'} {{(pid=110844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 24 20:02:40.421045 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.managers [None req-1efa0ef9-f604-4b61-bcfd-8a05620dc894 None None] Bound port: b4ffdb97-91cc-440b-b783-8bc5e1508fac, host: dv-cinder-850449-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78737f80-9c2d-440f-8dc6-3a8965544158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '9568b641-7783-426b-8ad0-3ac71fba0922'}}] {{(pid=110844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 24 20:02:40.421597 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-1efa0ef9-f604-4b61-bcfd-8a05620dc894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (b4ffdb97-91cc-440b-b783-8bc5e1508fac), before_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:40.446473 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [None req-95c45daa-0a7e-4716-b459-5b4e6eb707de admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 1.0348573 Jul 24 20:02:40.446792 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 59342) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:02:40.459029 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.v2.base [None req-66d2ffe4-63fc-48a4-be0e-b980c4af4aaa admin admin] Request body: {'subnet': {'network_id': '1f489717-2e22-4983-9973-65d3238688ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1477883131-subnet', 'tenant_id': '4d31f280cfc640dd8381ee0869d9f455', 'ip_version': 4}} {{(pid=110842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 20:02:40.467413 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=77,neutron:DELETE=4,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:02:40.485061 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12b9efd-ec84-42dc-a133-046a713b40cb req-7b446f21-be50-4c33-b8a5-459e645641cc tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:02:40.491235 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=86,neutron:UPDATE=11,neutron:INSERT=3 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:02:40.500751 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-e12b9efd-ec84-42dc-a133-046a713b40cb req-7b446f21-be50-4c33-b8a5-459e645641cc tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/ports?device_id=0b97a2bd-3e67-4a71-9c37-e823feae7fc7 HTTP/1.1" status: 200 len: 946 time: 0.1151333 Jul 24 20:02:40.527163 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-5ac5bce6-0fa6-4b02-822e-9b965d5e18d7 admin admin] Publish callbacks [] for router_gateway (47e81123-031d-44ab-8cc7-b1e59e57cd0c), before_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:40.532697 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (95564131-b678-4db2-a162-51408b2acd55), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:40.556100 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-5ac5bce6-0fa6-4b02-822e-9b965d5e18d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (None), before_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:40.559365 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-e12b9efd-ec84-42dc-a133-046a713b40cb req-5aed1859-eb77-47c2-b40b-75923fb4b0d4 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/security-groups?id=26640197-a088-42b2-99b8-e30a0e4045f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576713 Jul 24 20:02:40.584069 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-1efa0ef9-f604-4b61-bcfd-8a05620dc894 None None] For port b4ffdb97-91cc-440b-b783-8bc5e1508fac, host dv-cinder-850449-2-iscsi, cleared binding levels {{(pid=110844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 20:02:40.587521 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-1efa0ef9-f604-4b61-bcfd-8a05620dc894 None None] For port b4ffdb97-91cc-440b-b783-8bc5e1508fac, host dv-cinder-850449-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850449-2-iscsi',level=0,port_id=b4ffdb97-91cc-440b-b783-8bc5e1508fac,segment=NetworkSegment(78737f80-9c2d-440f-8dc6-3a8965544158),segment_id=78737f80-9c2d-440f-8dc6-3a8965544158)] {{(pid=110844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 20:02:40.619788 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:02:40.653378 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66d2ffe4-63fc-48a4-be0e-b980c4af4aaa admin admin] Made reservation on behalf of 4d31f280cfc640dd8381ee0869d9f455 for: {'subnet': 1} {{(pid=110842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 20:02:40.655773 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-66d2ffe4-63fc-48a4-be0e-b980c4af4aaa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8410681'] for subnet (None), before_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:40.671199 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-1efa0ef9-f604-4b61-bcfd-8a05620dc894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958'] for port (b4ffdb97-91cc-440b-b783-8bc5e1508fac), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:40.687710 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:02:40.754177 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.db.db_base_plugin_common [None req-5ac5bce6-0fa6-4b02-822e-9b965d5e18d7 admin admin] Allocated IP 172.27.3.124 (10498192-3528-4341-803f-d59b33e3b71c/99a0caa3-3fb5-4860-826f-478186226de3/e4a96822-ce99-4391-bf07-e617c74eb382) {{(pid=110842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 20:02:40.776931 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efa0ef9-f604-4b61-bcfd-8a05620dc894 None None] Pushing event updated for resources: {'Port': ['ID=b4ffdb97-91cc-440b-b783-8bc5e1508fac,revision_number=2']} {{(pid=110844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:02:40.967861 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-5ac5bce6-0fa6-4b02-822e-9b965d5e18d7 admin admin] Publish callbacks [] for port (e4a96822-ce99-4391-bf07-e617c74eb382), precommit_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:41.014923 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [-] (110843) accepted ('10.222.0.17', 59368) {{(pid=110843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:02:41.046097 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-66d2ffe4-63fc-48a4-be0e-b980c4af4aaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8925179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8410667'] for subnet (1392647f-63da-44e8-b2ae-53624947a1a2), after_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:41.089446 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-5ac5bce6-0fa6-4b02-822e-9b965d5e18d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731445223406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8925015'] for port (e4a96822-ce99-4391-bf07-e617c74eb382), after_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:41.154594 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5bce6-0fa6-4b02-822e-9b965d5e18d7 admin admin] Pushing event updated for resources: {'Port': ['ID=e4a96822-ce99-4391-bf07-e617c74eb382,revision_number=1']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:02:41.183586 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d2ffe4-63fc-48a4-be0e-b980c4af4aaa admin admin] Pushing event updated for resources: {'Subnet': ['ID=1392647f-63da-44e8-b2ae-53624947a1a2,revision_number=0']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:02:41.192160 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ac5bce6-0fa6-4b02-822e-9b965d5e18d7 admin admin] Network 10498192-3528-4341-803f-d59b33e3b71c is already hosted by enough agents. {{(pid=110842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 20:02:41.203126 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.scheduler.base_scheduler [None req-5ac5bce6-0fa6-4b02-822e-9b965d5e18d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=110842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 20:02:41.237894 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac5bce6-0fa6-4b02-822e-9b965d5e18d7 admin admin] Received port after_create {{(pid=110842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 24 20:02:41.286520 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d2ffe4-63fc-48a4-be0e-b980c4af4aaa admin admin] Checking segment: {'id': '8b9f0f7e-05bb-4220-a9b7-1bc5128e8915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '1f489717-2e22-4983-9973-65d3238688ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 24 20:02:41.286520 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66d2ffe4-63fc-48a4-be0e-b980c4af4aaa admin admin] Network hostable DHCP agents. Network: 1f489717-2e22-4983-9973-65d3238688ee, hostable agents: ['dc36e0ef-94f3-4a3e-9c13-4790afccb2e9'], hosted agents: [] {{(pid=110842) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 20:02:41.325700 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-fe876592-aefe-4a14-b216-d20bfea32998 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:41.402578 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-fe876592-aefe-4a14-b216-d20bfea32998 admin admin] Publish callbacks [] for security_group (4d5811e4-f935-43fe-97d5-401059a9c3c8), precommit_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:41.475566 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-fe876592-aefe-4a14-b216-d20bfea32998 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (4d5811e4-f935-43fe-97d5-401059a9c3c8), after_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:41.476223 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66d2ffe4-63fc-48a4-be0e-b980c4af4aaa admin admin] Network 1f489717-2e22-4983-9973-65d3238688ee is scheduled to be hosted by DHCP agent dc36e0ef-94f3-4a3e-9c13-4790afccb2e9 with binding_index 1 {{(pid=110842) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 20:02:41.494068 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:UPDATE=3,neutron:SELECT=83,neutron:INSERT=12,neutron:DELETE=2 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:02:41.514050 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe876592-aefe-4a14-b216-d20bfea32998 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d5811e4-f935-43fe-97d5-401059a9c3c8,revision_number=1']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:02:41.518438 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [None req-fe876592-aefe-4a14-b216-d20bfea32998 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=ba0a6e1b9a2b43a097a0b25f913ad2d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5024199 Jul 24 20:02:41.521038 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [-] (110843) accepted ('10.222.0.17', 59382) {{(pid=110843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:02:41.581679 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-4fd99578-2e4c-4092-8fce-04a4eeb26289 admin admin] Publish callbacks [] for security_group (4d5811e4-f935-43fe-97d5-401059a9c3c8), before_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:41.587618 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-5ac5bce6-0fa6-4b02-822e-9b965d5e18d7 admin admin] Publish callbacks [] for router_gateway (47e81123-031d-44ab-8cc7-b1e59e57cd0c), after_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:41.614281 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-4fd99578-2e4c-4092-8fce-04a4eeb26289 admin admin] Publish callbacks [] for security_group (4d5811e4-f935-43fe-97d5-401059a9c3c8), precommit_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:41.632550 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.scheduler.base_scheduler [None req-66d2ffe4-63fc-48a4-be0e-b980c4af4aaa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850449-2-iscsi, 1f489717-2e22-4983-9973-65d3238688ee) {{(pid=110842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 20:02:41.639964 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66d2ffe4-63fc-48a4-be0e-b980c4af4aaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:02:41.640844 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-66d2ffe4-63fc-48a4-be0e-b980c4af4aaa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594923'] for subnet (None), before_response {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:41.665332 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d7d3223-f843-4a0b-82b0-e08de13d6ecd None None] Network 1f489717-2e22-4983-9973-65d3238688ee requested from dv-cinder-850449-2-iscsi {{(pid=110844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 24 20:02:41.747794 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG dbcounter [-] [110845] Writing DB stats neutron:SELECT=49 {{(pid=110845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:02:41.778796 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG dbcounter [-] [110845] Writing DB stats neutron:SELECT=34 {{(pid=110845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:02:41.865163 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-4fd99578-2e4c-4092-8fce-04a4eeb26289 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (4d5811e4-f935-43fe-97d5-401059a9c3c8), after_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:41.871801 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-4fd99578-2e4c-4092-8fce-04a4eeb26289 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:41.877008 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [None req-4fd99578-2e4c-4092-8fce-04a4eeb26289 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/4d5811e4-f935-43fe-97d5-401059a9c3c8 HTTP/1.1" status: 204 len: 168 time: 0.3510602 Jul 24 20:02:41.878286 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b270b48b-4a66-4a6b-8d73-5063a40909c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp900f634c-eb0d-5d65-94fb-55faaa86ae34-1f489717-2e22-4983-9973-65d3238688ee', 'network_id': '1f489717-2e22-4983-9973-65d3238688ee', 'project_id': '4d31f280cfc640dd8381ee0869d9f455', 'fixed_ips': [{'subnet_id': '1392647f-63da-44e8-b2ae-53624947a1a2'}]}} from dv-cinder-850449-2-iscsi. {{(pid=110844) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 24 20:02:41.879443 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-b270b48b-4a66-4a6b-8d73-5063a40909c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (None), before_create {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:41.933295 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd99578-2e4c-4092-8fce-04a4eeb26289 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d5811e4-f935-43fe-97d5-401059a9c3c8,revision_number=None']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:02:41.966235 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-66d2ffe4-63fc-48a4-be0e-b980c4af4aaa admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5146596 Jul 24 20:02:41.966870 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [-] (110843) accepted ('10.222.0.17', 59414) {{(pid=110843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:02:41.973643 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.v2.base [None req-1c9dc53c-53e6-44b0-9f90-64f3f6b03195 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1477883131-router', 'tenant_id': '4d31f280cfc640dd8381ee0869d9f455', 'external_gateway_info': {'network_id': '10498192-3528-4341-803f-d59b33e3b71c'}}} {{(pid=110843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 20:02:41.988581 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-5ac5bce6-0fa6-4b02-822e-9b965d5e18d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-450823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-445874'] for router (47e81123-031d-44ab-8cc7-b1e59e57cd0c), after_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:42.043503 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-1c9dc53c-53e6-44b0-9f90-64f3f6b03195 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-453983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-719'] for router (9adea673-4be9-4d9a-9b87-a2882f7e18d9), before_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:42.045652 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-1c9dc53c-53e6-44b0-9f90-64f3f6b03195 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-450886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-446411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-479098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-760'] for router (9adea673-4be9-4d9a-9b87-a2882f7e18d9), precommit_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:42.131721 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.db_base_plugin_common [None req-b270b48b-4a66-4a6b-8d73-5063a40909c3 None None] Allocated IP 172.20.0.2 (1f489717-2e22-4983-9973-65d3238688ee/1392647f-63da-44e8-b2ae-53624947a1a2/6abc1b59-4430-42d5-b471-f545db23803c) {{(pid=110844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 20:02:42.178692 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf17260a-ab77-44c3-a4b3-27a3cf552a76 None None] Network 9568b641-7783-426b-8ad0-3ac71fba0922 requested from dv-cinder-850449-2-iscsi {{(pid=110844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 24 20:02:42.266345 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-1c9dc53c-53e6-44b0-9f90-64f3f6b03195 admin admin] Publish callbacks [] for router_controller (9adea673-4be9-4d9a-9b87-a2882f7e18d9), precommit_add_association {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:42.323117 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-d760fa1f-6461-4fb2-ba44-aba55e97e676 None None] Provisioning complete for port b4ffdb97-91cc-440b-b783-8bc5e1508fac triggered by entity DHCP. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 20:02:42.323499 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-d760fa1f-6461-4fb2-ba44-aba55e97e676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812910'] for port (b4ffdb97-91cc-440b-b783-8bc5e1508fac), provisioning_complete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:42.366208 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ac5bce6-0fa6-4b02-822e-9b965d5e18d7 admin admin] Router 47e81123-031d-44ab-8cc7-b1e59e57cd0c is scheduled to L3 agent 408021b7-d46b-48c2-9f75-8a8023f9145c with binding_index 1 {{(pid=110842) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 24 20:02:42.443364 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Device b4ffdb97-91cc-440b-b783-8bc5e1508fac up at agent ovs-agent-dv-cinder-850449-2-iscsi {{(pid=110844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 20:02:42.641465 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-b270b48b-4a66-4a6b-8d73-5063a40909c3 None None] Publish callbacks [] for port (6abc1b59-4430-42d5-b471-f545db23803c), precommit_create {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:42.655478 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Provisioning complete for port b4ffdb97-91cc-440b-b783-8bc5e1508fac triggered by entity L2. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 20:02:42.655980 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812910'] for port (b4ffdb97-91cc-440b-b783-8bc5e1508fac), provisioning_complete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:42.663248 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-1c9dc53c-53e6-44b0-9f90-64f3f6b03195 admin admin] Publish callbacks [] for router_gateway (9adea673-4be9-4d9a-9b87-a2882f7e18d9), precommit_update {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:42.686459 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-d760fa1f-6461-4fb2-ba44-aba55e97e676 None None] Current status of the port b4ffdb97-91cc-440b-b783-8bc5e1508fac is: DOWN; New status is: ACTIVE {{(pid=110844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 20:02:42.687663 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-d760fa1f-6461-4fb2-ba44-aba55e97e676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (b4ffdb97-91cc-440b-b783-8bc5e1508fac), before_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:42.735402 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-d760fa1f-6461-4fb2-ba44-aba55e97e676 None None] For port b4ffdb97-91cc-440b-b783-8bc5e1508fac, host dv-cinder-850449-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850449-2-iscsi',level=0,port_id=b4ffdb97-91cc-440b-b783-8bc5e1508fac,segment=NetworkSegment(78737f80-9c2d-440f-8dc6-3a8965544158),segment_id=78737f80-9c2d-440f-8dc6-3a8965544158)] {{(pid=110844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 20:02:42.741731 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=85,neutron:UPDATE=5,neutron:INSERT=10 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:02:42.755233 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-b270b48b-4a66-4a6b-8d73-5063a40909c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731445223406'] for port (6abc1b59-4430-42d5-b471-f545db23803c), after_create {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:42.794831 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ac5bce6-0fa6-4b02-822e-9b965d5e18d7 admin admin] Notify agent at l3_agent.dv-cinder-850449-2-iscsi the message routers_updated {{(pid=110842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 20:02:42.827400 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e22bdf-c1ea-4fbf-9c06-b1b3538b6fcb None None] Sync routers for ids ['47e81123-031d-44ab-8cc7-b1e59e57cd0c'] in dv-cinder-850449-2-iscsi {{(pid=110844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 20:02:42.845437 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b270b48b-4a66-4a6b-8d73-5063a40909c3 None None] Network 1f489717-2e22-4983-9973-65d3238688ee is already hosted by enough agents. {{(pid=110844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 20:02:42.849675 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-d760fa1f-6461-4fb2-ba44-aba55e97e676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958'] for port (b4ffdb97-91cc-440b-b783-8bc5e1508fac), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:42.861389 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.scheduler.base_scheduler [None req-b270b48b-4a66-4a6b-8d73-5063a40909c3 None None] Resources bound (agent type, host, resource id): {{(pid=110844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 20:02:42.887183 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e22bdf-c1ea-4fbf-9c06-b1b3538b6fcb None None] Routers {'47e81123-031d-44ab-8cc7-b1e59e57cd0c'} bound to L3 agent in host dv-cinder-850449-2-iscsi {{(pid=110844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 20:02:42.887852 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_hamode_db [None req-53e22bdf-c1ea-4fbf-9c06-b1b3538b6fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-24T19:52:06Z,description=,heartbeat_timestamp=2022-07-24T20:02:36Z,host='dv-cinder-850449-2-iscsi',id=408021b7-d46b-48c2-9f75-8a8023f9145c,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T19:52:06Z,topic='l3_agent')) {'router_ids': ['47e81123-031d-44ab-8cc7-b1e59e57cd0c'], 'active': True} {{(pid=110844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:02:42.896761 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b270b48b-4a66-4a6b-8d73-5063a40909c3 None None] Received port after_create {{(pid=110844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 24 20:02:42.905378 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b270b48b-4a66-4a6b-8d73-5063a40909c3 None None] Pushing event updated for resources: {'Port': ['ID=6abc1b59-4430-42d5-b471-f545db23803c,revision_number=1']} {{(pid=110844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:02:42.910856 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 59442) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:02:42.924584 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-82ae21a2-7031-4787-8dbc-f0bf47139f41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:42.943133 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-5ac5bce6-0fa6-4b02-822e-9b965d5e18d7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:42.946661 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-5ac5bce6-0fa6-4b02-822e-9b965d5e18d7 admin admin] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.4672136 Jul 24 20:02:42.949421 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 59446) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:02:43.000803 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-1c9dc53c-53e6-44b0-9f90-64f3f6b03195 admin admin] Publish callbacks [] for router_gateway (9adea673-4be9-4d9a-9b87-a2882f7e18d9), before_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:43.007318 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Current status of the port b4ffdb97-91cc-440b-b783-8bc5e1508fac is: ACTIVE; New status is: ACTIVE {{(pid=110844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 20:02:43.026664 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-1c9dc53c-53e6-44b0-9f90-64f3f6b03195 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (None), before_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:43.070423 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-7c7f89d2-e764-4cba-a4a6-c95f90c4341a None None] Provisioning complete for port b4ffdb97-91cc-440b-b783-8bc5e1508fac triggered by entity DHCP. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 20:02:43.071366 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-7c7f89d2-e764-4cba-a4a6-c95f90c4341a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812910'] for port (b4ffdb97-91cc-440b-b783-8bc5e1508fac), provisioning_complete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:43.128470 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d760fa1f-6461-4fb2-ba44-aba55e97e676 None None] Pushing event updated for resources: {'Port': ['ID=b4ffdb97-91cc-440b-b783-8bc5e1508fac,revision_number=3']} {{(pid=110844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:02:43.173209 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.managers [None req-b270b48b-4a66-4a6b-8d73-5063a40909c3 None None] Attempting to bind port 6abc1b59-4430-42d5-b471-f545db23803c on host dv-cinder-850449-2-iscsi for vnic_type normal with profile {{(pid=110844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 24 20:02:43.173448 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.managers [None req-b270b48b-4a66-4a6b-8d73-5063a40909c3 None None] Attempting to bind port 6abc1b59-4430-42d5-b471-f545db23803c by drivers openvswitch,hyperv on host dv-cinder-850449-2-iscsi at level 0 using segments [{'id': '8b9f0f7e-05bb-4220-a9b7-1bc5128e8915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '1f489717-2e22-4983-9973-65d3238688ee'}] {{(pid=110844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 24 20:02:43.173820 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b270b48b-4a66-4a6b-8d73-5063a40909c3 None None] Attempting to bind port 6abc1b59-4430-42d5-b471-f545db23803c on network 1f489717-2e22-4983-9973-65d3238688ee {{(pid=110844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 24 20:02:43.188096 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_dvr_db [None req-53e22bdf-c1ea-4fbf-9c06-b1b3538b6fcb None None] Set router 47e81123-031d-44ab-8cc7-b1e59e57cd0c gateway port host: dv-cinder-850449-2-iscsi {{(pid=110844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 20:02:43.255008 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b270b48b-4a66-4a6b-8d73-5063a40909c3 None None] Checking agent: {'id': '46eda511-dfa5-408c-8bd4-cb509f691033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850449-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 24, 19, 52, 9), 'started_at': datetime.datetime(2022, 7, 24, 19, 52, 39), 'heartbeat_timestamp': datetime.datetime(2022, 7, 24, 20, 2, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850449-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 24 20:02:43.255390 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b270b48b-4a66-4a6b-8d73-5063a40909c3 None None] Checking segment: {'id': '8b9f0f7e-05bb-4220-a9b7-1bc5128e8915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '1f489717-2e22-4983-9973-65d3238688ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 24 20:02:43.256180 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-b270b48b-4a66-4a6b-8d73-5063a40909c3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:43.256180 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b270b48b-4a66-4a6b-8d73-5063a40909c3 None None] Bound using segment: {'id': '8b9f0f7e-05bb-4220-a9b7-1bc5128e8915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '1f489717-2e22-4983-9973-65d3238688ee'} {{(pid=110844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 24 20:02:43.256810 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.managers [None req-b270b48b-4a66-4a6b-8d73-5063a40909c3 None None] Bound port: 6abc1b59-4430-42d5-b471-f545db23803c, host: dv-cinder-850449-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b9f0f7e-05bb-4220-a9b7-1bc5128e8915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '1f489717-2e22-4983-9973-65d3238688ee'}}] {{(pid=110844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 24 20:02:43.257196 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-b270b48b-4a66-4a6b-8d73-5063a40909c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (6abc1b59-4430-42d5-b471-f545db23803c), before_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:43.269125 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-82ae21a2-7031-4787-8dbc-f0bf47139f41 admin admin] Publish callbacks [] for security_group (9ed06e7f-fe41-4509-b41b-7a2cf20bbbbd), precommit_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:43.348593 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.db.db_base_plugin_common [None req-1c9dc53c-53e6-44b0-9f90-64f3f6b03195 admin admin] Allocated IP 172.27.3.236 (10498192-3528-4341-803f-d59b33e3b71c/99a0caa3-3fb5-4860-826f-478186226de3/a431a039-1718-4de4-91a0-0027be2b3366) {{(pid=110843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 20:02:43.370457 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-82ae21a2-7031-4787-8dbc-f0bf47139f41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (9ed06e7f-fe41-4509-b41b-7a2cf20bbbbd), after_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:43.438934 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-b270b48b-4a66-4a6b-8d73-5063a40909c3 None None] For port 6abc1b59-4430-42d5-b471-f545db23803c, host dv-cinder-850449-2-iscsi, cleared binding levels {{(pid=110844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 20:02:43.464421 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-7c7f89d2-e764-4cba-a4a6-c95f90c4341a None None] Current status of the port b4ffdb97-91cc-440b-b783-8bc5e1508fac is: ACTIVE; New status is: ACTIVE {{(pid=110844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 20:02:43.477660 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-b270b48b-4a66-4a6b-8d73-5063a40909c3 None None] For port 6abc1b59-4430-42d5-b471-f545db23803c, host dv-cinder-850449-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850449-2-iscsi',level=0,port_id=6abc1b59-4430-42d5-b471-f545db23803c,segment=NetworkSegment(8b9f0f7e-05bb-4220-a9b7-1bc5128e8915),segment_id=8b9f0f7e-05bb-4220-a9b7-1bc5128e8915)] {{(pid=110844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 20:02:43.479396 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:02:43.533823 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_hamode_db [None req-53e22bdf-c1ea-4fbf-9c06-b1b3538b6fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47e81123-031d-44ab-8cc7-b1e59e57cd0c', 'name': 'tempest-AttachVolumeNegativeTest-1190663108-router', 'tenant_id': 'dcc8f2e8d4e64866a624dcd6d1de5d81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'external_fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': 'e4a96822-ce99-4391-bf07-e617c74eb382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T20:02:39Z', 'updated_at': '2022-07-24T20:02:41Z', 'revision_number': 3, 'project_id': 'dcc8f2e8d4e64866a624dcd6d1de5d81', 'gw_port': {'id': 'e4a96822-ce99-4391-bf07-e617c74eb382', 'name': '', 'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:64:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47e81123-031d-44ab-8cc7-b1e59e57cd0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:02:40Z', 'updated_at': '2022-07-24T20:02:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '99a0caa3-3fb5-4860-826f-478186226de3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850449-2-iscsi'}], 'dv-cinder-850449-2-iscsi', False) {} {{(pid=110844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:02:43.574772 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-82ae21a2-7031-4787-8dbc-f0bf47139f41 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=c74d98d06f6c4b1b867d075217f0a708&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6626370 Jul 24 20:02:43.574973 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-1c9dc53c-53e6-44b0-9f90-64f3f6b03195 admin admin] Publish callbacks [] for port (a431a039-1718-4de4-91a0-0027be2b3366), precommit_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:43.577882 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [-] (110843) accepted ('10.222.0.17', 59476) {{(pid=110843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:02:43.628691 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ae21a2-7031-4787-8dbc-f0bf47139f41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ed06e7f-fe41-4509-b41b-7a2cf20bbbbd,revision_number=1']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:02:43.726490 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-81f9faee-1bf8-4db2-b687-2162fc40a999 admin admin] Publish callbacks [] for security_group (9ed06e7f-fe41-4509-b41b-7a2cf20bbbbd), before_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:43.754460 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-b270b48b-4a66-4a6b-8d73-5063a40909c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958'] for port (6abc1b59-4430-42d5-b471-f545db23803c), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:43.756955 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e22bdf-c1ea-4fbf-9c06-b1b3538b6fcb None None] Checking router: 47e81123-031d-44ab-8cc7-b1e59e57cd0c for host: dv-cinder-850449-2-iscsi {{(pid=110844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 20:02:43.757384 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e22bdf-c1ea-4fbf-9c06-b1b3538b6fcb None None] Updating router 47e81123-031d-44ab-8cc7-b1e59e57cd0c port e4a96822-ce99-4391-bf07-e617c74eb382 binding host dv-cinder-850449-2-iscsi {{(pid=110844) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 20:02:43.770865 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-81f9faee-1bf8-4db2-b687-2162fc40a999 admin admin] Publish callbacks [] for security_group (9ed06e7f-fe41-4509-b41b-7a2cf20bbbbd), precommit_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:43.816022 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-1c9dc53c-53e6-44b0-9f90-64f3f6b03195 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731445223406'] for port (a431a039-1718-4de4-91a0-0027be2b3366), after_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:43.831520 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-046a20f1-7f2c-400d-9dfd-a4a76c8535ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (None), before_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:43.844903 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:02:43.845515 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-53e22bdf-c1ea-4fbf-9c06-b1b3538b6fcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (e4a96822-ce99-4391-bf07-e617c74eb382), before_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:43.898404 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c9dc53c-53e6-44b0-9f90-64f3f6b03195 admin admin] Network 10498192-3528-4341-803f-d59b33e3b71c is already hosted by enough agents. {{(pid=110843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 20:02:43.904879 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.scheduler.base_scheduler [None req-1c9dc53c-53e6-44b0-9f90-64f3f6b03195 admin admin] Resources bound (agent type, host, resource id): {{(pid=110843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 20:02:43.913068 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9dc53c-53e6-44b0-9f90-64f3f6b03195 admin admin] Received port after_create {{(pid=110843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 24 20:02:43.964897 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b270b48b-4a66-4a6b-8d73-5063a40909c3 None None] Pushing event updated for resources: {'Port': ['ID=6abc1b59-4430-42d5-b471-f545db23803c,revision_number=2']} {{(pid=110844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:02:44.020864 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9dc53c-53e6-44b0-9f90-64f3f6b03195 admin admin] Pushing event updated for resources: {'Port': ['ID=a431a039-1718-4de4-91a0-0027be2b3366,revision_number=1']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:02:44.132309 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2acc3ba-76b5-44a9-a6f3-3aeeb2f725e0 req-7e8358dd-7942-4929-ac78-ded5c1294f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:02:44.134540 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-a2acc3ba-76b5-44a9-a6f3-3aeeb2f725e0 req-7e8358dd-7942-4929-ac78-ded5c1294f8f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=15c454baefdc474682f88c603f6108a8&device_id=0b97a2bd-3e67-4a71-9c37-e823feae7fc7 HTTP/1.1" status: 200 len: 1130 time: 0.1048512 Jul 24 20:02:44.233897 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.db.db_base_plugin_common [None req-046a20f1-7f2c-400d-9dfd-a4a76c8535ec admin admin] Allocated IP 172.20.0.1 (9568b641-7783-426b-8ad0-3ac71fba0922/cce9884f-3061-48ee-abb3-8ca2a1e54559/1a915ddb-b03f-445f-850a-6252c5f8b719) {{(pid=110842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 20:02:44.303487 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2acc3ba-76b5-44a9-a6f3-3aeeb2f725e0 req-f6548eb7-e439-4f51-b6aa-e987b4b48716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:02:44.307585 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-a2acc3ba-76b5-44a9-a6f3-3aeeb2f725e0 req-f6548eb7-e439-4f51-b6aa-e987b4b48716 service neutron] 10.222.0.42 "GET /v2.0/networks?id=6e3ba2d8-cc61-4396-b210-32cea4aff750 HTTP/1.1" status: 200 len: 919 time: 0.1601496 Jul 24 20:02:44.319676 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-81f9faee-1bf8-4db2-b687-2162fc40a999 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (9ed06e7f-fe41-4509-b41b-7a2cf20bbbbd), after_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:44.322269 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-81f9faee-1bf8-4db2-b687-2162fc40a999 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:44.323421 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [None req-81f9faee-1bf8-4db2-b687-2162fc40a999 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/9ed06e7f-fe41-4509-b41b-7a2cf20bbbbd HTTP/1.1" status: 204 len: 168 time: 0.7442446 Jul 24 20:02:44.329785 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e5ad62-d3b1-42c8-aaea-5669ef97cc8b req-44c71ec7-8aa9-4af9-a88e-e756fc9cf22e tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:02:44.331789 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-e5e5ad62-d3b1-42c8-aaea-5669ef97cc8b req-44c71ec7-8aa9-4af9-a88e-e756fc9cf22e tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/ports?device_id=0b97a2bd-3e67-4a71-9c37-e823feae7fc7 HTTP/1.1" status: 200 len: 946 time: 0.3125446 Jul 24 20:02:44.354349 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:02:44.363405 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9faee-1bf8-4db2-b687-2162fc40a999 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ed06e7f-fe41-4509-b41b-7a2cf20bbbbd,revision_number=None']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:02:44.503476 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-a2acc3ba-76b5-44a9-a6f3-3aeeb2f725e0 req-d4b16104-6585-4321-8b26-3ab59b6113c3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=36d6ef5c-d8dd-40c4-8f7e-b9bfc4d8dfc8 HTTP/1.1" status: 200 len: 217 time: 0.1896548 Jul 24 20:02:44.506902 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Device b4ffdb97-91cc-440b-b783-8bc5e1508fac up at agent ovs-agent-dv-cinder-850449-2-iscsi {{(pid=110844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 20:02:44.579368 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-046a20f1-7f2c-400d-9dfd-a4a76c8535ec admin admin] Publish callbacks [] for port (1a915ddb-b03f-445f-850a-6252c5f8b719), precommit_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:44.617900 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-53e22bdf-c1ea-4fbf-9c06-b1b3538b6fcb None None] Publish callbacks [] for port (e4a96822-ce99-4391-bf07-e617c74eb382), precommit_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:44.630431 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Provisioning complete for port b4ffdb97-91cc-440b-b783-8bc5e1508fac triggered by entity L2. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 20:02:44.630931 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812910'] for port (b4ffdb97-91cc-440b-b783-8bc5e1508fac), provisioning_complete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:44.643260 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:02:44.671324 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-e5e5ad62-d3b1-42c8-aaea-5669ef97cc8b req-f91d4fc5-348a-4bb6-a85c-06063db76e16 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/security-groups?id=26640197-a088-42b2-99b8-e30a0e4045f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3214362 Jul 24 20:02:44.699978 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-53e22bdf-c1ea-4fbf-9c06-b1b3538b6fcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958'] for port (e4a96822-ce99-4391-bf07-e617c74eb382), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:44.704902 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2acc3ba-76b5-44a9-a6f3-3aeeb2f725e0 req-f6114d20-de2d-49e8-87ca-5905b9b40009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:02:44.706723 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-a2acc3ba-76b5-44a9-a6f3-3aeeb2f725e0 req-f6114d20-de2d-49e8-87ca-5905b9b40009 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1b0ec485-4e15-4515-af25-2ebd70a5137a HTTP/1.1" status: 200 len: 857 time: 0.1294727 Jul 24 20:02:44.739859 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-046a20f1-7f2c-400d-9dfd-a4a76c8535ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731445223406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8925015'] for port (1a915ddb-b03f-445f-850a-6252c5f8b719), after_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:44.772881 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2acc3ba-76b5-44a9-a6f3-3aeeb2f725e0 req-68a667aa-fce7-4b30-949f-068b99d0dd69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:02:44.775697 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-a2acc3ba-76b5-44a9-a6f3-3aeeb2f725e0 req-68a667aa-fce7-4b30-949f-068b99d0dd69 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6e3ba2d8-cc61-4396-b210-32cea4aff750&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0593102 Jul 24 20:02:44.776803 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-1c9dc53c-53e6-44b0-9f90-64f3f6b03195 admin admin] Publish callbacks [] for router_gateway (9adea673-4be9-4d9a-9b87-a2882f7e18d9), after_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:44.782423 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Current status of the port b4ffdb97-91cc-440b-b783-8bc5e1508fac is: ACTIVE; New status is: ACTIVE {{(pid=110844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 20:02:44.807298 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.managers [None req-53e22bdf-c1ea-4fbf-9c06-b1b3538b6fcb None None] Attempting to bind port e4a96822-ce99-4391-bf07-e617c74eb382 on host dv-cinder-850449-2-iscsi for vnic_type normal with profile {{(pid=110844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 24 20:02:44.808185 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.managers [None req-53e22bdf-c1ea-4fbf-9c06-b1b3538b6fcb None None] Attempting to bind port e4a96822-ce99-4391-bf07-e617c74eb382 by drivers openvswitch,hyperv on host dv-cinder-850449-2-iscsi at level 0 using segments [{'id': 'fc72dfdc-4d29-4b3c-a3f7-b36f757f54d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10498192-3528-4341-803f-d59b33e3b71c'}] {{(pid=110844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 24 20:02:44.808185 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e22bdf-c1ea-4fbf-9c06-b1b3538b6fcb None None] Attempting to bind port e4a96822-ce99-4391-bf07-e617c74eb382 on network 10498192-3528-4341-803f-d59b33e3b71c {{(pid=110844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 24 20:02:44.810257 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b19bbb-b9e0-4802-898a-069fe76ce1d0 None None] Pushing event updated for resources: {'Port': ['ID=e4a96822-ce99-4391-bf07-e617c74eb382,revision_number=2']} {{(pid=110844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:02:44.817971 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e22bdf-c1ea-4fbf-9c06-b1b3538b6fcb None None] Checking agent: {'id': '46eda511-dfa5-408c-8bd4-cb509f691033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850449-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 24, 19, 52, 9), 'started_at': datetime.datetime(2022, 7, 24, 19, 52, 39), 'heartbeat_timestamp': datetime.datetime(2022, 7, 24, 20, 2, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850449-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 24 20:02:44.818351 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e22bdf-c1ea-4fbf-9c06-b1b3538b6fcb None None] Checking segment: {'id': 'fc72dfdc-4d29-4b3c-a3f7-b36f757f54d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10498192-3528-4341-803f-d59b33e3b71c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 24 20:02:44.819634 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-53e22bdf-c1ea-4fbf-9c06-b1b3538b6fcb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:44.819902 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e22bdf-c1ea-4fbf-9c06-b1b3538b6fcb None None] Bound using segment: {'id': 'fc72dfdc-4d29-4b3c-a3f7-b36f757f54d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10498192-3528-4341-803f-d59b33e3b71c'} {{(pid=110844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 24 20:02:44.820465 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.managers [None req-53e22bdf-c1ea-4fbf-9c06-b1b3538b6fcb None None] Bound port: e4a96822-ce99-4391-bf07-e617c74eb382, host: dv-cinder-850449-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc72dfdc-4d29-4b3c-a3f7-b36f757f54d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10498192-3528-4341-803f-d59b33e3b71c'}}] {{(pid=110844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 24 20:02:44.821532 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-53e22bdf-c1ea-4fbf-9c06-b1b3538b6fcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (e4a96822-ce99-4391-bf07-e617c74eb382), before_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:44.840017 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-046a20f1-7f2c-400d-9dfd-a4a76c8535ec admin admin] Network 9568b641-7783-426b-8ad0-3ac71fba0922 is already hosted by enough agents. {{(pid=110842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 20:02:44.848364 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.scheduler.base_scheduler [None req-046a20f1-7f2c-400d-9dfd-a4a76c8535ec admin admin] Resources bound (agent type, host, resource id): {{(pid=110842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 20:02:44.848364 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046a20f1-7f2c-400d-9dfd-a4a76c8535ec admin admin] Received port after_create {{(pid=110842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 24 20:02:44.927113 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-046a20f1-7f2c-400d-9dfd-a4a76c8535ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457033'] for router_interface (47e81123-031d-44ab-8cc7-b1e59e57cd0c), before_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:44.933092 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046a20f1-7f2c-400d-9dfd-a4a76c8535ec admin admin] Pushing event updated for resources: {'Port': ['ID=1a915ddb-b03f-445f-850a-6252c5f8b719,revision_number=1']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:02:45.025880 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-53e22bdf-c1ea-4fbf-9c06-b1b3538b6fcb None None] For port e4a96822-ce99-4391-bf07-e617c74eb382, host dv-cinder-850449-2-iscsi, cleared binding levels {{(pid=110844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 20:02:45.033367 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-53e22bdf-c1ea-4fbf-9c06-b1b3538b6fcb None None] For port e4a96822-ce99-4391-bf07-e617c74eb382, host dv-cinder-850449-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850449-2-iscsi',level=0,port_id=e4a96822-ce99-4391-bf07-e617c74eb382,segment=NetworkSegment(fc72dfdc-4d29-4b3c-a3f7-b36f757f54d3),segment_id=fc72dfdc-4d29-4b3c-a3f7-b36f757f54d3)] {{(pid=110844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 20:02:45.136769 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-53e22bdf-c1ea-4fbf-9c06-b1b3538b6fcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958'] for port (e4a96822-ce99-4391-bf07-e617c74eb382), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:45.215542 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e22bdf-c1ea-4fbf-9c06-b1b3538b6fcb None None] Routers {'47e81123-031d-44ab-8cc7-b1e59e57cd0c'} bound to L3 agent in host dv-cinder-850449-2-iscsi {{(pid=110844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 20:02:45.216329 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_hamode_db [None req-53e22bdf-c1ea-4fbf-9c06-b1b3538b6fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-24T19:52:06Z,description=,heartbeat_timestamp=2022-07-24T20:02:36Z,host='dv-cinder-850449-2-iscsi',id=408021b7-d46b-48c2-9f75-8a8023f9145c,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T19:52:06Z,topic='l3_agent')) {'router_ids': ['47e81123-031d-44ab-8cc7-b1e59e57cd0c'], 'active': True} {{(pid=110844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:02:45.261314 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-046a20f1-7f2c-400d-9dfd-a4a76c8535ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (1a915ddb-b03f-445f-850a-6252c5f8b719), before_update {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:45.337441 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_dvr_db [None req-53e22bdf-c1ea-4fbf-9c06-b1b3538b6fcb None None] Set router 47e81123-031d-44ab-8cc7-b1e59e57cd0c gateway port host: dv-cinder-850449-2-iscsi {{(pid=110844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 20:02:45.407550 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-a2acc3ba-76b5-44a9-a6f3-3aeeb2f725e0 req-29bff242-dc8d-46da-b248-238bb888ff4e service neutron] 10.222.0.42 "GET /v2.0/networks/6e3ba2d8-cc61-4396-b210-32cea4aff750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5943365 Jul 24 20:02:45.499218 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-9db35e3d-fda6-48f6-967f-c61b6c8232e5 None None] Provisioning complete for port 1a915ddb-b03f-445f-850a-6252c5f8b719 triggered by entity DHCP. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 20:02:45.500955 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-9db35e3d-fda6-48f6-967f-c61b6c8232e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812910'] for port (1a915ddb-b03f-445f-850a-6252c5f8b719), provisioning_complete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:45.503275 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b19bbb-b9e0-4802-898a-069fe76ce1d0 None None] Pushing event updated for resources: {'Port': ['ID=e4a96822-ce99-4391-bf07-e617c74eb382,revision_number=3']} {{(pid=110844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:02:45.606411 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-9db35e3d-fda6-48f6-967f-c61b6c8232e5 None None] Port 1a915ddb-b03f-445f-850a-6252c5f8b719 cannot update to ACTIVE because it is not bound. {{(pid=110844) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 24 20:02:45.619275 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:02:45.623007 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-046a20f1-7f2c-400d-9dfd-a4a76c8535ec admin admin] Publish callbacks [] for port (1a915ddb-b03f-445f-850a-6252c5f8b719), precommit_update {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:45.659376 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e61624f3-9ff1-40ef-8485-dc22729caeec None None] Network 1f489717-2e22-4983-9973-65d3238688ee requested from dv-cinder-850449-2-iscsi {{(pid=110844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 24 20:02:45.663433 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:02:45.692159 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-046a20f1-7f2c-400d-9dfd-a4a76c8535ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8925036'] for port (1a915ddb-b03f-445f-850a-6252c5f8b719), after_update {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:45.738921 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-a2acc3ba-76b5-44a9-a6f3-3aeeb2f725e0 req-90a1b946-797f-4e58-8ba5-381987f09dfe service neutron] 10.222.0.42 "GET /v2.0/networks/6e3ba2d8-cc61-4396-b210-32cea4aff750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2639575 Jul 24 20:02:45.756702 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-1c9dc53c-53e6-44b0-9f90-64f3f6b03195 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-450823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-445874'] for router (9adea673-4be9-4d9a-9b87-a2882f7e18d9), after_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:45.785240 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-046a20f1-7f2c-400d-9dfd-a4a76c8535ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-650243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-457125'] for router_interface (47e81123-031d-44ab-8cc7-b1e59e57cd0c), after_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:45.787879 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046a20f1-7f2c-400d-9dfd-a4a76c8535ec admin admin] Pushing event updated for resources: {'Port': ['ID=1a915ddb-b03f-445f-850a-6252c5f8b719,revision_number=2']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:02:45.812738 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_hamode_db [None req-53e22bdf-c1ea-4fbf-9c06-b1b3538b6fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47e81123-031d-44ab-8cc7-b1e59e57cd0c', 'name': 'tempest-AttachVolumeNegativeTest-1190663108-router', 'tenant_id': 'dcc8f2e8d4e64866a624dcd6d1de5d81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'external_fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': 'e4a96822-ce99-4391-bf07-e617c74eb382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T20:02:39Z', 'updated_at': '2022-07-24T20:02:45Z', 'revision_number': 4, 'project_id': 'dcc8f2e8d4e64866a624dcd6d1de5d81', 'gw_port': {'id': 'e4a96822-ce99-4391-bf07-e617c74eb382', 'name': '', 'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:64:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47e81123-031d-44ab-8cc7-b1e59e57cd0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:02:40Z', 'updated_at': '2022-07-24T20:02:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99a0caa3-3fb5-4860-826f-478186226de3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850449-2-iscsi', '_interfaces': [{'id': '1a915ddb-b03f-445f-850a-6252c5f8b719', 'name': '', 'network_id': '9568b641-7783-426b-8ad0-3ac71fba0922', 'tenant_id': 'dcc8f2e8d4e64866a624dcd6d1de5d81', 'mac_address': 'fa:16:3e:1a:0c:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47e81123-031d-44ab-8cc7-b1e59e57cd0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'cce9884f-3061-48ee-abb3-8ca2a1e54559', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:02:43Z', 'updated_at': '2022-07-24T20:02:44Z', 'revision_number': 1, 'project_id': 'dcc8f2e8d4e64866a624dcd6d1de5d81', 'subnets': [{'id': 'cce9884f-3061-48ee-abb3-8ca2a1e54559', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850449-2-iscsi', False) {} {{(pid=110844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:02:45.842283 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-7a291aa9-3730-4063-a8f1-e9c6b4da9363 None None] Provisioning complete for port 6abc1b59-4430-42d5-b471-f545db23803c triggered by entity DHCP. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 20:02:45.842873 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-7a291aa9-3730-4063-a8f1-e9c6b4da9363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812910'] for port (6abc1b59-4430-42d5-b471-f545db23803c), provisioning_complete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:45.849563 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e22bdf-c1ea-4fbf-9c06-b1b3538b6fcb None None] The sync data for ids ['47e81123-031d-44ab-8cc7-b1e59e57cd0c'] in dv-cinder-850449-2-iscsi is: [{'id': '47e81123-031d-44ab-8cc7-b1e59e57cd0c', 'name': 'tempest-AttachVolumeNegativeTest-1190663108-router', 'tenant_id': 'dcc8f2e8d4e64866a624dcd6d1de5d81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'external_fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': 'e4a96822-ce99-4391-bf07-e617c74eb382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T20:02:39Z', 'updated_at': '2022-07-24T20:02:45Z', 'revision_number': 4, 'project_id': 'dcc8f2e8d4e64866a624dcd6d1de5d81', 'gw_port': {'id': 'e4a96822-ce99-4391-bf07-e617c74eb382', 'name': '', 'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:64:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47e81123-031d-44ab-8cc7-b1e59e57cd0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:02:40Z', 'updated_at': '2022-07-24T20:02:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99a0caa3-3fb5-4860-826f-478186226de3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850449-2-iscsi', '_interfaces': [{'id': '1a915ddb-b03f-445f-850a-6252c5f8b719', 'name': '', 'network_id': '9568b641-7783-426b-8ad0-3ac71fba0922', 'tenant_id': 'dcc8f2e8d4e64866a624dcd6d1de5d81', 'mac_address': 'fa:16:3e:1a:0c:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47e81123-031d-44ab-8cc7-b1e59e57cd0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'cce9884f-3061-48ee-abb3-8ca2a1e54559', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:02:43Z', 'updated_at': '2022-07-24T20:02:44Z', 'revision_number': 1, 'project_id': 'dcc8f2e8d4e64866a624dcd6d1de5d81', 'subnets': [{'id': 'cce9884f-3061-48ee-abb3-8ca2a1e54559', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 20:02:45.953487 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-046a20f1-7f2c-400d-9dfd-a4a76c8535ec admin admin] Network 9568b641-7783-426b-8ad0-3ac71fba0922 is already hosted by enough agents. {{(pid=110842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 20:02:45.962405 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.scheduler.base_scheduler [None req-046a20f1-7f2c-400d-9dfd-a4a76c8535ec admin admin] Resources bound (agent type, host, resource id): {{(pid=110842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 20:02:45.967719 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a175cb53-9899-412d-a653-b643b7009ab1 req-58105ad4-59cb-47a2-9c79-d7836ebda4db tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:02:45.976499 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-a175cb53-9899-412d-a653-b643b7009ab1 req-58105ad4-59cb-47a2-9c79-d7836ebda4db tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/ports?device_id=0b97a2bd-3e67-4a71-9c37-e823feae7fc7 HTTP/1.1" status: 200 len: 946 time: 0.1517229 Jul 24 20:02:46.123859 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-7a291aa9-3730-4063-a8f1-e9c6b4da9363 None None] Current status of the port 6abc1b59-4430-42d5-b471-f545db23803c is: DOWN; New status is: ACTIVE {{(pid=110844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 20:02:46.124184 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-7a291aa9-3730-4063-a8f1-e9c6b4da9363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (6abc1b59-4430-42d5-b471-f545db23803c), before_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:46.223497 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=100 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:02:46.231589 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-a175cb53-9899-412d-a653-b643b7009ab1 req-a69f4f93-7310-4c8e-9859-7028b28b50ba tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/security-groups?id=26640197-a088-42b2-99b8-e30a0e4045f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975467 Jul 24 20:02:46.232173 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-7a291aa9-3730-4063-a8f1-e9c6b4da9363 None None] For port 6abc1b59-4430-42d5-b471-f545db23803c, host dv-cinder-850449-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850449-2-iscsi',level=0,port_id=6abc1b59-4430-42d5-b471-f545db23803c,segment=NetworkSegment(8b9f0f7e-05bb-4220-a9b7-1bc5128e8915),segment_id=8b9f0f7e-05bb-4220-a9b7-1bc5128e8915)] {{(pid=110844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 20:02:46.304504 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-7a291aa9-3730-4063-a8f1-e9c6b4da9363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958'] for port (6abc1b59-4430-42d5-b471-f545db23803c), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:46.341879 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Device 6abc1b59-4430-42d5-b471-f545db23803c up at agent ovs-agent-dv-cinder-850449-2-iscsi {{(pid=110844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 20:02:46.347996 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-046a20f1-7f2c-400d-9dfd-a4a76c8535ec admin admin] Router 47e81123-031d-44ab-8cc7-b1e59e57cd0c has already been hosted by L3 agent 408021b7-d46b-48c2-9f75-8a8023f9145c {{(pid=110842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 24 20:02:46.361804 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c9dc53c-53e6-44b0-9f90-64f3f6b03195 admin admin] Router 9adea673-4be9-4d9a-9b87-a2882f7e18d9 is scheduled to L3 agent 408021b7-d46b-48c2-9f75-8a8023f9145c with binding_index 1 {{(pid=110843) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 24 20:02:46.502413 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a291aa9-3730-4063-a8f1-e9c6b4da9363 None None] Pushing event updated for resources: {'Port': ['ID=6abc1b59-4430-42d5-b471-f545db23803c,revision_number=3']} {{(pid=110844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:02:46.509712 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Provisioning complete for port 6abc1b59-4430-42d5-b471-f545db23803c triggered by entity L2. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 20:02:46.510095 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812910'] for port (6abc1b59-4430-42d5-b471-f545db23803c), provisioning_complete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:46.622451 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-046a20f1-7f2c-400d-9dfd-a4a76c8535ec admin admin] Notify agent at l3_agent.dv-cinder-850449-2-iscsi the message routers_updated {{(pid=110842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 20:02:46.632797 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-046a20f1-7f2c-400d-9dfd-a4a76c8535ec admin admin] 10.222.0.17 "PUT /v2.0/routers/47e81123-031d-44ab-8cc7-b1e59e57cd0c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6783540 Jul 24 20:02:46.633989 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-9df6b0ca-2ade-4a21-a7b2-6824ecb3b79c None None] Provisioning complete for port 1a915ddb-b03f-445f-850a-6252c5f8b719 triggered by entity DHCP. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 20:02:46.634367 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-9df6b0ca-2ade-4a21-a7b2-6824ecb3b79c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812910'] for port (1a915ddb-b03f-445f-850a-6252c5f8b719), provisioning_complete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:46.637500 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c9dc53c-53e6-44b0-9f90-64f3f6b03195 admin admin] Notify agent at l3_agent.dv-cinder-850449-2-iscsi the message routers_updated {{(pid=110843) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 20:02:46.656682 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6643d4d-cbd3-4295-8857-205fdd860385 None None] Sync routers for ids ['9adea673-4be9-4d9a-9b87-a2882f7e18d9'] in dv-cinder-850449-2-iscsi {{(pid=110845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 20:02:46.670341 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6643d4d-cbd3-4295-8857-205fdd860385 None None] Routers {'9adea673-4be9-4d9a-9b87-a2882f7e18d9'} bound to L3 agent in host dv-cinder-850449-2-iscsi {{(pid=110845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 20:02:46.671003 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.l3_hamode_db [None req-f6643d4d-cbd3-4295-8857-205fdd860385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-24T19:52:06Z,description=,heartbeat_timestamp=2022-07-24T20:02:36Z,host='dv-cinder-850449-2-iscsi',id=408021b7-d46b-48c2-9f75-8a8023f9145c,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T19:52:06Z,topic='l3_agent')) {'router_ids': ['9adea673-4be9-4d9a-9b87-a2882f7e18d9'], 'active': True} {{(pid=110845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:02:46.718260 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-9df6b0ca-2ade-4a21-a7b2-6824ecb3b79c None None] Port 1a915ddb-b03f-445f-850a-6252c5f8b719 cannot update to ACTIVE because it is not bound. {{(pid=110844) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 24 20:02:46.725875 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:02:46.741254 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-1c9dc53c-53e6-44b0-9f90-64f3f6b03195 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:46.742971 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [None req-1c9dc53c-53e6-44b0-9f90-64f3f6b03195 admin admin] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.7741895 Jul 24 20:02:46.745788 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 59580) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:02:46.830620 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.l3_dvr_db [None req-f6643d4d-cbd3-4295-8857-205fdd860385 None None] Set router 9adea673-4be9-4d9a-9b87-a2882f7e18d9 gateway port host: dv-cinder-850449-2-iscsi {{(pid=110845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 20:02:46.838700 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Current status of the port 6abc1b59-4430-42d5-b471-f545db23803c is: ACTIVE; New status is: ACTIVE {{(pid=110844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 20:02:46.875870 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-cb1807c1-fc51-4a33-aca2-d2992a451c46 None None] Provisioning complete for port 6abc1b59-4430-42d5-b471-f545db23803c triggered by entity DHCP. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 20:02:46.876727 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-cb1807c1-fc51-4a33-aca2-d2992a451c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812910'] for port (6abc1b59-4430-42d5-b471-f545db23803c), provisioning_complete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:47.040458 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:02:47.063616 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-cb1807c1-fc51-4a33-aca2-d2992a451c46 None None] Current status of the port 6abc1b59-4430-42d5-b471-f545db23803c is: ACTIVE; New status is: ACTIVE {{(pid=110844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 20:02:47.123039 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.l3_hamode_db [None req-f6643d4d-cbd3-4295-8857-205fdd860385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9adea673-4be9-4d9a-9b87-a2882f7e18d9', 'name': 'tempest-TestMinimumBasicScenario-1477883131-router', 'tenant_id': '4d31f280cfc640dd8381ee0869d9f455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'external_fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': 'a431a039-1718-4de4-91a0-0027be2b3366', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T20:02:42Z', 'updated_at': '2022-07-24T20:02:44Z', 'revision_number': 3, 'project_id': '4d31f280cfc640dd8381ee0869d9f455', 'gw_port': {'id': 'a431a039-1718-4de4-91a0-0027be2b3366', 'name': '', 'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:29:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9adea673-4be9-4d9a-9b87-a2882f7e18d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:02:43Z', 'updated_at': '2022-07-24T20:02:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '99a0caa3-3fb5-4860-826f-478186226de3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850449-2-iscsi'}], 'dv-cinder-850449-2-iscsi', False) {} {{(pid=110845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:02:47.157786 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6643d4d-cbd3-4295-8857-205fdd860385 None None] Checking router: 9adea673-4be9-4d9a-9b87-a2882f7e18d9 for host: dv-cinder-850449-2-iscsi {{(pid=110845) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 20:02:47.158040 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6643d4d-cbd3-4295-8857-205fdd860385 None None] Updating router 9adea673-4be9-4d9a-9b87-a2882f7e18d9 port a431a039-1718-4de4-91a0-0027be2b3366 binding host dv-cinder-850449-2-iscsi {{(pid=110845) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 20:02:47.167315 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:02:47.197203 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron_lib.callbacks.manager [None req-f6643d4d-cbd3-4295-8857-205fdd860385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (a431a039-1718-4de4-91a0-0027be2b3366), before_update {{(pid=110845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:47.522870 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db24d764-4fa7-4a42-b06c-0a02ef3ba97b req-7be86a26-7a12-43ac-bc01-7bcb31dff4f2 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:02:47.526611 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-db24d764-4fa7-4a42-b06c-0a02ef3ba97b req-7be86a26-7a12-43ac-bc01-7bcb31dff4f2 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/ports?device_id=0b97a2bd-3e67-4a71-9c37-e823feae7fc7 HTTP/1.1" status: 200 len: 946 time: 0.1078045 Jul 24 20:02:47.576812 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [-] (110843) accepted ('10.222.0.17', 59604) {{(pid=110843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:02:47.592423 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.v2.base [None req-4c13cc98-43e6-48e2-b2b2-631ec8b6bc0c tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1168696351', 'description': 'tempest-description--1561963915'}} {{(pid=110843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 20:02:47.716049 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-db24d764-4fa7-4a42-b06c-0a02ef3ba97b req-148ea71d-3d0c-4801-9361-d12173dc7ba4 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/security-groups?id=26640197-a088-42b2-99b8-e30a0e4045f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803212 Jul 24 20:02:47.723576 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron_lib.callbacks.manager [None req-f6643d4d-cbd3-4295-8857-205fdd860385 None None] Publish callbacks [] for port (a431a039-1718-4de4-91a0-0027be2b3366), precommit_update {{(pid=110845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:47.771452 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-4c13cc98-43e6-48e2-b2b2-631ec8b6bc0c tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Publish callbacks [] for security_group (None), before_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:47.786785 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-84fc7f78-4449-42e2-af15-e803dbc41ae9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (None), before_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:47.804515 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron_lib.callbacks.manager [None req-f6643d4d-cbd3-4295-8857-205fdd860385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958'] for port (a431a039-1718-4de4-91a0-0027be2b3366), after_update {{(pid=110845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:47.811904 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:02:47.910698 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-4c13cc98-43e6-48e2-b2b2-631ec8b6bc0c tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Publish callbacks [] for security_group (0e55f1a6-9029-4bad-b093-088507cccc0c), precommit_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:47.931678 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.plugins.ml2.managers [None req-f6643d4d-cbd3-4295-8857-205fdd860385 None None] Attempting to bind port a431a039-1718-4de4-91a0-0027be2b3366 on host dv-cinder-850449-2-iscsi for vnic_type normal with profile {{(pid=110845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 24 20:02:47.931678 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.plugins.ml2.managers [None req-f6643d4d-cbd3-4295-8857-205fdd860385 None None] Attempting to bind port a431a039-1718-4de4-91a0-0027be2b3366 by drivers openvswitch,hyperv on host dv-cinder-850449-2-iscsi at level 0 using segments [{'id': 'fc72dfdc-4d29-4b3c-a3f7-b36f757f54d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10498192-3528-4341-803f-d59b33e3b71c'}] {{(pid=110845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 24 20:02:47.931678 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6643d4d-cbd3-4295-8857-205fdd860385 None None] Attempting to bind port a431a039-1718-4de4-91a0-0027be2b3366 on network 10498192-3528-4341-803f-d59b33e3b71c {{(pid=110845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 24 20:02:47.933776 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6643d4d-cbd3-4295-8857-205fdd860385 None None] Checking agent: {'id': '46eda511-dfa5-408c-8bd4-cb509f691033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850449-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 24, 19, 52, 9), 'started_at': datetime.datetime(2022, 7, 24, 19, 52, 39), 'heartbeat_timestamp': datetime.datetime(2022, 7, 24, 20, 2, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850449-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 24 20:02:47.934150 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6643d4d-cbd3-4295-8857-205fdd860385 None None] Checking segment: {'id': 'fc72dfdc-4d29-4b3c-a3f7-b36f757f54d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10498192-3528-4341-803f-d59b33e3b71c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 24 20:02:47.934551 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron_lib.callbacks.manager [None req-f6643d4d-cbd3-4295-8857-205fdd860385 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:47.934944 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6643d4d-cbd3-4295-8857-205fdd860385 None None] Bound using segment: {'id': 'fc72dfdc-4d29-4b3c-a3f7-b36f757f54d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10498192-3528-4341-803f-d59b33e3b71c'} {{(pid=110845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 24 20:02:47.935421 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.plugins.ml2.managers [None req-f6643d4d-cbd3-4295-8857-205fdd860385 None None] Bound port: a431a039-1718-4de4-91a0-0027be2b3366, host: dv-cinder-850449-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc72dfdc-4d29-4b3c-a3f7-b36f757f54d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10498192-3528-4341-803f-d59b33e3b71c'}}] {{(pid=110845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 24 20:02:47.935799 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron_lib.callbacks.manager [None req-f6643d4d-cbd3-4295-8857-205fdd860385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (a431a039-1718-4de4-91a0-0027be2b3366), before_update {{(pid=110845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:47.979818 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:INSERT=1,neutron:SELECT=99 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:02:47.981171 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-4c13cc98-43e6-48e2-b2b2-631ec8b6bc0c tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (0e55f1a6-9029-4bad-b093-088507cccc0c), after_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:47.989205 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 59614) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:02:47.995172 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8f0d10-ca46-4be9-9e00-4199872b30c1 None None] Pushing event updated for resources: {'Port': ['ID=a431a039-1718-4de4-91a0-0027be2b3366,revision_number=2']} {{(pid=110845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:02:48.041554 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8f0d10-ca46-4be9-9e00-4199872b30c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:02:48.043028 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8f0d10-ca46-4be9-9e00-4199872b30c1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:02:48.043404 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8f0d10-ca46-4be9-9e00-4199872b30c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:02:48.045370 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8f0d10-ca46-4be9-9e00-4199872b30c1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:02:48.046544 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8f0d10-ca46-4be9-9e00-4199872b30c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:02:48.046544 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8f0d10-ca46-4be9-9e00-4199872b30c1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:02:48.047911 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8f0d10-ca46-4be9-9e00-4199872b30c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:02:48.048256 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8f0d10-ca46-4be9-9e00-4199872b30c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:02:48.048588 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8f0d10-ca46-4be9-9e00-4199872b30c1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:02:48.048944 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8f0d10-ca46-4be9-9e00-4199872b30c1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:02:48.049273 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8f0d10-ca46-4be9-9e00-4199872b30c1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:02:48.050133 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c13cc98-43e6-48e2-b2b2-631ec8b6bc0c tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e55f1a6-9029-4bad-b093-088507cccc0c,revision_number=1']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:02:48.051781 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8f0d10-ca46-4be9-9e00-4199872b30c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:02:48.052124 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8f0d10-ca46-4be9-9e00-4199872b30c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:02:48.052986 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8f0d10-ca46-4be9-9e00-4199872b30c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:02:48.052986 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8f0d10-ca46-4be9-9e00-4199872b30c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:02:48.071976 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.plugins.ml2.db [None req-f6643d4d-cbd3-4295-8857-205fdd860385 None None] For port a431a039-1718-4de4-91a0-0027be2b3366, host dv-cinder-850449-2-iscsi, cleared binding levels {{(pid=110845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 20:02:48.078670 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.plugins.ml2.db [None req-f6643d4d-cbd3-4295-8857-205fdd860385 None None] For port a431a039-1718-4de4-91a0-0027be2b3366, host dv-cinder-850449-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850449-2-iscsi',level=0,port_id=a431a039-1718-4de4-91a0-0027be2b3366,segment=NetworkSegment(fc72dfdc-4d29-4b3c-a3f7-b36f757f54d3),segment_id=fc72dfdc-4d29-4b3c-a3f7-b36f757f54d3)] {{(pid=110845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 20:02:48.094566 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:02:48.106860 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-4c13cc98-43e6-48e2-b2b2-631ec8b6bc0c tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Publish callbacks [] for security_group (None), before_response {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:48.111946 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 59620) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:02:48.113636 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [None req-4c13cc98-43e6-48e2-b2b2-631ec8b6bc0c tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5319695 Jul 24 20:02:48.116892 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.v2.base [None req-19bdc54c-3f1e-43c9-be12-81d9c5c75b12 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Request body: {'security_group_rule': {'security_group_id': '0e55f1a6-9029-4bad-b093-088507cccc0c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 20:02:48.174184 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.db.db_base_plugin_common [None req-84fc7f78-4449-42e2-af15-e803dbc41ae9 admin admin] Allocated IP 172.20.0.1 (1f489717-2e22-4983-9973-65d3238688ee/1392647f-63da-44e8-b2ae-53624947a1a2/085d6215-ab0e-4a33-9fa3-aeeb91bf86be) {{(pid=110842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 20:02:48.233834 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron_lib.callbacks.manager [None req-f6643d4d-cbd3-4295-8857-205fdd860385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958'] for port (a431a039-1718-4de4-91a0-0027be2b3366), after_update {{(pid=110845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:48.315044 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-d2017fc9-9be8-4b29-a5b6-edc0e3f11282 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:48.339095 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-19bdc54c-3f1e-43c9-be12-81d9c5c75b12 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Publish callbacks [] for security_group_rule (fadcca5c-68a8-4192-9928-f1ecde8c2cc9), before_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:48.429493 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG dbcounter [-] [110845] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:02:48.431751 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Device e4a96822-ce99-4391-bf07-e617c74eb382 up at agent ovs-agent-dv-cinder-850449-2-iscsi {{(pid=110844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 20:02:48.457348 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6643d4d-cbd3-4295-8857-205fdd860385 None None] Routers {'9adea673-4be9-4d9a-9b87-a2882f7e18d9'} bound to L3 agent in host dv-cinder-850449-2-iscsi {{(pid=110845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 20:02:48.458017 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.l3_hamode_db [None req-f6643d4d-cbd3-4295-8857-205fdd860385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-24T19:52:06Z,description=,heartbeat_timestamp=2022-07-24T20:02:36Z,host='dv-cinder-850449-2-iscsi',id=408021b7-d46b-48c2-9f75-8a8023f9145c,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T19:52:06Z,topic='l3_agent')) {'router_ids': ['9adea673-4be9-4d9a-9b87-a2882f7e18d9'], 'active': True} {{(pid=110845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:02:48.470328 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8f0d10-ca46-4be9-9e00-4199872b30c1 None None] Pushing event updated for resources: {'Port': ['ID=a431a039-1718-4de4-91a0-0027be2b3366,revision_number=3']} {{(pid=110845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:02:48.487340 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-19bdc54c-3f1e-43c9-be12-81d9c5c75b12 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Publish callbacks [] for security_group_rule (fadcca5c-68a8-4192-9928-f1ecde8c2cc9), precommit_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:48.507008 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-84fc7f78-4449-42e2-af15-e803dbc41ae9 admin admin] Publish callbacks [] for port (085d6215-ab0e-4a33-9fa3-aeeb91bf86be), precommit_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:48.509748 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG dbcounter [-] [110845] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:02:48.526844 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Provisioning complete for port e4a96822-ce99-4391-bf07-e617c74eb382 triggered by entity L2. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 20:02:48.527315 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812910'] for port (e4a96822-ce99-4391-bf07-e617c74eb382), provisioning_complete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:48.599927 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-d2017fc9-9be8-4b29-a5b6-edc0e3f11282 admin admin] Publish callbacks [] for security_group (6a53feb7-6a52-49eb-93c6-3e1e3dfc6361), precommit_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:48.601921 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-19bdc54c-3f1e-43c9-be12-81d9c5c75b12 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471764'] for security_group_rule (fadcca5c-68a8-4192-9928-f1ecde8c2cc9), after_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:48.622765 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Current status of the port e4a96822-ce99-4391-bf07-e617c74eb382 is: DOWN; New status is: ACTIVE {{(pid=110844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 20:02:48.623164 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (e4a96822-ce99-4391-bf07-e617c74eb382), before_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:48.627649 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bdc54c-3f1e-43c9-be12-81d9c5c75b12 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fadcca5c-68a8-4192-9928-f1ecde8c2cc9,revision_number=0']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:02:48.646320 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.l3_dvr_db [None req-f6643d4d-cbd3-4295-8857-205fdd860385 None None] Set router 9adea673-4be9-4d9a-9b87-a2882f7e18d9 gateway port host: dv-cinder-850449-2-iscsi {{(pid=110845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 20:02:48.654549 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] For port e4a96822-ce99-4391-bf07-e617c74eb382, host dv-cinder-850449-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850449-2-iscsi',level=0,port_id=e4a96822-ce99-4391-bf07-e617c74eb382,segment=NetworkSegment(fc72dfdc-4d29-4b3c-a3f7-b36f757f54d3),segment_id=fc72dfdc-4d29-4b3c-a3f7-b36f757f54d3)] {{(pid=110844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 20:02:48.676486 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-84fc7f78-4449-42e2-af15-e803dbc41ae9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731445223406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8925015'] for port (085d6215-ab0e-4a33-9fa3-aeeb91bf86be), after_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:48.716386 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-d2017fc9-9be8-4b29-a5b6-edc0e3f11282 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (6a53feb7-6a52-49eb-93c6-3e1e3dfc6361), after_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:48.719738 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84fc7f78-4449-42e2-af15-e803dbc41ae9 admin admin] Network 1f489717-2e22-4983-9973-65d3238688ee is already hosted by enough agents. {{(pid=110842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 20:02:48.726649 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-19bdc54c-3f1e-43c9-be12-81d9c5c75b12 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:48.727914 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-19bdc54c-3f1e-43c9-be12-81d9c5c75b12 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6150143 Jul 24 20:02:48.730635 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [-] (110843) accepted ('10.222.0.17', 59636) {{(pid=110843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:02:48.736072 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.v2.base [None req-a9378058-9930-405b-959f-dde8a6a5aa25 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Request body: {'security_group_rule': {'security_group_id': '0e55f1a6-9029-4bad-b093-088507cccc0c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 20:02:48.742982 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.scheduler.base_scheduler [None req-84fc7f78-4449-42e2-af15-e803dbc41ae9 admin admin] Resources bound (agent type, host, resource id): {{(pid=110842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 20:02:48.745657 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84fc7f78-4449-42e2-af15-e803dbc41ae9 admin admin] Received port after_create {{(pid=110842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 24 20:02:48.775729 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958'] for port (e4a96822-ce99-4391-bf07-e617c74eb382), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:48.776599 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Device 6abc1b59-4430-42d5-b471-f545db23803c up at agent ovs-agent-dv-cinder-850449-2-iscsi {{(pid=110844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 20:02:48.780287 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.agents_db [None req-615be7cd-482a-4e0c-9386-1b4806e6e45a None None] Agent healthcheck: found 6 active agents {{(pid=110845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 20:02:48.836270 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fc7f78-4449-42e2-af15-e803dbc41ae9 admin admin] Pushing event updated for resources: {'Port': ['ID=085d6215-ab0e-4a33-9fa3-aeeb91bf86be,revision_number=1']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:02:48.860964 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-a9378058-9930-405b-959f-dde8a6a5aa25 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Publish callbacks [] for security_group_rule (abab84f6-1630-4896-8b24-ac862e4db673), before_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:48.895252 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-d2017fc9-9be8-4b29-a5b6-edc0e3f11282 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=126709ddf9e6431cbb28317d0bd4de27&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9047544 Jul 24 20:02:48.901544 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Pushing event updated for resources: {'Port': ['ID=e4a96822-ce99-4391-bf07-e617c74eb382,revision_number=4']} {{(pid=110844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:02:48.909656 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 59646) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:02:48.947228 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2017fc9-9be8-4b29-a5b6-edc0e3f11282 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a53feb7-6a52-49eb-93c6-3e1e3dfc6361,revision_number=1']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:02:48.969874 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-84fc7f78-4449-42e2-af15-e803dbc41ae9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457033'] for router_interface (9adea673-4be9-4d9a-9b87-a2882f7e18d9), before_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:49.049674 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Provisioning complete for port 6abc1b59-4430-42d5-b471-f545db23803c triggered by entity L2. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 20:02:49.053650 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812910'] for port (6abc1b59-4430-42d5-b471-f545db23803c), provisioning_complete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:49.095434 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688655bb-e402-42bb-b256-59d9a2d09d48 req-68f1890f-c532-4ec1-8c6b-3795029e5f61 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:02:49.103846 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-688655bb-e402-42bb-b256-59d9a2d09d48 req-68f1890f-c532-4ec1-8c6b-3795029e5f61 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/ports?device_id=0b97a2bd-3e67-4a71-9c37-e823feae7fc7 HTTP/1.1" status: 200 len: 946 time: 0.1913495 Jul 24 20:02:49.110187 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.l3_hamode_db [None req-f6643d4d-cbd3-4295-8857-205fdd860385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9adea673-4be9-4d9a-9b87-a2882f7e18d9', 'name': 'tempest-TestMinimumBasicScenario-1477883131-router', 'tenant_id': '4d31f280cfc640dd8381ee0869d9f455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'external_fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': 'a431a039-1718-4de4-91a0-0027be2b3366', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T20:02:42Z', 'updated_at': '2022-07-24T20:02:44Z', 'revision_number': 3, 'project_id': '4d31f280cfc640dd8381ee0869d9f455', 'gw_port': {'id': 'a431a039-1718-4de4-91a0-0027be2b3366', 'name': '', 'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:29:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9adea673-4be9-4d9a-9b87-a2882f7e18d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:02:43Z', 'updated_at': '2022-07-24T20:02:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99a0caa3-3fb5-4860-826f-478186226de3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850449-2-iscsi'}], 'dv-cinder-850449-2-iscsi', False) {} {{(pid=110845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:02:49.150481 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-844328ee-84ba-4605-b673-9978addcb0ed None None] Provisioning complete for port 085d6215-ab0e-4a33-9fa3-aeeb91bf86be triggered by entity DHCP. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 20:02:49.150946 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-844328ee-84ba-4605-b673-9978addcb0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812910'] for port (085d6215-ab0e-4a33-9fa3-aeeb91bf86be), provisioning_complete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:49.163801 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-a9378058-9930-405b-959f-dde8a6a5aa25 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Publish callbacks [] for security_group_rule (abab84f6-1630-4896-8b24-ac862e4db673), precommit_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:49.170612 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6643d4d-cbd3-4295-8857-205fdd860385 None None] The sync data for ids ['9adea673-4be9-4d9a-9b87-a2882f7e18d9'] in dv-cinder-850449-2-iscsi is: [{'id': '9adea673-4be9-4d9a-9b87-a2882f7e18d9', 'name': 'tempest-TestMinimumBasicScenario-1477883131-router', 'tenant_id': '4d31f280cfc640dd8381ee0869d9f455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'external_fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': 'a431a039-1718-4de4-91a0-0027be2b3366', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T20:02:42Z', 'updated_at': '2022-07-24T20:02:44Z', 'revision_number': 3, 'project_id': '4d31f280cfc640dd8381ee0869d9f455', 'gw_port': {'id': 'a431a039-1718-4de4-91a0-0027be2b3366', 'name': '', 'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:29:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9adea673-4be9-4d9a-9b87-a2882f7e18d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:02:43Z', 'updated_at': '2022-07-24T20:02:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99a0caa3-3fb5-4860-826f-478186226de3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850449-2-iscsi'}] {{(pid=110845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 20:02:49.221631 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-688655bb-e402-42bb-b256-59d9a2d09d48 req-10310816-963d-408c-ae0f-586418eadd80 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/security-groups?id=26640197-a088-42b2-99b8-e30a0e4045f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013465 Jul 24 20:02:49.241129 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Current status of the port 6abc1b59-4430-42d5-b471-f545db23803c is: ACTIVE; New status is: ACTIVE {{(pid=110844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 20:02:49.243903 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-844328ee-84ba-4605-b673-9978addcb0ed None None] Port 085d6215-ab0e-4a33-9fa3-aeeb91bf86be cannot update to ACTIVE because it is not bound. {{(pid=110844) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 24 20:02:49.249952 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-a9378058-9930-405b-959f-dde8a6a5aa25 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471764'] for security_group_rule (abab84f6-1630-4896-8b24-ac862e4db673), after_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:49.307310 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9378058-9930-405b-959f-dde8a6a5aa25 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abab84f6-1630-4896-8b24-ac862e4db673,revision_number=0']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:02:49.388839 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-a9378058-9930-405b-959f-dde8a6a5aa25 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:49.393886 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [None req-a9378058-9930-405b-959f-dde8a6a5aa25 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6584620 Jul 24 20:02:49.394324 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [-] (110843) accepted ('10.222.0.17', 59664) {{(pid=110843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:02:49.400023 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.v2.base [None req-56852180-482f-48df-847e-62fd5df0a29b tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Request body: {'floatingip': {'floating_network_id': '10498192-3528-4341-803f-d59b33e3b71c'}} {{(pid=110843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 20:02:49.465400 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-7ddaa1c1-8470-4e5f-ade1-c7b100dba917 admin admin] Publish callbacks [] for security_group (6a53feb7-6a52-49eb-93c6-3e1e3dfc6361), before_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:49.494457 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-56852180-482f-48df-847e-62fd5df0a29b tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:49.529739 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba564f7-ad84-4a98-a6ac-7d237bd41a93 None None] Sync routers for ids ['47e81123-031d-44ab-8cc7-b1e59e57cd0c'] in dv-cinder-850449-2-iscsi {{(pid=110844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 20:02:49.537878 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-7ddaa1c1-8470-4e5f-ade1-c7b100dba917 admin admin] Publish callbacks [] for security_group (6a53feb7-6a52-49eb-93c6-3e1e3dfc6361), precommit_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:49.574918 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba564f7-ad84-4a98-a6ac-7d237bd41a93 None None] Routers {'47e81123-031d-44ab-8cc7-b1e59e57cd0c'} bound to L3 agent in host dv-cinder-850449-2-iscsi {{(pid=110844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 20:02:49.575569 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_hamode_db [None req-5ba564f7-ad84-4a98-a6ac-7d237bd41a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-24T19:52:06Z,description=,heartbeat_timestamp=2022-07-24T20:02:36Z,host='dv-cinder-850449-2-iscsi',id=408021b7-d46b-48c2-9f75-8a8023f9145c,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T19:52:06Z,topic='l3_agent')) {'router_ids': ['47e81123-031d-44ab-8cc7-b1e59e57cd0c'], 'active': True} {{(pid=110844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:02:49.705079 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-84fc7f78-4449-42e2-af15-e803dbc41ae9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (085d6215-ab0e-4a33-9fa3-aeeb91bf86be), before_update {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:49.727881 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=100 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:02:49.745843 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-56852180-482f-48df-847e-62fd5df0a29b tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (None), before_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:49.751620 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-7ddaa1c1-8470-4e5f-ade1-c7b100dba917 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (6a53feb7-6a52-49eb-93c6-3e1e3dfc6361), after_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:49.754091 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-7ddaa1c1-8470-4e5f-ade1-c7b100dba917 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:49.755415 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-7ddaa1c1-8470-4e5f-ade1-c7b100dba917 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/6a53feb7-6a52-49eb-93c6-3e1e3dfc6361 HTTP/1.1" status: 204 len: 168 time: 0.8351364 Jul 24 20:02:49.772910 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddaa1c1-8470-4e5f-ade1-c7b100dba917 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a53feb7-6a52-49eb-93c6-3e1e3dfc6361,revision_number=None']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:02:49.819727 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_dvr_db [None req-5ba564f7-ad84-4a98-a6ac-7d237bd41a93 None None] Set router 47e81123-031d-44ab-8cc7-b1e59e57cd0c gateway port host: dv-cinder-850449-2-iscsi {{(pid=110844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 20:02:49.995763 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-84fc7f78-4449-42e2-af15-e803dbc41ae9 admin admin] Publish callbacks [] for port (085d6215-ab0e-4a33-9fa3-aeeb91bf86be), precommit_update {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:50.014352 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.db.db_base_plugin_common [None req-56852180-482f-48df-847e-62fd5df0a29b tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Allocated IP 172.27.3.88 (10498192-3528-4341-803f-d59b33e3b71c/99a0caa3-3fb5-4860-826f-478186226de3/c1977e39-c8bf-4ced-9496-eebf14d64e59) {{(pid=110843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 20:02:50.127748 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-84fc7f78-4449-42e2-af15-e803dbc41ae9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8925036'] for port (085d6215-ab0e-4a33-9fa3-aeeb91bf86be), after_update {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:50.162506 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:02:50.185857 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-56852180-482f-48df-847e-62fd5df0a29b tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Publish callbacks [] for port (c1977e39-c8bf-4ced-9496-eebf14d64e59), precommit_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:50.254411 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [-] (110843) accepted ('10.222.0.17', 59686) {{(pid=110843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:02:50.257313 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-84fc7f78-4449-42e2-af15-e803dbc41ae9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-650243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-457125'] for router_interface (9adea673-4be9-4d9a-9b87-a2882f7e18d9), after_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:50.262198 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:02:50.350707 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fc7f78-4449-42e2-af15-e803dbc41ae9 admin admin] Pushing event updated for resources: {'Port': ['ID=085d6215-ab0e-4a33-9fa3-aeeb91bf86be,revision_number=2']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:02:50.356447 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-56852180-482f-48df-847e-62fd5df0a29b tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731445223406'] for port (c1977e39-c8bf-4ced-9496-eebf14d64e59), after_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:50.508134 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56852180-482f-48df-847e-62fd5df0a29b tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Pushing event updated for resources: {'Port': ['ID=c1977e39-c8bf-4ced-9496-eebf14d64e59,revision_number=1']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:02:50.512337 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84fc7f78-4449-42e2-af15-e803dbc41ae9 admin admin] Network 1f489717-2e22-4983-9973-65d3238688ee is already hosted by enough agents. {{(pid=110842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 20:02:50.515962 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.scheduler.base_scheduler [None req-84fc7f78-4449-42e2-af15-e803dbc41ae9 admin admin] Resources bound (agent type, host, resource id): {{(pid=110842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 20:02:50.582186 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56852180-482f-48df-847e-62fd5df0a29b tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Network 10498192-3528-4341-803f-d59b33e3b71c is already hosted by enough agents. {{(pid=110843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 20:02:50.588807 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_hamode_db [None req-5ba564f7-ad84-4a98-a6ac-7d237bd41a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47e81123-031d-44ab-8cc7-b1e59e57cd0c', 'name': 'tempest-AttachVolumeNegativeTest-1190663108-router', 'tenant_id': 'dcc8f2e8d4e64866a624dcd6d1de5d81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'external_fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': 'e4a96822-ce99-4391-bf07-e617c74eb382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T20:02:39Z', 'updated_at': '2022-07-24T20:02:45Z', 'revision_number': 4, 'project_id': 'dcc8f2e8d4e64866a624dcd6d1de5d81', 'gw_port': {'id': 'e4a96822-ce99-4391-bf07-e617c74eb382', 'name': '', 'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:64:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e81123-031d-44ab-8cc7-b1e59e57cd0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:02:40Z', 'updated_at': '2022-07-24T20:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99a0caa3-3fb5-4860-826f-478186226de3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850449-2-iscsi', '_interfaces': [{'id': '1a915ddb-b03f-445f-850a-6252c5f8b719', 'name': '', 'network_id': '9568b641-7783-426b-8ad0-3ac71fba0922', 'tenant_id': 'dcc8f2e8d4e64866a624dcd6d1de5d81', 'mac_address': 'fa:16:3e:1a:0c:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47e81123-031d-44ab-8cc7-b1e59e57cd0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'cce9884f-3061-48ee-abb3-8ca2a1e54559', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:02:43Z', 'updated_at': '2022-07-24T20:02:45Z', 'revision_number': 2, 'project_id': 'dcc8f2e8d4e64866a624dcd6d1de5d81', 'subnets': [{'id': 'cce9884f-3061-48ee-abb3-8ca2a1e54559', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850449-2-iscsi', False) {} {{(pid=110844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:02:50.589677 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.scheduler.base_scheduler [None req-56852180-482f-48df-847e-62fd5df0a29b tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Resources bound (agent type, host, resource id): {{(pid=110843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 20:02:50.599540 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56852180-482f-48df-847e-62fd5df0a29b tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Received port after_create {{(pid=110843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 24 20:02:50.718151 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba564f7-ad84-4a98-a6ac-7d237bd41a93 None None] Checking router: 47e81123-031d-44ab-8cc7-b1e59e57cd0c for host: dv-cinder-850449-2-iscsi {{(pid=110844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 20:02:50.719062 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba564f7-ad84-4a98-a6ac-7d237bd41a93 None None] Updating router 47e81123-031d-44ab-8cc7-b1e59e57cd0c port 1a915ddb-b03f-445f-850a-6252c5f8b719 binding host dv-cinder-850449-2-iscsi {{(pid=110844) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 20:02:50.761002 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-a1dbd2a1-84b5-4d32-a5a1-8e9d0bee785b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:50.764419 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84fc7f78-4449-42e2-af15-e803dbc41ae9 admin admin] Router 9adea673-4be9-4d9a-9b87-a2882f7e18d9 has already been hosted by L3 agent 408021b7-d46b-48c2-9f75-8a8023f9145c {{(pid=110842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 24 20:02:50.768005 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-5ba564f7-ad84-4a98-a6ac-7d237bd41a93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (1a915ddb-b03f-445f-850a-6252c5f8b719), before_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:50.778439 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-56852180-482f-48df-847e-62fd5df0a29b tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Publish callbacks [] for floatingip (d381b3e3-78c4-4c61-8865-3d462650f82e), precommit_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:50.780849 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Device e4a96822-ce99-4391-bf07-e617c74eb382 up at agent ovs-agent-dv-cinder-850449-2-iscsi {{(pid=110844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 20:02:50.788890 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:02:50.834810 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4565f9b4-a34c-4385-b3a0-1323610f18fe req-73d3cc82-aa9e-475f-a2cf-14210f45ea38 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:02:50.845560 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-4565f9b4-a34c-4385-b3a0-1323610f18fe req-73d3cc82-aa9e-475f-a2cf-14210f45ea38 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/ports?device_id=0b97a2bd-3e67-4a71-9c37-e823feae7fc7 HTTP/1.1" status: 200 len: 946 time: 0.4748187 Jul 24 20:02:50.913321 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84fc7f78-4449-42e2-af15-e803dbc41ae9 admin admin] Notify agent at l3_agent.dv-cinder-850449-2-iscsi the message routers_updated {{(pid=110842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 20:02:50.928177 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-84fc7f78-4449-42e2-af15-e803dbc41ae9 admin admin] 10.222.0.17 "PUT /v2.0/routers/9adea673-4be9-4d9a-9b87-a2882f7e18d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1807172 Jul 24 20:02:50.976952 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-4565f9b4-a34c-4385-b3a0-1323610f18fe req-511806a2-d90c-49b7-bd96-e96b0947420f tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/security-groups?id=26640197-a088-42b2-99b8-e30a0e4045f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321733 Jul 24 20:02:50.990563 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:02:50.995672 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-a1dbd2a1-84b5-4d32-a5a1-8e9d0bee785b admin admin] Publish callbacks [] for security_group (cced222c-4051-4c74-9f4f-8b8dfd101025), precommit_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:50.997868 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-56852180-482f-48df-847e-62fd5df0a29b tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (c1977e39-c8bf-4ced-9496-eebf14d64e59), before_update {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:51.029112 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-e1df3d76-3d12-4efa-9077-c6f3022a05e0 None None] Provisioning complete for port 085d6215-ab0e-4a33-9fa3-aeeb91bf86be triggered by entity DHCP. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 20:02:51.029490 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-e1df3d76-3d12-4efa-9077-c6f3022a05e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812910'] for port (085d6215-ab0e-4a33-9fa3-aeeb91bf86be), provisioning_complete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:51.060342 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Provisioning complete for port e4a96822-ce99-4391-bf07-e617c74eb382 triggered by entity L2. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 20:02:51.060753 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812910'] for port (e4a96822-ce99-4391-bf07-e617c74eb382), provisioning_complete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:51.065983 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 59698) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:02:51.066456 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-a1dbd2a1-84b5-4d32-a5a1-8e9d0bee785b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (cced222c-4051-4c74-9f4f-8b8dfd101025), after_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:51.091144 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-6cbd389a-4914-4a06-982f-3638265741d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:51.159231 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dbd2a1-84b5-4d32-a5a1-8e9d0bee785b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cced222c-4051-4c74-9f4f-8b8dfd101025,revision_number=1']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:02:51.183595 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [None req-a1dbd2a1-84b5-4d32-a5a1-8e9d0bee785b admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=8f5312241bd34492ba034eae13963f20&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9247658 Jul 24 20:02:51.187828 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [-] (110843) accepted ('10.222.0.17', 59702) {{(pid=110843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:02:51.289903 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-5ba564f7-ad84-4a98-a6ac-7d237bd41a93 None None] Publish callbacks [] for port (1a915ddb-b03f-445f-850a-6252c5f8b719), precommit_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:51.293787 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-e1df3d76-3d12-4efa-9077-c6f3022a05e0 None None] Port 085d6215-ab0e-4a33-9fa3-aeeb91bf86be cannot update to ACTIVE because it is not bound. {{(pid=110844) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 24 20:02:51.299947 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:02:51.323583 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-6cbd389a-4914-4a06-982f-3638265741d4 admin admin] Publish callbacks [] for security_group (97a312a9-9b7a-44e0-b0a0-29fce744211d), precommit_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:51.352771 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-c1a79570-fe23-4a89-b7d8-1d706010f8e6 admin admin] Publish callbacks [] for security_group (cced222c-4051-4c74-9f4f-8b8dfd101025), before_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:51.386423 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Current status of the port e4a96822-ce99-4391-bf07-e617c74eb382 is: ACTIVE; New status is: ACTIVE {{(pid=110844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 20:02:51.387515 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Device a431a039-1718-4de4-91a0-0027be2b3366 up at agent ovs-agent-dv-cinder-850449-2-iscsi {{(pid=110844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 20:02:51.397595 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-6cbd389a-4914-4a06-982f-3638265741d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (97a312a9-9b7a-44e0-b0a0-29fce744211d), after_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:51.398753 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-c1a79570-fe23-4a89-b7d8-1d706010f8e6 admin admin] Publish callbacks [] for security_group (cced222c-4051-4c74-9f4f-8b8dfd101025), precommit_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:51.401798 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-56852180-482f-48df-847e-62fd5df0a29b tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Publish callbacks [] for port (c1977e39-c8bf-4ced-9496-eebf14d64e59), precommit_update {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:51.410824 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-5ba564f7-ad84-4a98-a6ac-7d237bd41a93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958'] for port (1a915ddb-b03f-445f-850a-6252c5f8b719), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:51.456377 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbd389a-4914-4a06-982f-3638265741d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97a312a9-9b7a-44e0-b0a0-29fce744211d,revision_number=1']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:02:51.465749 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-56852180-482f-48df-847e-62fd5df0a29b tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958'] for port (c1977e39-c8bf-4ced-9496-eebf14d64e59), after_update {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:51.484272 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:02:51.506003 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-56852180-482f-48df-847e-62fd5df0a29b tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-452544'] for floatingip (d381b3e3-78c4-4c61-8865-3d462650f82e), after_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:51.519958 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8388d4-1bbc-463c-84f2-36bf3a585104 None None] Pushing event updated for resources: {'Port': ['ID=1a915ddb-b03f-445f-850a-6252c5f8b719,revision_number=3']} {{(pid=110844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:02:51.535166 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-6cbd389a-4914-4a06-982f-3638265741d4 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=e4a804a7fd4645c8ae05d67a75cbc8e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4680107 Jul 24 20:02:51.540151 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [-] (110843) accepted ('10.222.0.17', 59708) {{(pid=110843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:02:51.555885 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Provisioning complete for port a431a039-1718-4de4-91a0-0027be2b3366 triggered by entity L2. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 20:02:51.556208 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812910'] for port (a431a039-1718-4de4-91a0-0027be2b3366), provisioning_complete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:51.571536 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56852180-482f-48df-847e-62fd5df0a29b tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Pushing event updated for resources: {'Port': ['ID=c1977e39-c8bf-4ced-9496-eebf14d64e59,revision_number=2']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:02:51.618933 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-56852180-482f-48df-847e-62fd5df0a29b tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1048257'] for floatingip (None), before_response {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:51.620164 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [None req-56852180-482f-48df-847e-62fd5df0a29b tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2245836 Jul 24 20:02:51.635985 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-c1a79570-fe23-4a89-b7d8-1d706010f8e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (cced222c-4051-4c74-9f4f-8b8dfd101025), after_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:51.638000 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-c1a79570-fe23-4a89-b7d8-1d706010f8e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:51.639502 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [None req-c1a79570-fe23-4a89-b7d8-1d706010f8e6 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/cced222c-4051-4c74-9f4f-8b8dfd101025 HTTP/1.1" status: 204 len: 168 time: 0.4501100 Jul 24 20:02:51.648750 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-0375858c-b151-4e5b-a40a-8b6a7229a9b4 admin admin] Publish callbacks [] for security_group (97a312a9-9b7a-44e0-b0a0-29fce744211d), before_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:51.661332 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a79570-fe23-4a89-b7d8-1d706010f8e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cced222c-4051-4c74-9f4f-8b8dfd101025,revision_number=None']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:02:51.692147 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-0375858c-b151-4e5b-a40a-8b6a7229a9b4 admin admin] Publish callbacks [] for security_group (97a312a9-9b7a-44e0-b0a0-29fce744211d), precommit_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:51.722778 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.managers [None req-5ba564f7-ad84-4a98-a6ac-7d237bd41a93 None None] Attempting to bind port 1a915ddb-b03f-445f-850a-6252c5f8b719 on host dv-cinder-850449-2-iscsi for vnic_type normal with profile {{(pid=110844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 24 20:02:51.723957 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.managers [None req-5ba564f7-ad84-4a98-a6ac-7d237bd41a93 None None] Attempting to bind port 1a915ddb-b03f-445f-850a-6252c5f8b719 by drivers openvswitch,hyperv on host dv-cinder-850449-2-iscsi at level 0 using segments [{'id': '78737f80-9c2d-440f-8dc6-3a8965544158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '9568b641-7783-426b-8ad0-3ac71fba0922'}] {{(pid=110844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 24 20:02:51.724508 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba564f7-ad84-4a98-a6ac-7d237bd41a93 None None] Attempting to bind port 1a915ddb-b03f-445f-850a-6252c5f8b719 on network 9568b641-7783-426b-8ad0-3ac71fba0922 {{(pid=110844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 24 20:02:51.731797 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=100 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:02:51.773501 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba564f7-ad84-4a98-a6ac-7d237bd41a93 None None] Checking agent: {'id': '46eda511-dfa5-408c-8bd4-cb509f691033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850449-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 24, 19, 52, 9), 'started_at': datetime.datetime(2022, 7, 24, 19, 52, 39), 'heartbeat_timestamp': datetime.datetime(2022, 7, 24, 20, 2, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850449-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 24 20:02:51.773501 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba564f7-ad84-4a98-a6ac-7d237bd41a93 None None] Checking segment: {'id': '78737f80-9c2d-440f-8dc6-3a8965544158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '9568b641-7783-426b-8ad0-3ac71fba0922'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 24 20:02:51.773501 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-5ba564f7-ad84-4a98-a6ac-7d237bd41a93 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:51.773501 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba564f7-ad84-4a98-a6ac-7d237bd41a93 None None] Bound using segment: {'id': '78737f80-9c2d-440f-8dc6-3a8965544158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '9568b641-7783-426b-8ad0-3ac71fba0922'} {{(pid=110844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 24 20:02:51.773501 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.managers [None req-5ba564f7-ad84-4a98-a6ac-7d237bd41a93 None None] Bound port: 1a915ddb-b03f-445f-850a-6252c5f8b719, host: dv-cinder-850449-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78737f80-9c2d-440f-8dc6-3a8965544158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '9568b641-7783-426b-8ad0-3ac71fba0922'}}] {{(pid=110844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 24 20:02:51.773501 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-5ba564f7-ad84-4a98-a6ac-7d237bd41a93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (1a915ddb-b03f-445f-850a-6252c5f8b719), before_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:51.779636 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:02:51.853653 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Current status of the port a431a039-1718-4de4-91a0-0027be2b3366 is: DOWN; New status is: ACTIVE {{(pid=110844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 20:02:51.854054 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (a431a039-1718-4de4-91a0-0027be2b3366), before_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:51.900304 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] For port a431a039-1718-4de4-91a0-0027be2b3366, host dv-cinder-850449-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850449-2-iscsi',level=0,port_id=a431a039-1718-4de4-91a0-0027be2b3366,segment=NetworkSegment(fc72dfdc-4d29-4b3c-a3f7-b36f757f54d3),segment_id=fc72dfdc-4d29-4b3c-a3f7-b36f757f54d3)] {{(pid=110844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 20:02:51.901253 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-0375858c-b151-4e5b-a40a-8b6a7229a9b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (97a312a9-9b7a-44e0-b0a0-29fce744211d), after_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:51.904980 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-0375858c-b151-4e5b-a40a-8b6a7229a9b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:51.909015 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [None req-0375858c-b151-4e5b-a40a-8b6a7229a9b4 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/97a312a9-9b7a-44e0-b0a0-29fce744211d HTTP/1.1" status: 204 len: 168 time: 0.3619659 Jul 24 20:02:51.938544 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0375858c-b151-4e5b-a40a-8b6a7229a9b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97a312a9-9b7a-44e0-b0a0-29fce744211d,revision_number=None']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:02:51.950067 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-6e8a926a-304c-4c2e-8488-2abf3972afcf None None] Provisioning complete for port 1a915ddb-b03f-445f-850a-6252c5f8b719 triggered by entity DHCP. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 20:02:51.950279 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-6e8a926a-304c-4c2e-8488-2abf3972afcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812910'] for port (1a915ddb-b03f-445f-850a-6252c5f8b719), provisioning_complete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:51.953782 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-5ba564f7-ad84-4a98-a6ac-7d237bd41a93 None None] For port 1a915ddb-b03f-445f-850a-6252c5f8b719, host dv-cinder-850449-2-iscsi, cleared binding levels {{(pid=110844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 20:02:51.958682 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-5ba564f7-ad84-4a98-a6ac-7d237bd41a93 None None] For port 1a915ddb-b03f-445f-850a-6252c5f8b719, host dv-cinder-850449-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850449-2-iscsi',level=0,port_id=1a915ddb-b03f-445f-850a-6252c5f8b719,segment=NetworkSegment(78737f80-9c2d-440f-8dc6-3a8965544158),segment_id=78737f80-9c2d-440f-8dc6-3a8965544158)] {{(pid=110844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 20:02:51.991084 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958'] for port (a431a039-1718-4de4-91a0-0027be2b3366), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:52.071998 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Pushing event updated for resources: {'Port': ['ID=a431a039-1718-4de4-91a0-0027be2b3366,revision_number=4']} {{(pid=110844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:02:52.077688 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-5ba564f7-ad84-4a98-a6ac-7d237bd41a93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958'] for port (1a915ddb-b03f-445f-850a-6252c5f8b719), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:52.170148 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b55caae-b6ea-43df-9817-4bdaedaf8a42 None None] Sync routers for ids ['9adea673-4be9-4d9a-9b87-a2882f7e18d9'] in dv-cinder-850449-2-iscsi {{(pid=110845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 20:02:52.185752 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b55caae-b6ea-43df-9817-4bdaedaf8a42 None None] Routers {'9adea673-4be9-4d9a-9b87-a2882f7e18d9'} bound to L3 agent in host dv-cinder-850449-2-iscsi {{(pid=110845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 20:02:52.186394 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.l3_hamode_db [None req-0b55caae-b6ea-43df-9817-4bdaedaf8a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-24T19:52:06Z,description=,heartbeat_timestamp=2022-07-24T20:02:36Z,host='dv-cinder-850449-2-iscsi',id=408021b7-d46b-48c2-9f75-8a8023f9145c,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T19:52:06Z,topic='l3_agent')) {'router_ids': ['9adea673-4be9-4d9a-9b87-a2882f7e18d9'], 'active': True} {{(pid=110845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:02:52.189214 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-1729edcf-04e9-4882-85bc-a3d1c491e569 req-818cf23a-80d2-40c8-b883-75bfd528ba56 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.17 "GET /v2.0/security-groups?name=tempest-securitygroup--1168696351&fields=id&tenant_id=dcc8f2e8d4e64866a624dcd6d1de5d81 HTTP/1.1" status: 200 len: 267 time: 0.2062504 Jul 24 20:02:52.204099 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-6e8a926a-304c-4c2e-8488-2abf3972afcf None None] Port 1a915ddb-b03f-445f-850a-6252c5f8b719 cannot update to ACTIVE because it is not bound. {{(pid=110844) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 24 20:02:52.213304 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8388d4-1bbc-463c-84f2-36bf3a585104 None None] Pushing event updated for resources: {'Port': ['ID=1a915ddb-b03f-445f-850a-6252c5f8b719,revision_number=4']} {{(pid=110844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:02:52.233245 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba564f7-ad84-4a98-a6ac-7d237bd41a93 None None] Routers {'47e81123-031d-44ab-8cc7-b1e59e57cd0c'} bound to L3 agent in host dv-cinder-850449-2-iscsi {{(pid=110844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 20:02:52.234022 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_hamode_db [None req-5ba564f7-ad84-4a98-a6ac-7d237bd41a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-24T19:52:06Z,description=,heartbeat_timestamp=2022-07-24T20:02:36Z,host='dv-cinder-850449-2-iscsi',id=408021b7-d46b-48c2-9f75-8a8023f9145c,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T19:52:06Z,topic='l3_agent')) {'router_ids': ['47e81123-031d-44ab-8cc7-b1e59e57cd0c'], 'active': True} {{(pid=110844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:02:52.345810 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29973b76-bf92-4c11-af6c-6683bc20dda9 req-732a4456-e0c3-48d8-86f7-67b247e96edb tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:02:52.347804 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-29973b76-bf92-4c11-af6c-6683bc20dda9 req-732a4456-e0c3-48d8-86f7-67b247e96edb tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/ports?device_id=0b97a2bd-3e67-4a71-9c37-e823feae7fc7 HTTP/1.1" status: 200 len: 946 time: 0.1393204 Jul 24 20:02:52.439464 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.l3_dvr_db [None req-0b55caae-b6ea-43df-9817-4bdaedaf8a42 None None] Set router 9adea673-4be9-4d9a-9b87-a2882f7e18d9 gateway port host: dv-cinder-850449-2-iscsi {{(pid=110845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 20:02:52.454809 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:02:52.455301 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-29973b76-bf92-4c11-af6c-6683bc20dda9 req-e62cf611-166e-45b5-87c8-cc01c6d0b28c tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/security-groups?id=26640197-a088-42b2-99b8-e30a0e4045f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810928 Jul 24 20:02:52.456320 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Device a431a039-1718-4de4-91a0-0027be2b3366 up at agent ovs-agent-dv-cinder-850449-2-iscsi {{(pid=110844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 20:02:52.483686 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1729edcf-04e9-4882-85bc-a3d1c491e569 req-2007f2e6-3c8c-4283-b0a8-dc7fee5df8e3 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:02:52.485716 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-1729edcf-04e9-4882-85bc-a3d1c491e569 req-2007f2e6-3c8c-4283-b0a8-dc7fee5df8e3 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.17 "GET /v2.0/networks?id=9568b641-7783-426b-8ad0-3ac71fba0922 HTTP/1.1" status: 200 len: 815 time: 0.2954285 Jul 24 20:02:52.504462 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-1729edcf-04e9-4882-85bc-a3d1c491e569 req-d2edec9d-cd92-44d9-b32a-24097aa425ef tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.17 "GET /v2.0/quotas/dcc8f2e8d4e64866a624dcd6d1de5d81 HTTP/1.1" status: 200 len: 375 time: 0.0134416 Jul 24 20:02:52.574508 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_dvr_db [None req-5ba564f7-ad84-4a98-a6ac-7d237bd41a93 None None] Set router 47e81123-031d-44ab-8cc7-b1e59e57cd0c gateway port host: dv-cinder-850449-2-iscsi {{(pid=110844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 20:02:52.584823 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-1729edcf-04e9-4882-85bc-a3d1c491e569 req-bd4f69d5-dfc9-4174-b883-2f287a00e1e8 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=dcc8f2e8d4e64866a624dcd6d1de5d81&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0724185 Jul 24 20:02:52.697627 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-e960568c-fc91-499a-9498-29a7ca22b228 None None] Provisioning complete for port 1a915ddb-b03f-445f-850a-6252c5f8b719 triggered by entity DHCP. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 20:02:52.698678 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-e960568c-fc91-499a-9498-29a7ca22b228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812910'] for port (1a915ddb-b03f-445f-850a-6252c5f8b719), provisioning_complete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:52.702213 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:02:52.786662 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Provisioning complete for port a431a039-1718-4de4-91a0-0027be2b3366 triggered by entity L2. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 20:02:52.788073 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812910'] for port (a431a039-1718-4de4-91a0-0027be2b3366), provisioning_complete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:52.794093 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG dbcounter [-] [110845] Writing DB stats neutron:SELECT=100 {{(pid=110845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:02:52.795518 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.l3_hamode_db [None req-0b55caae-b6ea-43df-9817-4bdaedaf8a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9adea673-4be9-4d9a-9b87-a2882f7e18d9', 'name': 'tempest-TestMinimumBasicScenario-1477883131-router', 'tenant_id': '4d31f280cfc640dd8381ee0869d9f455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'external_fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': 'a431a039-1718-4de4-91a0-0027be2b3366', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T20:02:42Z', 'updated_at': '2022-07-24T20:02:49Z', 'revision_number': 4, 'project_id': '4d31f280cfc640dd8381ee0869d9f455', 'gw_port': {'id': 'a431a039-1718-4de4-91a0-0027be2b3366', 'name': '', 'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:29:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9adea673-4be9-4d9a-9b87-a2882f7e18d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:02:43Z', 'updated_at': '2022-07-24T20:02:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99a0caa3-3fb5-4860-826f-478186226de3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850449-2-iscsi', '_interfaces': [{'id': '085d6215-ab0e-4a33-9fa3-aeeb91bf86be', 'name': '', 'network_id': '1f489717-2e22-4983-9973-65d3238688ee', 'tenant_id': '4d31f280cfc640dd8381ee0869d9f455', 'mac_address': 'fa:16:3e:86:49:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9adea673-4be9-4d9a-9b87-a2882f7e18d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '1392647f-63da-44e8-b2ae-53624947a1a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:02:47Z', 'updated_at': '2022-07-24T20:02:49Z', 'revision_number': 2, 'project_id': '4d31f280cfc640dd8381ee0869d9f455', 'subnets': [{'id': '1392647f-63da-44e8-b2ae-53624947a1a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850449-2-iscsi', False) {} {{(pid=110845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:02:52.827150 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b55caae-b6ea-43df-9817-4bdaedaf8a42 None None] Checking router: 9adea673-4be9-4d9a-9b87-a2882f7e18d9 for host: dv-cinder-850449-2-iscsi {{(pid=110845) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 20:02:52.827502 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b55caae-b6ea-43df-9817-4bdaedaf8a42 None None] Updating router 9adea673-4be9-4d9a-9b87-a2882f7e18d9 port 085d6215-ab0e-4a33-9fa3-aeeb91bf86be binding host dv-cinder-850449-2-iscsi {{(pid=110845) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 20:02:52.880812 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron_lib.callbacks.manager [None req-0b55caae-b6ea-43df-9817-4bdaedaf8a42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (085d6215-ab0e-4a33-9fa3-aeeb91bf86be), before_update {{(pid=110845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:53.043773 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=100 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:02:53.094086 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 59758) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:02:53.116510 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-1729edcf-04e9-4882-85bc-a3d1c491e569 req-ed7bf4c5-6075-4a61-994b-d82c7268fa0a service neutron] 10.222.0.17 "GET /v2.0/networks/9568b641-7783-426b-8ad0-3ac71fba0922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5135353 Jul 24 20:02:53.132617 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-80112450-0a47-4dbe-85c5-a1d2c1b32e95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:53.334371 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Current status of the port a431a039-1718-4de4-91a0-0027be2b3366 is: ACTIVE; New status is: ACTIVE {{(pid=110844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 20:02:53.334371 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-e960568c-fc91-499a-9498-29a7ca22b228 None None] Current status of the port 1a915ddb-b03f-445f-850a-6252c5f8b719 is: DOWN; New status is: ACTIVE {{(pid=110844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 20:02:53.334371 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-e960568c-fc91-499a-9498-29a7ca22b228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (1a915ddb-b03f-445f-850a-6252c5f8b719), before_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:53.386414 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_hamode_db [None req-5ba564f7-ad84-4a98-a6ac-7d237bd41a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47e81123-031d-44ab-8cc7-b1e59e57cd0c', 'name': 'tempest-AttachVolumeNegativeTest-1190663108-router', 'tenant_id': 'dcc8f2e8d4e64866a624dcd6d1de5d81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'external_fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': 'e4a96822-ce99-4391-bf07-e617c74eb382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T20:02:39Z', 'updated_at': '2022-07-24T20:02:45Z', 'revision_number': 4, 'project_id': 'dcc8f2e8d4e64866a624dcd6d1de5d81', 'gw_port': {'id': 'e4a96822-ce99-4391-bf07-e617c74eb382', 'name': '', 'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:64:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e81123-031d-44ab-8cc7-b1e59e57cd0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:02:40Z', 'updated_at': '2022-07-24T20:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99a0caa3-3fb5-4860-826f-478186226de3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850449-2-iscsi', '_interfaces': [{'id': '1a915ddb-b03f-445f-850a-6252c5f8b719', 'name': '', 'network_id': '9568b641-7783-426b-8ad0-3ac71fba0922', 'tenant_id': 'dcc8f2e8d4e64866a624dcd6d1de5d81', 'mac_address': 'fa:16:3e:1a:0c:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47e81123-031d-44ab-8cc7-b1e59e57cd0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'cce9884f-3061-48ee-abb3-8ca2a1e54559', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:02:43Z', 'updated_at': '2022-07-24T20:02:51Z', 'revision_number': 4, 'project_id': 'dcc8f2e8d4e64866a624dcd6d1de5d81', 'subnets': [{'id': 'cce9884f-3061-48ee-abb3-8ca2a1e54559', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850449-2-iscsi', False) {} {{(pid=110844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:02:53.397929 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-80112450-0a47-4dbe-85c5-a1d2c1b32e95 admin admin] Publish callbacks [] for security_group (82b2fda3-fb96-4329-8307-d359fb0b9192), precommit_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:53.418644 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-1729edcf-04e9-4882-85bc-a3d1c491e569 req-6ff04a2d-6fa4-4f7c-b8d3-8fc2259cc492 service neutron] 10.222.0.17 "GET /v2.0/networks/9568b641-7783-426b-8ad0-3ac71fba0922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2953513 Jul 24 20:02:53.419149 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [-] (110843) accepted ('10.222.0.17', 59772) {{(pid=110843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:02:53.424530 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.v2.base [None req-d2640209-c58b-4318-bfe4-de233e26d79f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-934971673-network', 'tenant_id': '63a05ee2b3fe48ddbac52390d653027a'}} {{(pid=110843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 20:02:53.445119 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-e960568c-fc91-499a-9498-29a7ca22b228 None None] For port 1a915ddb-b03f-445f-850a-6252c5f8b719, host dv-cinder-850449-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850449-2-iscsi',level=0,port_id=1a915ddb-b03f-445f-850a-6252c5f8b719,segment=NetworkSegment(78737f80-9c2d-440f-8dc6-3a8965544158),segment_id=78737f80-9c2d-440f-8dc6-3a8965544158)] {{(pid=110844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 20:02:53.447873 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba564f7-ad84-4a98-a6ac-7d237bd41a93 None None] The sync data for ids ['47e81123-031d-44ab-8cc7-b1e59e57cd0c'] in dv-cinder-850449-2-iscsi is: [{'id': '47e81123-031d-44ab-8cc7-b1e59e57cd0c', 'name': 'tempest-AttachVolumeNegativeTest-1190663108-router', 'tenant_id': 'dcc8f2e8d4e64866a624dcd6d1de5d81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'external_fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': 'e4a96822-ce99-4391-bf07-e617c74eb382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T20:02:39Z', 'updated_at': '2022-07-24T20:02:45Z', 'revision_number': 4, 'project_id': 'dcc8f2e8d4e64866a624dcd6d1de5d81', 'gw_port': {'id': 'e4a96822-ce99-4391-bf07-e617c74eb382', 'name': '', 'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:64:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e81123-031d-44ab-8cc7-b1e59e57cd0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:02:40Z', 'updated_at': '2022-07-24T20:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99a0caa3-3fb5-4860-826f-478186226de3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850449-2-iscsi', '_interfaces': [{'id': '1a915ddb-b03f-445f-850a-6252c5f8b719', 'name': '', 'network_id': '9568b641-7783-426b-8ad0-3ac71fba0922', 'tenant_id': 'dcc8f2e8d4e64866a624dcd6d1de5d81', 'mac_address': 'fa:16:3e:1a:0c:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47e81123-031d-44ab-8cc7-b1e59e57cd0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'cce9884f-3061-48ee-abb3-8ca2a1e54559', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:02:43Z', 'updated_at': '2022-07-24T20:02:51Z', 'revision_number': 4, 'project_id': 'dcc8f2e8d4e64866a624dcd6d1de5d81', 'subnets': [{'id': 'cce9884f-3061-48ee-abb3-8ca2a1e54559', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 20:02:53.470490 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-80112450-0a47-4dbe-85c5-a1d2c1b32e95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (82b2fda3-fb96-4329-8307-d359fb0b9192), after_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:53.500113 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-e960568c-fc91-499a-9498-29a7ca22b228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958'] for port (1a915ddb-b03f-445f-850a-6252c5f8b719), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:53.564169 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2640209-c58b-4318-bfe4-de233e26d79f admin admin] Made reservation on behalf of 63a05ee2b3fe48ddbac52390d653027a for: {'network': 1} {{(pid=110843) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 20:02:53.564169 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-d2640209-c58b-4318-bfe4-de233e26d79f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for network (None), before_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:53.570403 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-d2640209-c58b-4318-bfe4-de233e26d79f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:53.593846 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e960568c-fc91-499a-9498-29a7ca22b228 None None] Pushing event updated for resources: {'Port': ['ID=1a915ddb-b03f-445f-850a-6252c5f8b719,revision_number=5']} {{(pid=110844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:02:53.594054 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [-] (110843) accepted ('10.222.0.17', 59780) {{(pid=110843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:02:53.611961 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-80112450-0a47-4dbe-85c5-a1d2c1b32e95 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=6e3fd63409d94afd9bb94ea6a8c32690&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4939241 Jul 24 20:02:53.646443 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80112450-0a47-4dbe-85c5-a1d2c1b32e95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82b2fda3-fb96-4329-8307-d359fb0b9192,revision_number=1']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:02:53.647533 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron_lib.callbacks.manager [None req-0b55caae-b6ea-43df-9817-4bdaedaf8a42 None None] Publish callbacks [] for port (085d6215-ab0e-4a33-9fa3-aeeb91bf86be), precommit_update {{(pid=110845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:53.763716 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce27029a-0da1-47fe-800b-11f12da5ed4c req-a8dcee01-c5f1-42b1-8855-7d2718dedaa2 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:02:53.765348 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-ce27029a-0da1-47fe-800b-11f12da5ed4c req-a8dcee01-c5f1-42b1-8855-7d2718dedaa2 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/ports?device_id=0b97a2bd-3e67-4a71-9c37-e823feae7fc7 HTTP/1.1" status: 200 len: 946 time: 0.1081030 Jul 24 20:02:53.784891 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron_lib.callbacks.manager [None req-0b55caae-b6ea-43df-9817-4bdaedaf8a42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958'] for port (085d6215-ab0e-4a33-9fa3-aeeb91bf86be), after_update {{(pid=110845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:53.785436 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:02:53.791572 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG dbcounter [-] [110845] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:02:53.828901 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-fbbcbf72-ae62-4881-9a65-8645ed3c59c0 admin admin] Publish callbacks [] for security_group (82b2fda3-fb96-4329-8307-d359fb0b9192), before_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:53.876676 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:02:53.904400 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde2ef28-b53a-44e5-9d32-96e8d3f116b8 None None] Pushing event updated for resources: {'Port': ['ID=085d6215-ab0e-4a33-9fa3-aeeb91bf86be,revision_number=3']} {{(pid=110845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:02:53.969285 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-ce27029a-0da1-47fe-800b-11f12da5ed4c req-2d5f4255-03ee-4f9d-9897-87557b0e6d6d tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/security-groups?id=26640197-a088-42b2-99b8-e30a0e4045f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968260 Jul 24 20:02:53.995056 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-d2640209-c58b-4318-bfe4-de233e26d79f admin admin] Publish callbacks [] for security_group (30578578-8650-44c1-b1d7-05dc3edfe20d), precommit_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:53.995056 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-fbbcbf72-ae62-4881-9a65-8645ed3c59c0 admin admin] Publish callbacks [] for security_group (82b2fda3-fb96-4329-8307-d359fb0b9192), precommit_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:54.069310 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.plugins.ml2.managers [None req-0b55caae-b6ea-43df-9817-4bdaedaf8a42 None None] Attempting to bind port 085d6215-ab0e-4a33-9fa3-aeeb91bf86be on host dv-cinder-850449-2-iscsi for vnic_type normal with profile {{(pid=110845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 24 20:02:54.069650 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.plugins.ml2.managers [None req-0b55caae-b6ea-43df-9817-4bdaedaf8a42 None None] Attempting to bind port 085d6215-ab0e-4a33-9fa3-aeeb91bf86be by drivers openvswitch,hyperv on host dv-cinder-850449-2-iscsi at level 0 using segments [{'id': '8b9f0f7e-05bb-4220-a9b7-1bc5128e8915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '1f489717-2e22-4983-9973-65d3238688ee'}] {{(pid=110845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 24 20:02:54.070017 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b55caae-b6ea-43df-9817-4bdaedaf8a42 None None] Attempting to bind port 085d6215-ab0e-4a33-9fa3-aeeb91bf86be on network 1f489717-2e22-4983-9973-65d3238688ee {{(pid=110845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 24 20:02:54.078515 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b55caae-b6ea-43df-9817-4bdaedaf8a42 None None] Checking agent: {'id': '46eda511-dfa5-408c-8bd4-cb509f691033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850449-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 24, 19, 52, 9), 'started_at': datetime.datetime(2022, 7, 24, 19, 52, 39), 'heartbeat_timestamp': datetime.datetime(2022, 7, 24, 20, 2, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850449-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 24 20:02:54.078901 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b55caae-b6ea-43df-9817-4bdaedaf8a42 None None] Checking segment: {'id': '8b9f0f7e-05bb-4220-a9b7-1bc5128e8915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '1f489717-2e22-4983-9973-65d3238688ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 24 20:02:54.079306 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron_lib.callbacks.manager [None req-0b55caae-b6ea-43df-9817-4bdaedaf8a42 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:54.079703 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b55caae-b6ea-43df-9817-4bdaedaf8a42 None None] Bound using segment: {'id': '8b9f0f7e-05bb-4220-a9b7-1bc5128e8915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '1f489717-2e22-4983-9973-65d3238688ee'} {{(pid=110845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 24 20:02:54.080185 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.plugins.ml2.managers [None req-0b55caae-b6ea-43df-9817-4bdaedaf8a42 None None] Bound port: 085d6215-ab0e-4a33-9fa3-aeeb91bf86be, host: dv-cinder-850449-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b9f0f7e-05bb-4220-a9b7-1bc5128e8915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '1f489717-2e22-4983-9973-65d3238688ee'}}] {{(pid=110845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 24 20:02:54.080562 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron_lib.callbacks.manager [None req-0b55caae-b6ea-43df-9817-4bdaedaf8a42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (085d6215-ab0e-4a33-9fa3-aeeb91bf86be), before_update {{(pid=110845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:54.155136 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:02:54.166878 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-91f58b55-a948-48d4-8d83-f753e1dc7d16 req-0477d67a-0506-4f80-b960-843db0ab09be tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.17 "GET /v2.0/ports?device_id=d14a8072-7f75-43da-8d5e-040cd9378f5e HTTP/1.1" status: 200 len: 210 time: 0.2226260 Jul 24 20:02:54.179760 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-d2640209-c58b-4318-bfe4-de233e26d79f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (30578578-8650-44c1-b1d7-05dc3edfe20d), after_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:54.259267 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.plugins.ml2.db [None req-0b55caae-b6ea-43df-9817-4bdaedaf8a42 None None] For port 085d6215-ab0e-4a33-9fa3-aeeb91bf86be, host dv-cinder-850449-2-iscsi, cleared binding levels {{(pid=110845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 20:02:54.266936 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.plugins.ml2.db [None req-0b55caae-b6ea-43df-9817-4bdaedaf8a42 None None] For port 085d6215-ab0e-4a33-9fa3-aeeb91bf86be, host dv-cinder-850449-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850449-2-iscsi',level=0,port_id=085d6215-ab0e-4a33-9fa3-aeeb91bf86be,segment=NetworkSegment(8b9f0f7e-05bb-4220-a9b7-1bc5128e8915),segment_id=8b9f0f7e-05bb-4220-a9b7-1bc5128e8915)] {{(pid=110845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 20:02:54.287340 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:02:54.346990 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:02:54.362155 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron_lib.callbacks.manager [None req-0b55caae-b6ea-43df-9817-4bdaedaf8a42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958'] for port (085d6215-ab0e-4a33-9fa3-aeeb91bf86be), after_update {{(pid=110845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:54.386073 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2640209-c58b-4318-bfe4-de233e26d79f admin admin] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=110843) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 20:02:54.387245 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Device 1a915ddb-b03f-445f-850a-6252c5f8b719 up at agent ovs-agent-dv-cinder-850449-2-iscsi {{(pid=110844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 20:02:54.490302 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b55caae-b6ea-43df-9817-4bdaedaf8a42 None None] Routers {'9adea673-4be9-4d9a-9b87-a2882f7e18d9'} bound to L3 agent in host dv-cinder-850449-2-iscsi {{(pid=110845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 20:02:54.491460 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.l3_hamode_db [None req-0b55caae-b6ea-43df-9817-4bdaedaf8a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-24T19:52:06Z,description=,heartbeat_timestamp=2022-07-24T20:02:36Z,host='dv-cinder-850449-2-iscsi',id=408021b7-d46b-48c2-9f75-8a8023f9145c,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T19:52:06Z,topic='l3_agent')) {'router_ids': ['9adea673-4be9-4d9a-9b87-a2882f7e18d9'], 'active': True} {{(pid=110845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:02:54.495498 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde2ef28-b53a-44e5-9d32-96e8d3f116b8 None None] Pushing event updated for resources: {'Port': ['ID=085d6215-ab0e-4a33-9fa3-aeeb91bf86be,revision_number=4']} {{(pid=110845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:02:54.521262 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2640209-c58b-4318-bfe4-de233e26d79f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30578578-8650-44c1-b1d7-05dc3edfe20d,revision_number=1']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:02:54.566054 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-1a46dcbb-bd02-46ba-a6ce-2036290bafaf None None] Provisioning complete for port 085d6215-ab0e-4a33-9fa3-aeeb91bf86be triggered by entity DHCP. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 20:02:54.566434 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-1a46dcbb-bd02-46ba-a6ce-2036290bafaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812910'] for port (085d6215-ab0e-4a33-9fa3-aeeb91bf86be), provisioning_complete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:54.613755 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-fbbcbf72-ae62-4881-9a65-8645ed3c59c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (82b2fda3-fb96-4329-8307-d359fb0b9192), after_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:54.618513 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-fbbcbf72-ae62-4881-9a65-8645ed3c59c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:54.647484 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [None req-fbbcbf72-ae62-4881-9a65-8645ed3c59c0 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/82b2fda3-fb96-4329-8307-d359fb0b9192 HTTP/1.1" status: 204 len: 168 time: 1.0130079 Jul 24 20:02:54.647954 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Provisioning complete for port 1a915ddb-b03f-445f-850a-6252c5f8b719 triggered by entity L2. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 20:02:54.647954 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812910'] for port (1a915ddb-b03f-445f-850a-6252c5f8b719), provisioning_complete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:54.648246 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-d2640209-c58b-4318-bfe4-de233e26d79f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7750649'] for segment (38051b64-4a81-4755-be90-b4c7fa6fec03), precommit_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:54.648246 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.db.segments_db [None req-d2640209-c58b-4318-bfe4-de233e26d79f admin admin] Added segment 38051b64-4a81-4755-be90-b4c7fa6fec03 of type vlan for network bb7a4919-f9c2-4a92-b1d6-8769072f417a Jul 24 20:02:54.689920 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbcbf72-ae62-4881-9a65-8645ed3c59c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82b2fda3-fb96-4329-8307-d359fb0b9192,revision_number=None']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:02:54.819684 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-d2640209-c58b-4318-bfe4-de233e26d79f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731445242929'] for network (bb7a4919-f9c2-4a92-b1d6-8769072f417a), precommit_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:54.871779 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.l3_dvr_db [None req-0b55caae-b6ea-43df-9817-4bdaedaf8a42 None None] Set router 9adea673-4be9-4d9a-9b87-a2882f7e18d9 gateway port host: dv-cinder-850449-2-iscsi {{(pid=110845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 20:02:54.959282 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG dbcounter [-] [110845] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:02:54.971223 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-1a46dcbb-bd02-46ba-a6ce-2036290bafaf None None] Current status of the port 085d6215-ab0e-4a33-9fa3-aeeb91bf86be is: DOWN; New status is: ACTIVE {{(pid=110844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 20:02:54.971223 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-1a46dcbb-bd02-46ba-a6ce-2036290bafaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (085d6215-ab0e-4a33-9fa3-aeeb91bf86be), before_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:54.974589 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-d2640209-c58b-4318-bfe4-de233e26d79f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937'] for network (bb7a4919-f9c2-4a92-b1d6-8769072f417a), after_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:54.976509 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2640209-c58b-4318-bfe4-de233e26d79f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:02:54.980126 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-d2640209-c58b-4318-bfe4-de233e26d79f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594923'] for network (None), before_response {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:55.089865 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Current status of the port 1a915ddb-b03f-445f-850a-6252c5f8b719 is: ACTIVE; New status is: ACTIVE {{(pid=110844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 20:02:55.138060 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-1a46dcbb-bd02-46ba-a6ce-2036290bafaf None None] For port 085d6215-ab0e-4a33-9fa3-aeeb91bf86be, host dv-cinder-850449-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850449-2-iscsi',level=0,port_id=085d6215-ab0e-4a33-9fa3-aeeb91bf86be,segment=NetworkSegment(8b9f0f7e-05bb-4220-a9b7-1bc5128e8915),segment_id=8b9f0f7e-05bb-4220-a9b7-1bc5128e8915)] {{(pid=110844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 20:02:55.196857 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [None req-d2640209-c58b-4318-bfe4-de233e26d79f admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 1.7706563 Jul 24 20:02:55.197339 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 59830) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:02:55.202222 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.v2.base [None req-53f558b1-7fec-4436-ac10-e54dc1d4588e admin admin] Request body: {'subnet': {'network_id': 'bb7a4919-f9c2-4a92-b1d6-8769072f417a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-934971673-subnet', 'tenant_id': '63a05ee2b3fe48ddbac52390d653027a', 'ip_version': 4}} {{(pid=110842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 20:02:55.206559 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2640209-c58b-4318-bfe4-de233e26d79f admin admin] Pushing event updated for resources: {'Network': ['ID=bb7a4919-f9c2-4a92-b1d6-8769072f417a,revision_number=1']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:02:55.218355 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Network bb7a4919-f9c2-4a92-b1d6-8769072f417a details requested by agent ovs-agent-dv-cinder-850449-2-iscsi with host dv-cinder-850449-2-iscsi {{(pid=110844) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 20:02:55.253219 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eca8da-84a3-4a6e-81f4-b20c9e0decea req-c66bfa55-cf34-40da-9660-8b08f57cda86 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:02:55.254922 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-b0eca8da-84a3-4a6e-81f4-b20c9e0decea req-c66bfa55-cf34-40da-9660-8b08f57cda86 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/ports?device_id=0b97a2bd-3e67-4a71-9c37-e823feae7fc7 HTTP/1.1" status: 200 len: 946 time: 0.0702124 Jul 24 20:02:55.312035 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.l3_hamode_db [None req-0b55caae-b6ea-43df-9817-4bdaedaf8a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9adea673-4be9-4d9a-9b87-a2882f7e18d9', 'name': 'tempest-TestMinimumBasicScenario-1477883131-router', 'tenant_id': '4d31f280cfc640dd8381ee0869d9f455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'external_fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': 'a431a039-1718-4de4-91a0-0027be2b3366', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T20:02:42Z', 'updated_at': '2022-07-24T20:02:49Z', 'revision_number': 4, 'project_id': '4d31f280cfc640dd8381ee0869d9f455', 'gw_port': {'id': 'a431a039-1718-4de4-91a0-0027be2b3366', 'name': '', 'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:29:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9adea673-4be9-4d9a-9b87-a2882f7e18d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:02:43Z', 'updated_at': '2022-07-24T20:02:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99a0caa3-3fb5-4860-826f-478186226de3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850449-2-iscsi', '_interfaces': [{'id': '085d6215-ab0e-4a33-9fa3-aeeb91bf86be', 'name': '', 'network_id': '1f489717-2e22-4983-9973-65d3238688ee', 'tenant_id': '4d31f280cfc640dd8381ee0869d9f455', 'mac_address': 'fa:16:3e:86:49:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9adea673-4be9-4d9a-9b87-a2882f7e18d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '1392647f-63da-44e8-b2ae-53624947a1a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:02:47Z', 'updated_at': '2022-07-24T20:02:54Z', 'revision_number': 4, 'project_id': '4d31f280cfc640dd8381ee0869d9f455', 'subnets': [{'id': '1392647f-63da-44e8-b2ae-53624947a1a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850449-2-iscsi', False) {} {{(pid=110845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:02:55.322247 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-1a46dcbb-bd02-46ba-a6ce-2036290bafaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958'] for port (085d6215-ab0e-4a33-9fa3-aeeb91bf86be), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:55.327710 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-b0eca8da-84a3-4a6e-81f4-b20c9e0decea req-3575e437-643a-44ab-9603-07ccbb26e432 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/security-groups?id=26640197-a088-42b2-99b8-e30a0e4045f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659089 Jul 24 20:02:55.327944 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53f558b1-7fec-4436-ac10-e54dc1d4588e admin admin] Made reservation on behalf of 63a05ee2b3fe48ddbac52390d653027a for: {'subnet': 1} {{(pid=110842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 20:02:55.332475 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-53f558b1-7fec-4436-ac10-e54dc1d4588e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8410681'] for subnet (None), before_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:55.356509 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b55caae-b6ea-43df-9817-4bdaedaf8a42 None None] The sync data for ids ['9adea673-4be9-4d9a-9b87-a2882f7e18d9'] in dv-cinder-850449-2-iscsi is: [{'id': '9adea673-4be9-4d9a-9b87-a2882f7e18d9', 'name': 'tempest-TestMinimumBasicScenario-1477883131-router', 'tenant_id': '4d31f280cfc640dd8381ee0869d9f455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'external_fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': 'a431a039-1718-4de4-91a0-0027be2b3366', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T20:02:42Z', 'updated_at': '2022-07-24T20:02:49Z', 'revision_number': 4, 'project_id': '4d31f280cfc640dd8381ee0869d9f455', 'gw_port': {'id': 'a431a039-1718-4de4-91a0-0027be2b3366', 'name': '', 'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:29:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9adea673-4be9-4d9a-9b87-a2882f7e18d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:02:43Z', 'updated_at': '2022-07-24T20:02:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99a0caa3-3fb5-4860-826f-478186226de3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850449-2-iscsi', '_interfaces': [{'id': '085d6215-ab0e-4a33-9fa3-aeeb91bf86be', 'name': '', 'network_id': '1f489717-2e22-4983-9973-65d3238688ee', 'tenant_id': '4d31f280cfc640dd8381ee0869d9f455', 'mac_address': 'fa:16:3e:86:49:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9adea673-4be9-4d9a-9b87-a2882f7e18d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '1392647f-63da-44e8-b2ae-53624947a1a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:02:47Z', 'updated_at': '2022-07-24T20:02:54Z', 'revision_number': 4, 'project_id': '4d31f280cfc640dd8381ee0869d9f455', 'subnets': [{'id': '1392647f-63da-44e8-b2ae-53624947a1a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 20:02:55.449036 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a46dcbb-bd02-46ba-a6ce-2036290bafaf None None] Pushing event updated for resources: {'Port': ['ID=085d6215-ab0e-4a33-9fa3-aeeb91bf86be,revision_number=5']} {{(pid=110844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:02:55.465009 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-6c1c30b4-2c9c-4278-89a4-42276b8945a5 None None] Provisioning complete for port 085d6215-ab0e-4a33-9fa3-aeeb91bf86be triggered by entity DHCP. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 20:02:55.465456 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-6c1c30b4-2c9c-4278-89a4-42276b8945a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812910'] for port (085d6215-ab0e-4a33-9fa3-aeeb91bf86be), provisioning_complete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:55.593585 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-c900d214-57e6-4cf7-9643-caf00fd841dd req-41836a24-5ae0-48ca-ab96-ec4404336210 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.17 "GET /v2.0/ports?device_id=d14a8072-7f75-43da-8d5e-040cd9378f5e HTTP/1.1" status: 200 len: 210 time: 0.0969372 Jul 24 20:02:55.710845 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-6c1c30b4-2c9c-4278-89a4-42276b8945a5 None None] Current status of the port 085d6215-ab0e-4a33-9fa3-aeeb91bf86be is: ACTIVE; New status is: ACTIVE {{(pid=110844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 20:02:55.884311 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-53f558b1-7fec-4436-ac10-e54dc1d4588e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8925179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8410667'] for subnet (69625056-e2a2-44c0-9652-6e3fa644c424), after_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:56.049513 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f558b1-7fec-4436-ac10-e54dc1d4588e admin admin] Pushing event updated for resources: {'Subnet': ['ID=69625056-e2a2-44c0-9652-6e3fa644c424,revision_number=0']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:02:56.085392 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f558b1-7fec-4436-ac10-e54dc1d4588e admin admin] Checking segment: {'id': '38051b64-4a81-4755-be90-b4c7fa6fec03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'bb7a4919-f9c2-4a92-b1d6-8769072f417a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 24 20:02:56.093216 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f558b1-7fec-4436-ac10-e54dc1d4588e admin admin] Network hostable DHCP agents. Network: bb7a4919-f9c2-4a92-b1d6-8769072f417a, hostable agents: ['dc36e0ef-94f3-4a3e-9c13-4790afccb2e9'], hosted agents: [] {{(pid=110842) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 20:02:56.109458 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [-] (110843) accepted ('10.222.0.17', 59888) {{(pid=110843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:02:56.185276 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.db.db_base_plugin_v2 [None req-addb07de-a845-4b3a-865e-864ee0ca9542 admin admin] Deleting subnet 6de4737d-7798-4809-a9ba-494ea1f5283a {{(pid=110843) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 24 20:02:56.211391 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-addb07de-a845-4b3a-865e-864ee0ca9542 admin admin] Publish callbacks [] for subnet (6de4737d-7798-4809-a9ba-494ea1f5283a), before_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:56.258123 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecc97af-1bb1-4ef5-9e5f-074b6e7f67b1 req-d779778d-971a-4a3b-ae16-5720132bed54 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:02:56.261722 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-5ecc97af-1bb1-4ef5-9e5f-074b6e7f67b1 req-d779778d-971a-4a3b-ae16-5720132bed54 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/ports?device_id=8ad940d2-dab6-42ec-a84a-53ee9242b68d HTTP/1.1" status: 200 len: 945 time: 0.0955329 Jul 24 20:02:56.277515 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-addb07de-a845-4b3a-865e-864ee0ca9542 admin admin] Publish callbacks [] for subnet (6de4737d-7798-4809-a9ba-494ea1f5283a), precommit_delete_associations {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:56.284322 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Device 085d6215-ab0e-4a33-9fa3-aeeb91bf86be up at agent ovs-agent-dv-cinder-850449-2-iscsi {{(pid=110844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 20:02:56.291653 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-addb07de-a845-4b3a-865e-864ee0ca9542 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7817528'] for subnet (6de4737d-7798-4809-a9ba-494ea1f5283a), precommit_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:56.310369 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f558b1-7fec-4436-ac10-e54dc1d4588e admin admin] Network bb7a4919-f9c2-4a92-b1d6-8769072f417a is scheduled to be hosted by DHCP agent dc36e0ef-94f3-4a3e-9c13-4790afccb2e9 with binding_index 1 {{(pid=110842) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 20:02:56.322864 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:02:56.370824 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-5ecc97af-1bb1-4ef5-9e5f-074b6e7f67b1 req-35f3092c-6227-447d-9d72-668dbc0488d8 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/security-groups?id=7fd4fa86-8151-45a8-babb-f1c645ad6646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1033056 Jul 24 20:02:56.374772 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Provisioning complete for port 085d6215-ab0e-4a33-9fa3-aeeb91bf86be triggered by entity L2. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 20:02:56.375287 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812910'] for port (085d6215-ab0e-4a33-9fa3-aeeb91bf86be), provisioning_complete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:56.433246 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:02:56.435637 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.scheduler.base_scheduler [None req-53f558b1-7fec-4436-ac10-e54dc1d4588e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850449-2-iscsi, bb7a4919-f9c2-4a92-b1d6-8769072f417a) {{(pid=110842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 20:02:56.441378 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53f558b1-7fec-4436-ac10-e54dc1d4588e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:02:56.442571 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-53f558b1-7fec-4436-ac10-e54dc1d4588e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594923'] for subnet (None), before_response {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:56.487556 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b1e525b-3639-443e-bf8d-c83ec3079553 None None] Network bb7a4919-f9c2-4a92-b1d6-8769072f417a requested from dv-cinder-850449-2-iscsi {{(pid=110844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 24 20:02:56.527234 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-addb07de-a845-4b3a-865e-864ee0ca9542 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7817521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937'] for subnet (6de4737d-7798-4809-a9ba-494ea1f5283a), after_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:56.557700 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-53f558b1-7fec-4436-ac10-e54dc1d4588e admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3594503 Jul 24 20:02:56.559898 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 59902) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:02:56.563277 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.v2.base [None req-0d91c1b6-39df-4fed-bf42-fa2f887af244 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-934971673-router', 'tenant_id': '63a05ee2b3fe48ddbac52390d653027a', 'external_gateway_info': {'network_id': '10498192-3528-4341-803f-d59b33e3b71c'}}} {{(pid=110842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 20:02:56.568026 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Current status of the port 085d6215-ab0e-4a33-9fa3-aeeb91bf86be is: ACTIVE; New status is: ACTIVE {{(pid=110844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 20:02:56.605719 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addb07de-a845-4b3a-865e-864ee0ca9542 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6de4737d-7798-4809-a9ba-494ea1f5283a,revision_number=None']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:02:56.620487 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-addb07de-a845-4b3a-865e-864ee0ca9542 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594923'] for subnet (None), before_response {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:56.620487 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [None req-addb07de-a845-4b3a-865e-864ee0ca9542 admin admin] 10.222.0.17 "DELETE /v2.0/subnets/6de4737d-7798-4809-a9ba-494ea1f5283a HTTP/1.1" status: 204 len: 168 time: 0.5064549 Jul 24 20:02:56.620745 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 59906) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:02:56.655411 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1febf74c-dad6-4c22-893b-00efdf51930f req-935f5ffb-edf3-480d-bb10-b75b8bac066c tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:02:56.657130 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-1febf74c-dad6-4c22-893b-00efdf51930f req-935f5ffb-edf3-480d-bb10-b75b8bac066c tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/ports?device_id=0b97a2bd-3e67-4a71-9c37-e823feae7fc7 HTTP/1.1" status: 200 len: 946 time: 0.1675987 Jul 24 20:02:56.688010 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a640e727-3af9-404b-ae2b-62b4ea8f26b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp900f634c-eb0d-5d65-94fb-55faaa86ae34-bb7a4919-f9c2-4a92-b1d6-8769072f417a', 'network_id': 'bb7a4919-f9c2-4a92-b1d6-8769072f417a', 'project_id': '63a05ee2b3fe48ddbac52390d653027a', 'fixed_ips': [{'subnet_id': '69625056-e2a2-44c0-9652-6e3fa644c424'}]}} from dv-cinder-850449-2-iscsi. {{(pid=110844) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 24 20:02:56.689025 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-a640e727-3af9-404b-ae2b-62b4ea8f26b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (None), before_create {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:56.756863 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-52f7cd77-e4cc-47d4-9001-5baa6e2b8a59 req-f42d1364-e6f4-4619-be8f-0b6096747e8a tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.17 "GET /v2.0/ports?device_id=d14a8072-7f75-43da-8d5e-040cd9378f5e HTTP/1.1" status: 200 len: 210 time: 0.0415950 Jul 24 20:02:56.782095 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-1febf74c-dad6-4c22-893b-00efdf51930f req-f3abef24-95d2-44e2-96c6-3930147eb551 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/security-groups?id=26640197-a088-42b2-99b8-e30a0e4045f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116495 Jul 24 20:02:56.782291 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-1899892b-22f2-4f83-a47b-70f945587d63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7930929'] for network (2c6f48d7-8e3f-4a98-a5f6-993062605853), before_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:56.787317 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-0d91c1b6-39df-4fed-bf42-fa2f887af244 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-453983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-719'] for router (6cae1cba-fc90-4f73-8673-cb28f5400d44), before_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:56.789065 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-0d91c1b6-39df-4fed-bf42-fa2f887af244 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-450886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-446411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-479098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-760'] for router (6cae1cba-fc90-4f73-8673-cb28f5400d44), precommit_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:56.874892 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.db_base_plugin_common [None req-a640e727-3af9-404b-ae2b-62b4ea8f26b9 None None] Allocated IP 172.20.0.2 (bb7a4919-f9c2-4a92-b1d6-8769072f417a/69625056-e2a2-44c0-9652-6e3fa644c424/59bc112c-f582-4394-893f-3cdb68cea1c4) {{(pid=110844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 20:02:56.920555 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-1899892b-22f2-4f83-a47b-70f945587d63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7817651', 'neutron.services.segments.db._delete_segments_for_network-8731445707084'] for network (2c6f48d7-8e3f-4a98-a5f6-993062605853), precommit_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:56.933305 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-0d91c1b6-39df-4fed-bf42-fa2f887af244 admin admin] Publish callbacks [] for router_controller (6cae1cba-fc90-4f73-8673-cb28f5400d44), precommit_add_association {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:56.947986 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.services.segments.db [None req-1899892b-22f2-4f83-a47b-70f945587d63 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c6f48d7-8e3f-4a98-a5f6-993062605853']}} {{(pid=110842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:02:56.959202 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:02:56.961328 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.services.segments.db [None req-1899892b-22f2-4f83-a47b-70f945587d63 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c50f599d-a42f-49b9-baee-a7062b31dde9') {'for_net_delete': True} {{(pid=110842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:02:56.961660 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.services.segments.db [None req-1899892b-22f2-4f83-a47b-70f945587d63 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c50f599d-a42f-49b9-baee-a7062b31dde9') {} {{(pid=110842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:02:56.974415 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-1899892b-22f2-4f83-a47b-70f945587d63 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731445706213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8979360'] for segment (c50f599d-a42f-49b9-baee-a7062b31dde9), before_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:56.993663 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-1899892b-22f2-4f83-a47b-70f945587d63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7750649'] for segment (c50f599d-a42f-49b9-baee-a7062b31dde9), precommit_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:57.003407 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1899892b-22f2-4f83-a47b-70f945587d63 admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=110842) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 20:02:57.003407 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-1899892b-22f2-4f83-a47b-70f945587d63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7750649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8924928'] for segment (c50f599d-a42f-49b9-baee-a7062b31dde9), after_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:57.033117 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.services.segments.plugin [-] Segment c50f599d-a42f-49b9-baee-a7062b31dde9 resource provider aggregate not found Jul 24 20:02:57.129288 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.services.segments.plugin [-] Segment c50f599d-a42f-49b9-baee-a7062b31dde9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c50f599d-a42f-49b9-baee-a7062b31dde9 found for delete ", "request_id": "req-79c3407c-8ea2-4422-834e-9c908221d054"}]} Jul 24 20:02:57.146316 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-a640e727-3af9-404b-ae2b-62b4ea8f26b9 None None] Publish callbacks [] for port (59bc112c-f582-4394-893f-3cdb68cea1c4), precommit_create {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:57.232839 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-a640e727-3af9-404b-ae2b-62b4ea8f26b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731445223406'] for port (59bc112c-f582-4394-893f-3cdb68cea1c4), after_create {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:57.281689 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a640e727-3af9-404b-ae2b-62b4ea8f26b9 None None] Network bb7a4919-f9c2-4a92-b1d6-8769072f417a is already hosted by enough agents. {{(pid=110844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 20:02:57.289603 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.scheduler.base_scheduler [None req-a640e727-3af9-404b-ae2b-62b4ea8f26b9 None None] Resources bound (agent type, host, resource id): {{(pid=110844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 20:02:57.294571 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a640e727-3af9-404b-ae2b-62b4ea8f26b9 None None] Received port after_create {{(pid=110844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 24 20:02:57.297808 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-0d91c1b6-39df-4fed-bf42-fa2f887af244 admin admin] Publish callbacks [] for router_gateway (6cae1cba-fc90-4f73-8673-cb28f5400d44), precommit_update {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:57.298439 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a640e727-3af9-404b-ae2b-62b4ea8f26b9 None None] Pushing event updated for resources: {'Port': ['ID=59bc112c-f582-4394-893f-3cdb68cea1c4,revision_number=1']} {{(pid=110844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:02:57.362194 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.managers [None req-a640e727-3af9-404b-ae2b-62b4ea8f26b9 None None] Attempting to bind port 59bc112c-f582-4394-893f-3cdb68cea1c4 on host dv-cinder-850449-2-iscsi for vnic_type normal with profile {{(pid=110844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 24 20:02:57.362700 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.managers [None req-a640e727-3af9-404b-ae2b-62b4ea8f26b9 None None] Attempting to bind port 59bc112c-f582-4394-893f-3cdb68cea1c4 by drivers openvswitch,hyperv on host dv-cinder-850449-2-iscsi at level 0 using segments [{'id': '38051b64-4a81-4755-be90-b4c7fa6fec03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'bb7a4919-f9c2-4a92-b1d6-8769072f417a'}] {{(pid=110844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 24 20:02:57.363160 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a640e727-3af9-404b-ae2b-62b4ea8f26b9 None None] Attempting to bind port 59bc112c-f582-4394-893f-3cdb68cea1c4 on network bb7a4919-f9c2-4a92-b1d6-8769072f417a {{(pid=110844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 24 20:02:57.365545 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:02:57.369712 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a640e727-3af9-404b-ae2b-62b4ea8f26b9 None None] Checking agent: {'id': '46eda511-dfa5-408c-8bd4-cb509f691033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850449-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 24, 19, 52, 9), 'started_at': datetime.datetime(2022, 7, 24, 19, 52, 39), 'heartbeat_timestamp': datetime.datetime(2022, 7, 24, 20, 2, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850449-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 24 20:02:57.370281 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a640e727-3af9-404b-ae2b-62b4ea8f26b9 None None] Checking segment: {'id': '38051b64-4a81-4755-be90-b4c7fa6fec03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'bb7a4919-f9c2-4a92-b1d6-8769072f417a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 24 20:02:57.370781 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-a640e727-3af9-404b-ae2b-62b4ea8f26b9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:57.371253 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a640e727-3af9-404b-ae2b-62b4ea8f26b9 None None] Bound using segment: {'id': '38051b64-4a81-4755-be90-b4c7fa6fec03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'bb7a4919-f9c2-4a92-b1d6-8769072f417a'} {{(pid=110844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 24 20:02:57.371796 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.managers [None req-a640e727-3af9-404b-ae2b-62b4ea8f26b9 None None] Bound port: 59bc112c-f582-4394-893f-3cdb68cea1c4, host: dv-cinder-850449-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38051b64-4a81-4755-be90-b4c7fa6fec03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'bb7a4919-f9c2-4a92-b1d6-8769072f417a'}}] {{(pid=110844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 24 20:02:57.372235 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-a640e727-3af9-404b-ae2b-62b4ea8f26b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (59bc112c-f582-4394-893f-3cdb68cea1c4), before_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:57.390555 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-1899892b-22f2-4f83-a47b-70f945587d63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7817604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-452517'] for network (2c6f48d7-8e3f-4a98-a5f6-993062605853), after_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:57.422465 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-1899892b-22f2-4f83-a47b-70f945587d63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594923'] for network (None), before_response {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:57.444751 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-1899892b-22f2-4f83-a47b-70f945587d63 admin admin] 10.222.0.17 "DELETE /v2.0/networks/2c6f48d7-8e3f-4a98-a5f6-993062605853 HTTP/1.1" status: 204 len: 168 time: 0.8233597 Jul 24 20:02:57.448472 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [-] (110843) accepted ('10.222.0.17', 59936) {{(pid=110843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:02:57.461559 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-a640e727-3af9-404b-ae2b-62b4ea8f26b9 None None] For port 59bc112c-f582-4394-893f-3cdb68cea1c4, host dv-cinder-850449-2-iscsi, cleared binding levels {{(pid=110844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 20:02:57.465805 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-a640e727-3af9-404b-ae2b-62b4ea8f26b9 None None] For port 59bc112c-f582-4394-893f-3cdb68cea1c4, host dv-cinder-850449-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850449-2-iscsi',level=0,port_id=59bc112c-f582-4394-893f-3cdb68cea1c4,segment=NetworkSegment(38051b64-4a81-4755-be90-b4c7fa6fec03),segment_id=38051b64-4a81-4755-be90-b4c7fa6fec03)] {{(pid=110844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 20:02:57.476592 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1899892b-22f2-4f83-a47b-70f945587d63 admin admin] Pushing event deleted for resources: {'Network': ['ID=2c6f48d7-8e3f-4a98-a5f6-993062605853,revision_number=None']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:02:57.556383 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-a640e727-3af9-404b-ae2b-62b4ea8f26b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958'] for port (59bc112c-f582-4394-893f-3cdb68cea1c4), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:57.601490 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.db.db_base_plugin_v2 [None req-e24e7b79-0326-4c0b-82ff-4411ec42c8ff admin admin] Deleting subnet 51a813ca-81ed-4c66-80bc-b2aa0e6133e3 {{(pid=110843) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 24 20:02:57.605371 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-e24e7b79-0326-4c0b-82ff-4411ec42c8ff admin admin] Publish callbacks [] for subnet (51a813ca-81ed-4c66-80bc-b2aa0e6133e3), before_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:57.677744 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a640e727-3af9-404b-ae2b-62b4ea8f26b9 None None] Pushing event updated for resources: {'Port': ['ID=59bc112c-f582-4394-893f-3cdb68cea1c4,revision_number=2']} {{(pid=110844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:02:57.693343 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-e24e7b79-0326-4c0b-82ff-4411ec42c8ff admin admin] Publish callbacks [] for subnet (51a813ca-81ed-4c66-80bc-b2aa0e6133e3), precommit_delete_associations {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:57.720293 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-e24e7b79-0326-4c0b-82ff-4411ec42c8ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7817528'] for subnet (51a813ca-81ed-4c66-80bc-b2aa0e6133e3), precommit_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:57.743569 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-0d91c1b6-39df-4fed-bf42-fa2f887af244 admin admin] Publish callbacks [] for router_gateway (6cae1cba-fc90-4f73-8673-cb28f5400d44), before_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:57.789592 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-0d91c1b6-39df-4fed-bf42-fa2f887af244 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (None), before_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:57.812919 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:02:57.909647 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=100 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:02:57.993578 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.db.db_base_plugin_common [None req-0d91c1b6-39df-4fed-bf42-fa2f887af244 admin admin] Allocated IP 172.27.3.159 (10498192-3528-4341-803f-d59b33e3b71c/99a0caa3-3fb5-4860-826f-478186226de3/ad596430-d938-4273-b38c-f6ea060949cf) {{(pid=110842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 20:02:57.998895 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3253e30b-cabb-4fed-843c-13f28e538e81 req-e259f0d8-b3af-4db7-86e0-3047b0eb0b53 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:02:58.000593 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-3253e30b-cabb-4fed-843c-13f28e538e81 req-e259f0d8-b3af-4db7-86e0-3047b0eb0b53 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/ports?device_id=8ad940d2-dab6-42ec-a84a-53ee9242b68d HTTP/1.1" status: 200 len: 945 time: 0.4231586 Jul 24 20:02:58.064559 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf94109f-9fcc-4540-9b90-158c811c5723 req-e762729f-f2ff-434d-8fe4-a97eedb09625 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:02:58.066605 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-bf94109f-9fcc-4540-9b90-158c811c5723 req-e762729f-f2ff-434d-8fe4-a97eedb09625 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/ports?device_id=0b97a2bd-3e67-4a71-9c37-e823feae7fc7 HTTP/1.1" status: 200 len: 946 time: 0.1647232 Jul 24 20:02:58.142909 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-e24e7b79-0326-4c0b-82ff-4411ec42c8ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7817521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937'] for subnet (51a813ca-81ed-4c66-80bc-b2aa0e6133e3), after_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:58.198423 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-0d91c1b6-39df-4fed-bf42-fa2f887af244 admin admin] Publish callbacks [] for port (ad596430-d938-4273-b38c-f6ea060949cf), precommit_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:58.241946 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-3253e30b-cabb-4fed-843c-13f28e538e81 req-b90fef20-ef71-4311-b2ea-eb3e0a38bb19 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/security-groups?id=7fd4fa86-8151-45a8-babb-f1c645ad6646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2236197 Jul 24 20:02:58.245341 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-e24e7b79-0326-4c0b-82ff-4411ec42c8ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594923'] for subnet (None), before_response {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:58.255102 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [None req-e24e7b79-0326-4c0b-82ff-4411ec42c8ff admin admin] 10.222.0.17 "DELETE /v2.0/subnets/51a813ca-81ed-4c66-80bc-b2aa0e6133e3 HTTP/1.1" status: 204 len: 168 time: 0.8052170 Jul 24 20:02:58.262817 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24e7b79-0326-4c0b-82ff-4411ec42c8ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51a813ca-81ed-4c66-80bc-b2aa0e6133e3,revision_number=None']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:02:58.263723 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 59952) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:02:58.305144 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-bf94109f-9fcc-4540-9b90-158c811c5723 req-f906eacb-3e1e-46f0-8262-14f3a5ca56ed tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/security-groups?id=26640197-a088-42b2-99b8-e30a0e4045f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213447 Jul 24 20:02:58.366477 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1729edcf-04e9-4882-85bc-a3d1c491e569 req-0ec4f6e9-4978-4cc8-ab88-1e9df7fd85fe tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:02:58.371921 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-1729edcf-04e9-4882-85bc-a3d1c491e569 req-0ec4f6e9-4978-4cc8-ab88-1e9df7fd85fe tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.42 "GET /v2.0/networks?id=9568b641-7783-426b-8ad0-3ac71fba0922 HTTP/1.1" status: 200 len: 815 time: 0.3246548 Jul 24 20:02:58.375340 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-0d91c1b6-39df-4fed-bf42-fa2f887af244 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731445223406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8925015'] for port (ad596430-d938-4273-b38c-f6ea060949cf), after_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:58.454257 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:UPDATE=8,neutron:SELECT=88,neutron:INSERT=4 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:02:58.462353 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-99608dc8-c48c-4087-992a-0306d77b9f72 req-be71f121-37ee-437f-882c-040d3b89bef5 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.17 "GET /v2.0/ports?device_id=d14a8072-7f75-43da-8d5e-040cd9378f5e HTTP/1.1" status: 200 len: 210 time: 0.0796990 Jul 24 20:02:58.467226 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Device 59bc112c-f582-4394-893f-3cdb68cea1c4 up at agent ovs-agent-dv-cinder-850449-2-iscsi {{(pid=110844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 20:02:58.486992 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-535491a7-3953-40f6-a213-8511256b1889 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7930929'] for network (0b11da15-fa78-4875-abd0-59628a3b3921), before_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:58.491806 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d91c1b6-39df-4fed-bf42-fa2f887af244 admin admin] Network 10498192-3528-4341-803f-d59b33e3b71c is already hosted by enough agents. {{(pid=110842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 20:02:58.513398 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.scheduler.base_scheduler [None req-0d91c1b6-39df-4fed-bf42-fa2f887af244 admin admin] Resources bound (agent type, host, resource id): {{(pid=110842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 20:02:58.525104 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d91c1b6-39df-4fed-bf42-fa2f887af244 admin admin] Received port after_create {{(pid=110842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 24 20:02:58.540637 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d91c1b6-39df-4fed-bf42-fa2f887af244 admin admin] Pushing event updated for resources: {'Port': ['ID=ad596430-d938-4273-b38c-f6ea060949cf,revision_number=1']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:02:58.548401 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-1729edcf-04e9-4882-85bc-a3d1c491e569 req-eeae193e-0ae9-415b-a293-7328fb9da8d0 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dcc8f2e8d4e64866a624dcd6d1de5d81 HTTP/1.1" status: 200 len: 380 time: 0.1477783 Jul 24 20:02:58.568201 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.v2.base [req-1729edcf-04e9-4882-85bc-a3d1c491e569 req-bed0801d-460c-4476-b6d7-8687cdb9ab54 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Request body: {'port': {'device_id': 'd14a8072-7f75-43da-8d5e-040cd9378f5e', 'network_id': '9568b641-7783-426b-8ad0-3ac71fba0922', 'admin_state_up': True, 'tenant_id': 'dcc8f2e8d4e64866a624dcd6d1de5d81', 'security_groups': ['0e55f1a6-9029-4bad-b093-088507cccc0c']}} {{(pid=110843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 20:02:58.577400 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Provisioning complete for port 59bc112c-f582-4394-893f-3cdb68cea1c4 triggered by entity L2. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 20:02:58.577943 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812910'] for port (59bc112c-f582-4394-893f-3cdb68cea1c4), provisioning_complete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:58.704989 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Current status of the port 59bc112c-f582-4394-893f-3cdb68cea1c4 is: DOWN; New status is: ACTIVE {{(pid=110844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 20:02:58.705395 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (59bc112c-f582-4394-893f-3cdb68cea1c4), before_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:58.719265 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-535491a7-3953-40f6-a213-8511256b1889 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7817651', 'neutron.services.segments.db._delete_segments_for_network-8731445707084'] for network (0b11da15-fa78-4875-abd0-59628a3b3921), precommit_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:58.757833 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.services.segments.db [None req-535491a7-3953-40f6-a213-8511256b1889 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b11da15-fa78-4875-abd0-59628a3b3921']}} {{(pid=110842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:02:58.768937 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] For port 59bc112c-f582-4394-893f-3cdb68cea1c4, host dv-cinder-850449-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850449-2-iscsi',level=0,port_id=59bc112c-f582-4394-893f-3cdb68cea1c4,segment=NetworkSegment(38051b64-4a81-4755-be90-b4c7fa6fec03),segment_id=38051b64-4a81-4755-be90-b4c7fa6fec03)] {{(pid=110844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 20:02:58.775267 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.services.segments.db [None req-535491a7-3953-40f6-a213-8511256b1889 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eeb6e116-c2af-4f39-8ad2-d151ed92f3d2') {'for_net_delete': True} {{(pid=110842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:02:58.775574 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.services.segments.db [None req-535491a7-3953-40f6-a213-8511256b1889 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eeb6e116-c2af-4f39-8ad2-d151ed92f3d2') {} {{(pid=110842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:02:58.832939 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958'] for port (59bc112c-f582-4394-893f-3cdb68cea1c4), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:58.859887 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-535491a7-3953-40f6-a213-8511256b1889 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731445706213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8979360'] for segment (eeb6e116-c2af-4f39-8ad2-d151ed92f3d2), before_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:58.864964 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1729edcf-04e9-4882-85bc-a3d1c491e569 req-bed0801d-460c-4476-b6d7-8687cdb9ab54 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Made reservation on behalf of dcc8f2e8d4e64866a624dcd6d1de5d81 for: {'port': 1} {{(pid=110843) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 20:02:58.869438 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-1729edcf-04e9-4882-85bc-a3d1c491e569 req-bed0801d-460c-4476-b6d7-8687cdb9ab54 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (None), before_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:58.895159 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-535491a7-3953-40f6-a213-8511256b1889 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7750649'] for segment (eeb6e116-c2af-4f39-8ad2-d151ed92f3d2), precommit_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:58.916082 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Pushing event updated for resources: {'Port': ['ID=59bc112c-f582-4394-893f-3cdb68cea1c4,revision_number=3']} {{(pid=110844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:02:58.930027 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-535491a7-3953-40f6-a213-8511256b1889 admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=110842) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 20:02:58.930963 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-535491a7-3953-40f6-a213-8511256b1889 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7750649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8924928'] for segment (eeb6e116-c2af-4f39-8ad2-d151ed92f3d2), after_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:59.076504 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.db.db_base_plugin_common [req-1729edcf-04e9-4882-85bc-a3d1c491e569 req-bed0801d-460c-4476-b6d7-8687cdb9ab54 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Allocated IP 172.20.0.14 (9568b641-7783-426b-8ad0-3ac71fba0922/cce9884f-3061-48ee-abb3-8ca2a1e54559/4650de31-a042-4ead-afb7-6f32d4fc465c) {{(pid=110843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 20:02:59.121847 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-535491a7-3953-40f6-a213-8511256b1889 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7817604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-452517'] for network (0b11da15-fa78-4875-abd0-59628a3b3921), after_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:59.123486 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=79,neutron:INSERT=19,neutron:UPDATE=2 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:02:59.140182 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-535491a7-3953-40f6-a213-8511256b1889 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594923'] for network (None), before_response {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:59.143745 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-535491a7-3953-40f6-a213-8511256b1889 admin admin] 10.222.0.17 "DELETE /v2.0/networks/0b11da15-fa78-4875-abd0-59628a3b3921 HTTP/1.1" status: 204 len: 168 time: 0.8787694 Jul 24 20:02:59.153614 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77d237f0-ee54-4b3f-803b-c8d0f694c6bc None None] Network bb7a4919-f9c2-4a92-b1d6-8769072f417a requested from dv-cinder-850449-2-iscsi {{(pid=110844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 24 20:02:59.170551 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.services.segments.plugin [-] Segment eeb6e116-c2af-4f39-8ad2-d151ed92f3d2 resource provider aggregate not found Jul 24 20:02:59.246236 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-36a00ed0-0ff3-49f7-9a44-cef324914105 None None] Provisioning complete for port 59bc112c-f582-4394-893f-3cdb68cea1c4 triggered by entity DHCP. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 20:02:59.247107 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-36a00ed0-0ff3-49f7-9a44-cef324914105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812910'] for port (59bc112c-f582-4394-893f-3cdb68cea1c4), provisioning_complete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:59.249709 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535491a7-3953-40f6-a213-8511256b1889 admin admin] Pushing event deleted for resources: {'Network': ['ID=0b11da15-fa78-4875-abd0-59628a3b3921,revision_number=None']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:02:59.258398 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.services.segments.plugin [-] Segment eeb6e116-c2af-4f39-8ad2-d151ed92f3d2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid eeb6e116-c2af-4f39-8ad2-d151ed92f3d2 found for delete ", "request_id": "req-afa5403c-d5da-45ec-beec-5bdc7db7dcef"}]} Jul 24 20:02:59.267785 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-0d91c1b6-39df-4fed-bf42-fa2f887af244 admin admin] Publish callbacks [] for router_gateway (6cae1cba-fc90-4f73-8673-cb28f5400d44), after_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:59.278679 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-1729edcf-04e9-4882-85bc-a3d1c491e569 req-bed0801d-460c-4476-b6d7-8687cdb9ab54 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Publish callbacks [] for port (4650de31-a042-4ead-afb7-6f32d4fc465c), precommit_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:59.402474 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-36a00ed0-0ff3-49f7-9a44-cef324914105 None None] Current status of the port 59bc112c-f582-4394-893f-3cdb68cea1c4 is: ACTIVE; New status is: ACTIVE {{(pid=110844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 20:02:59.447780 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:02:59.464245 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a21b621-ba6d-442f-825a-c37d547eed58 req-93c53394-52a5-4884-9926-ab19ec51de48 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:02:59.471328 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-0a21b621-ba6d-442f-825a-c37d547eed58 req-93c53394-52a5-4884-9926-ab19ec51de48 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/ports?device_id=8ad940d2-dab6-42ec-a84a-53ee9242b68d HTTP/1.1" status: 200 len: 945 time: 0.1126661 Jul 24 20:02:59.475685 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-1729edcf-04e9-4882-85bc-a3d1c491e569 req-bed0801d-460c-4476-b6d7-8687cdb9ab54 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731445223406'] for port (4650de31-a042-4ead-afb7-6f32d4fc465c), after_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:59.569689 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-0d91c1b6-39df-4fed-bf42-fa2f887af244 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-450823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-445874'] for router (6cae1cba-fc90-4f73-8673-cb28f5400d44), after_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:59.572562 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:02:59.595914 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1729edcf-04e9-4882-85bc-a3d1c491e569 req-bed0801d-460c-4476-b6d7-8687cdb9ab54 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Network 9568b641-7783-426b-8ad0-3ac71fba0922 is already hosted by enough agents. {{(pid=110843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 20:02:59.616989 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396b512e-b12c-458c-b3b6-2599ea48f659 req-87a93909-dc79-497d-924e-3dcb598ae809 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:02:59.618702 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-396b512e-b12c-458c-b3b6-2599ea48f659 req-87a93909-dc79-497d-924e-3dcb598ae809 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/ports?device_id=0b97a2bd-3e67-4a71-9c37-e823feae7fc7 HTTP/1.1" status: 200 len: 946 time: 0.1445780 Jul 24 20:02:59.622928 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.scheduler.base_scheduler [req-1729edcf-04e9-4882-85bc-a3d1c491e569 req-bed0801d-460c-4476-b6d7-8687cdb9ab54 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Resources bound (agent type, host, resource id): {{(pid=110843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 20:02:59.626142 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.db.l3_dvrscheduler_db [req-1729edcf-04e9-4882-85bc-a3d1c491e569 req-bed0801d-460c-4476-b6d7-8687cdb9ab54 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Received port after_create {{(pid=110843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 24 20:02:59.631751 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1729edcf-04e9-4882-85bc-a3d1c491e569 req-bed0801d-460c-4476-b6d7-8687cdb9ab54 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:02:59.632389 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-1729edcf-04e9-4882-85bc-a3d1c491e569 req-bed0801d-460c-4476-b6d7-8687cdb9ab54 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1048257'] for port (None), before_response {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:59.635368 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed0801d-460c-4476-b6d7-8687cdb9ab54 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Pushing event updated for resources: {'Port': ['ID=4650de31-a042-4ead-afb7-6f32d4fc465c,revision_number=1']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:02:59.647510 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-0a21b621-ba6d-442f-825a-c37d547eed58 req-68d7e8eb-0702-465e-b9ea-c4718ece95d2 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/security-groups?id=7fd4fa86-8151-45a8-babb-f1c645ad6646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1750817 Jul 24 20:02:59.734476 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-7e60a9e5-4a82-4b2c-b676-7905f0a89797 None None] Provisioning complete for port 59bc112c-f582-4394-893f-3cdb68cea1c4 triggered by entity DHCP. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 20:02:59.736330 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-7e60a9e5-4a82-4b2c-b676-7905f0a89797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812910'] for port (59bc112c-f582-4394-893f-3cdb68cea1c4), provisioning_complete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:02:59.781704 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-396b512e-b12c-458c-b3b6-2599ea48f659 req-be25d53c-124b-4825-b638-db9f3723bc60 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/security-groups?id=26640197-a088-42b2-99b8-e30a0e4045f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308310 Jul 24 20:02:59.820223 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 60002) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:02:59.841365 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8a3887-1152-4175-b10b-aff09dbe66ed req-01d3be9b-7873-4ac0-b518-c5cce896508e tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:02:59.843399 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-3b8a3887-1152-4175-b10b-aff09dbe66ed req-01d3be9b-7873-4ac0-b518-c5cce896508e tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.17 "GET /v2.0/ports?device_id=d14a8072-7f75-43da-8d5e-040cd9378f5e HTTP/1.1" status: 200 len: 932 time: 0.0817013 Jul 24 20:02:59.847442 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-1729edcf-04e9-4882-85bc-a3d1c491e569 req-bed0801d-460c-4476-b6d7-8687cdb9ab54 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2879827 Jul 24 20:02:59.870688 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.v2.base [req-1729edcf-04e9-4882-85bc-a3d1c491e569 req-70c95127-fe7f-4204-b7a8-02b71ad2e0a0 service neutron] Request body: {'port': {'device_id': 'd14a8072-7f75-43da-8d5e-040cd9378f5e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85044'}} {{(pid=110843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 20:02:59.883813 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-7e60a9e5-4a82-4b2c-b676-7905f0a89797 None None] Current status of the port 59bc112c-f582-4394-893f-3cdb68cea1c4 is: ACTIVE; New status is: ACTIVE {{(pid=110844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 20:02:59.892406 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-986bea6e-c7fd-415d-99d3-4e8e29215ecb admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=557563d484864d6f870d40dafcca08e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0709476 Jul 24 20:02:59.893569 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d91c1b6-39df-4fed-bf42-fa2f887af244 admin admin] Router 6cae1cba-fc90-4f73-8673-cb28f5400d44 is scheduled to L3 agent 408021b7-d46b-48c2-9f75-8a8023f9145c with binding_index 1 {{(pid=110842) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 24 20:02:59.895342 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 60004) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:02:59.904293 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=78,neutron:INSERT=14,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:02:59.943001 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-3b8a3887-1152-4175-b10b-aff09dbe66ed req-4494e083-18cb-48b9-8a1b-3e0fbb8ee039 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.17 "GET /v2.0/security-groups?id=0e55f1a6-9029-4bad-b093-088507cccc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935829 Jul 24 20:03:00.017871 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-1729edcf-04e9-4882-85bc-a3d1c491e569 req-70c95127-fe7f-4204-b7a8-02b71ad2e0a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (4650de31-a042-4ead-afb7-6f32d4fc465c), before_update {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:00.047810 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-36b58058-7776-4390-bf25-ef19d55cab7a admin admin] Publish callbacks [] for security_group (68be8bc0-b41b-4cc2-8a76-0aee4b535654), before_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:00.074633 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-36b58058-7776-4390-bf25-ef19d55cab7a admin admin] Publish callbacks [] for security_group (68be8bc0-b41b-4cc2-8a76-0aee4b535654), precommit_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:00.111725 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-a8e91093-743e-4669-a124-a7612cde7952 None None] Provisioning complete for port 4650de31-a042-4ead-afb7-6f32d4fc465c triggered by entity DHCP. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 20:03:00.112095 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-a8e91093-743e-4669-a124-a7612cde7952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812910'] for port (4650de31-a042-4ead-afb7-6f32d4fc465c), provisioning_complete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:00.147526 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d91c1b6-39df-4fed-bf42-fa2f887af244 admin admin] Notify agent at l3_agent.dv-cinder-850449-2-iscsi the message routers_updated {{(pid=110842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 20:03:00.167533 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-a8e91093-743e-4669-a124-a7612cde7952 None None] Port 4650de31-a042-4ead-afb7-6f32d4fc465c cannot update to ACTIVE because it is not bound. {{(pid=110844) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 24 20:03:00.172517 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6357ac45-3df3-477f-82ed-87d49c8b561a None None] Sync routers for ids ['6cae1cba-fc90-4f73-8673-cb28f5400d44'] in dv-cinder-850449-2-iscsi {{(pid=110844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 20:03:00.185283 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6357ac45-3df3-477f-82ed-87d49c8b561a None None] Routers {'6cae1cba-fc90-4f73-8673-cb28f5400d44'} bound to L3 agent in host dv-cinder-850449-2-iscsi {{(pid=110844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 20:03:00.185934 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_hamode_db [None req-6357ac45-3df3-477f-82ed-87d49c8b561a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-24T19:52:06Z,description=,heartbeat_timestamp=2022-07-24T20:02:36Z,host='dv-cinder-850449-2-iscsi',id=408021b7-d46b-48c2-9f75-8a8023f9145c,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T19:52:06Z,topic='l3_agent')) {'router_ids': ['6cae1cba-fc90-4f73-8673-cb28f5400d44'], 'active': True} {{(pid=110844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:03:00.286835 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Device 59bc112c-f582-4394-893f-3cdb68cea1c4 up at agent ovs-agent-dv-cinder-850449-2-iscsi {{(pid=110844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 20:03:00.311497 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-36b58058-7776-4390-bf25-ef19d55cab7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (68be8bc0-b41b-4cc2-8a76-0aee4b535654), after_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:00.316588 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-36b58058-7776-4390-bf25-ef19d55cab7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:00.318198 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-36b58058-7776-4390-bf25-ef19d55cab7a admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/68be8bc0-b41b-4cc2-8a76-0aee4b535654 HTTP/1.1" status: 204 len: 168 time: 0.4218071 Jul 24 20:03:00.322566 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-0d91c1b6-39df-4fed-bf42-fa2f887af244 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:00.325415 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-0d91c1b6-39df-4fed-bf42-fa2f887af244 admin admin] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.7657804 Jul 24 20:03:00.327559 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [-] (110843) accepted ('10.222.0.17', 60016) {{(pid=110843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:03:00.337431 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b58058-7776-4390-bf25-ef19d55cab7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68be8bc0-b41b-4cc2-8a76-0aee4b535654,revision_number=None']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:03:00.355811 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_dvr_db [None req-6357ac45-3df3-477f-82ed-87d49c8b561a None None] Set router 6cae1cba-fc90-4f73-8673-cb28f5400d44 gateway port host: dv-cinder-850449-2-iscsi {{(pid=110844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 20:03:00.504022 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.notifiers.nova [req-1729edcf-04e9-4882-85bc-a3d1c491e569 req-70c95127-fe7f-4204-b7a8-02b71ad2e0a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4650de31-a042-4ead-afb7-6f32d4fc465c {{(pid=110843) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 24 20:03:00.516501 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-1729edcf-04e9-4882-85bc-a3d1c491e569 req-70c95127-fe7f-4204-b7a8-02b71ad2e0a0 service neutron] Publish callbacks [] for port (4650de31-a042-4ead-afb7-6f32d4fc465c), precommit_update {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:00.536898 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.db.provisioning_blocks [req-1729edcf-04e9-4882-85bc-a3d1c491e569 req-70c95127-fe7f-4204-b7a8-02b71ad2e0a0 service neutron] Transition to ACTIVE for port object 4650de31-a042-4ead-afb7-6f32d4fc465c will not be triggered until provisioned by entity L2. {{(pid=110843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 24 20:03:00.570403 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Provisioning complete for port 59bc112c-f582-4394-893f-3cdb68cea1c4 triggered by entity L2. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 20:03:00.571596 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812910'] for port (59bc112c-f582-4394-893f-3cdb68cea1c4), provisioning_complete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:00.633336 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-1729edcf-04e9-4882-85bc-a3d1c491e569 req-70c95127-fe7f-4204-b7a8-02b71ad2e0a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958'] for port (4650de31-a042-4ead-afb7-6f32d4fc465c), after_update {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:00.809001 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Current status of the port 59bc112c-f582-4394-893f-3cdb68cea1c4 is: ACTIVE; New status is: ACTIVE {{(pid=110844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 20:03:00.818839 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_hamode_db [None req-6357ac45-3df3-477f-82ed-87d49c8b561a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cae1cba-fc90-4f73-8673-cb28f5400d44', 'name': 'tempest-TestMinimumBasicScenario-934971673-router', 'tenant_id': '63a05ee2b3fe48ddbac52390d653027a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'external_fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': 'ad596430-d938-4273-b38c-f6ea060949cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T20:02:56Z', 'updated_at': '2022-07-24T20:02:58Z', 'revision_number': 3, 'project_id': '63a05ee2b3fe48ddbac52390d653027a', 'gw_port': {'id': 'ad596430-d938-4273-b38c-f6ea060949cf', 'name': '', 'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:6e:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cae1cba-fc90-4f73-8673-cb28f5400d44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:02:57Z', 'updated_at': '2022-07-24T20:02:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '99a0caa3-3fb5-4860-826f-478186226de3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850449-2-iscsi'}], 'dv-cinder-850449-2-iscsi', False) {} {{(pid=110844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:03:00.856759 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6357ac45-3df3-477f-82ed-87d49c8b561a None None] Checking router: 6cae1cba-fc90-4f73-8673-cb28f5400d44 for host: dv-cinder-850449-2-iscsi {{(pid=110844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 20:03:00.857500 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6357ac45-3df3-477f-82ed-87d49c8b561a None None] Updating router 6cae1cba-fc90-4f73-8673-cb28f5400d44 port ad596430-d938-4273-b38c-f6ea060949cf binding host dv-cinder-850449-2-iscsi {{(pid=110844) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 20:03:00.898991 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-6357ac45-3df3-477f-82ed-87d49c8b561a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (ad596430-d938-4273-b38c-f6ea060949cf), before_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:01.002174 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:INSERT=11,neutron:SELECT=88,neutron:UPDATE=1 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:03:01.248685 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-6357ac45-3df3-477f-82ed-87d49c8b561a None None] Publish callbacks [] for port (ad596430-d938-4273-b38c-f6ea060949cf), precommit_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:01.323488 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c95127-fe7f-4204-b7a8-02b71ad2e0a0 service neutron] Pushing event updated for resources: {'Port': ['ID=4650de31-a042-4ead-afb7-6f32d4fc465c,revision_number=2']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:03:01.388367 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880f71e4-5220-4160-848f-a4205b201bea req-a9ce42d4-2ec3-45ab-a844-c7513ed3331a tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:03:01.389906 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-880f71e4-5220-4160-848f-a4205b201bea req-a9ce42d4-2ec3-45ab-a844-c7513ed3331a tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/ports?device_id=8ad940d2-dab6-42ec-a84a-53ee9242b68d HTTP/1.1" status: 200 len: 945 time: 0.5308459 Jul 24 20:03:01.390231 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-6357ac45-3df3-477f-82ed-87d49c8b561a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958'] for port (ad596430-d938-4273-b38c-f6ea060949cf), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:01.392702 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.managers [req-1729edcf-04e9-4882-85bc-a3d1c491e569 req-70c95127-fe7f-4204-b7a8-02b71ad2e0a0 service neutron] Attempting to bind port 4650de31-a042-4ead-afb7-6f32d4fc465c on host hv-cinder-85044 for vnic_type normal with profile {{(pid=110843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 24 20:03:01.393038 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.managers [req-1729edcf-04e9-4882-85bc-a3d1c491e569 req-70c95127-fe7f-4204-b7a8-02b71ad2e0a0 service neutron] Attempting to bind port 4650de31-a042-4ead-afb7-6f32d4fc465c by drivers openvswitch,hyperv on host hv-cinder-85044 at level 0 using segments [{'id': '78737f80-9c2d-440f-8dc6-3a8965544158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '9568b641-7783-426b-8ad0-3ac71fba0922'}] {{(pid=110843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 24 20:03:01.393367 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1729edcf-04e9-4882-85bc-a3d1c491e569 req-70c95127-fe7f-4204-b7a8-02b71ad2e0a0 service neutron] Attempting to bind port 4650de31-a042-4ead-afb7-6f32d4fc465c on network 9568b641-7783-426b-8ad0-3ac71fba0922 {{(pid=110843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 24 20:03:01.404696 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7e59db-05b1-4268-a762-5336efe3d17a req-ec4fca9c-3f78-4ea3-9ddd-e8ecc865d79c tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:03:01.411612 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-ca7e59db-05b1-4268-a762-5336efe3d17a req-ec4fca9c-3f78-4ea3-9ddd-e8ecc865d79c tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/ports?device_id=0b97a2bd-3e67-4a71-9c37-e823feae7fc7 HTTP/1.1" status: 200 len: 946 time: 0.4273064 Jul 24 20:03:01.433264 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1729edcf-04e9-4882-85bc-a3d1c491e569 req-70c95127-fe7f-4204-b7a8-02b71ad2e0a0 service neutron] Port 4650de31-a042-4ead-afb7-6f32d4fc465c on network 9568b641-7783-426b-8ad0-3ac71fba0922 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85044 {{(pid=110843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 24 20:03:01.433588 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1729edcf-04e9-4882-85bc-a3d1c491e569 req-70c95127-fe7f-4204-b7a8-02b71ad2e0a0 service neutron] Attempting to bind port 4650de31-a042-4ead-afb7-6f32d4fc465c on network 9568b641-7783-426b-8ad0-3ac71fba0922 {{(pid=110843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 24 20:03:01.462364 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51f4a85-3a62-4638-afcf-475077dd77ec None None] Pushing event updated for resources: {'Port': ['ID=ad596430-d938-4273-b38c-f6ea060949cf,revision_number=2']} {{(pid=110844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:03:01.464671 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.managers [None req-6357ac45-3df3-477f-82ed-87d49c8b561a None None] Attempting to bind port ad596430-d938-4273-b38c-f6ea060949cf on host dv-cinder-850449-2-iscsi for vnic_type normal with profile {{(pid=110844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 24 20:03:01.465038 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.managers [None req-6357ac45-3df3-477f-82ed-87d49c8b561a None None] Attempting to bind port ad596430-d938-4273-b38c-f6ea060949cf by drivers openvswitch,hyperv on host dv-cinder-850449-2-iscsi at level 0 using segments [{'id': 'fc72dfdc-4d29-4b3c-a3f7-b36f757f54d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10498192-3528-4341-803f-d59b33e3b71c'}] {{(pid=110844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 24 20:03:01.465529 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6357ac45-3df3-477f-82ed-87d49c8b561a None None] Attempting to bind port ad596430-d938-4273-b38c-f6ea060949cf on network 10498192-3528-4341-803f-d59b33e3b71c {{(pid=110844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 24 20:03:01.471377 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6357ac45-3df3-477f-82ed-87d49c8b561a None None] Checking agent: {'id': '46eda511-dfa5-408c-8bd4-cb509f691033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850449-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 24, 19, 52, 9), 'started_at': datetime.datetime(2022, 7, 24, 19, 52, 39), 'heartbeat_timestamp': datetime.datetime(2022, 7, 24, 20, 2, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850449-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 24 20:03:01.471751 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6357ac45-3df3-477f-82ed-87d49c8b561a None None] Checking segment: {'id': 'fc72dfdc-4d29-4b3c-a3f7-b36f757f54d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10498192-3528-4341-803f-d59b33e3b71c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 24 20:03:01.472157 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-6357ac45-3df3-477f-82ed-87d49c8b561a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:01.472714 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6357ac45-3df3-477f-82ed-87d49c8b561a None None] Bound using segment: {'id': 'fc72dfdc-4d29-4b3c-a3f7-b36f757f54d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10498192-3528-4341-803f-d59b33e3b71c'} {{(pid=110844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 24 20:03:01.473087 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.managers [None req-6357ac45-3df3-477f-82ed-87d49c8b561a None None] Bound port: ad596430-d938-4273-b38c-f6ea060949cf, host: dv-cinder-850449-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc72dfdc-4d29-4b3c-a3f7-b36f757f54d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10498192-3528-4341-803f-d59b33e3b71c'}}] {{(pid=110844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 24 20:03:01.473466 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-6357ac45-3df3-477f-82ed-87d49c8b561a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (ad596430-d938-4273-b38c-f6ea060949cf), before_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:01.476792 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1729edcf-04e9-4882-85bc-a3d1c491e569 req-70c95127-fe7f-4204-b7a8-02b71ad2e0a0 service neutron] Checking agent: {'id': '95564131-b678-4db2-a162-51408b2acd55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85044', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 24, 19, 59, 9), 'started_at': datetime.datetime(2022, 7, 24, 19, 59, 9), 'heartbeat_timestamp': datetime.datetime(2022, 7, 24, 20, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 24 20:03:01.477134 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1729edcf-04e9-4882-85bc-a3d1c491e569 req-70c95127-fe7f-4204-b7a8-02b71ad2e0a0 service neutron] Checking segment: {'id': '78737f80-9c2d-440f-8dc6-3a8965544158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '9568b641-7783-426b-8ad0-3ac71fba0922'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 24 20:03:01.479343 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1729edcf-04e9-4882-85bc-a3d1c491e569 req-70c95127-fe7f-4204-b7a8-02b71ad2e0a0 service neutron] Bound using segment: {'id': '78737f80-9c2d-440f-8dc6-3a8965544158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '9568b641-7783-426b-8ad0-3ac71fba0922'} {{(pid=110843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 24 20:03:01.479343 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.managers [req-1729edcf-04e9-4882-85bc-a3d1c491e569 req-70c95127-fe7f-4204-b7a8-02b71ad2e0a0 service neutron] Bound port: 4650de31-a042-4ead-afb7-6f32d4fc465c, host: hv-cinder-85044, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78737f80-9c2d-440f-8dc6-3a8965544158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '9568b641-7783-426b-8ad0-3ac71fba0922'}}] {{(pid=110843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 24 20:03:01.479343 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-1729edcf-04e9-4882-85bc-a3d1c491e569 req-70c95127-fe7f-4204-b7a8-02b71ad2e0a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (4650de31-a042-4ead-afb7-6f32d4fc465c), before_update {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:01.510495 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 60042) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:03:01.525491 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-6357ac45-3df3-477f-82ed-87d49c8b561a None None] For port ad596430-d938-4273-b38c-f6ea060949cf, host dv-cinder-850449-2-iscsi, cleared binding levels {{(pid=110844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 20:03:01.529200 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-6357ac45-3df3-477f-82ed-87d49c8b561a None None] For port ad596430-d938-4273-b38c-f6ea060949cf, host dv-cinder-850449-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850449-2-iscsi',level=0,port_id=ad596430-d938-4273-b38c-f6ea060949cf,segment=NetworkSegment(fc72dfdc-4d29-4b3c-a3f7-b36f757f54d3),segment_id=fc72dfdc-4d29-4b3c-a3f7-b36f757f54d3)] {{(pid=110844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 20:03:01.532871 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:03:01.556338 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-58901753-c81a-4ece-817f-7c8e48eced76 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=d7495b8c09f7452b9c50d9a2cf6048fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0436692 Jul 24 20:03:01.558763 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 60044) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:03:01.574023 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-ca7e59db-05b1-4268-a762-5336efe3d17a req-10f2aa4a-dc59-45b9-9788-81372d530896 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/security-groups?id=26640197-a088-42b2-99b8-e30a0e4045f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622164 Jul 24 20:03:01.585014 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=100 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:03:01.604954 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-880f71e4-5220-4160-848f-a4205b201bea req-c8485216-3dce-4ae8-a9b6-f94dbfb3463b tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/security-groups?id=7fd4fa86-8151-45a8-babb-f1c645ad6646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1904297 Jul 24 20:03:01.625254 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-6357ac45-3df3-477f-82ed-87d49c8b561a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958'] for port (ad596430-d938-4273-b38c-f6ea060949cf), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:01.658030 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.db [req-1729edcf-04e9-4882-85bc-a3d1c491e569 req-70c95127-fe7f-4204-b7a8-02b71ad2e0a0 service neutron] For port 4650de31-a042-4ead-afb7-6f32d4fc465c, host hv-cinder-85044, cleared binding levels {{(pid=110843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 20:03:01.703281 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.db [req-1729edcf-04e9-4882-85bc-a3d1c491e569 req-70c95127-fe7f-4204-b7a8-02b71ad2e0a0 service neutron] For port 4650de31-a042-4ead-afb7-6f32d4fc465c, host hv-cinder-85044, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85044',level=0,port_id=4650de31-a042-4ead-afb7-6f32d4fc465c,segment=NetworkSegment(78737f80-9c2d-440f-8dc6-3a8965544158),segment_id=78737f80-9c2d-440f-8dc6-3a8965544158)] {{(pid=110843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 20:03:01.709522 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51f4a85-3a62-4638-afcf-475077dd77ec None None] Pushing event updated for resources: {'Port': ['ID=ad596430-d938-4273-b38c-f6ea060949cf,revision_number=3']} {{(pid=110844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:03:01.714415 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6357ac45-3df3-477f-82ed-87d49c8b561a None None] Routers {'6cae1cba-fc90-4f73-8673-cb28f5400d44'} bound to L3 agent in host dv-cinder-850449-2-iscsi {{(pid=110844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 20:03:01.715207 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_hamode_db [None req-6357ac45-3df3-477f-82ed-87d49c8b561a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-24T19:52:06Z,description=,heartbeat_timestamp=2022-07-24T20:02:36Z,host='dv-cinder-850449-2-iscsi',id=408021b7-d46b-48c2-9f75-8a8023f9145c,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T19:52:06Z,topic='l3_agent')) {'router_ids': ['6cae1cba-fc90-4f73-8673-cb28f5400d44'], 'active': True} {{(pid=110844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:03:01.760357 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-97a09aa1-75b5-4c74-88e8-f82a57fb0112 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (None), before_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:01.777628 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a476677a-e203-4ded-8ae4-31307029e7c4 req-e95c700c-78d0-4975-b8ea-568f092a7a88 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:03:01.782254 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-a476677a-e203-4ded-8ae4-31307029e7c4 req-e95c700c-78d0-4975-b8ea-568f092a7a88 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.17 "GET /v2.0/ports?device_id=d14a8072-7f75-43da-8d5e-040cd9378f5e HTTP/1.1" status: 200 len: 944 time: 0.0825851 Jul 24 20:03:01.846953 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-1729edcf-04e9-4882-85bc-a3d1c491e569 req-70c95127-fe7f-4204-b7a8-02b71ad2e0a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958'] for port (4650de31-a042-4ead-afb7-6f32d4fc465c), after_update {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:01.874749 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_dvr_db [None req-6357ac45-3df3-477f-82ed-87d49c8b561a None None] Set router 6cae1cba-fc90-4f73-8673-cb28f5400d44 gateway port host: dv-cinder-850449-2-iscsi {{(pid=110844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 20:03:01.909974 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1729edcf-04e9-4882-85bc-a3d1c491e569 req-70c95127-fe7f-4204-b7a8-02b71ad2e0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:03:01.910783 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-1729edcf-04e9-4882-85bc-a3d1c491e569 req-70c95127-fe7f-4204-b7a8-02b71ad2e0a0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1048257'] for port (None), before_response {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:01.912198 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-1729edcf-04e9-4882-85bc-a3d1c491e569 req-70c95127-fe7f-4204-b7a8-02b71ad2e0a0 service neutron] 10.222.0.42 "PUT /v2.0/ports/4650de31-a042-4ead-afb7-6f32d4fc465c HTTP/1.1" status: 200 len: 1094 time: 2.0467436 Jul 24 20:03:01.920386 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=84,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:03:01.920603 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd14a8072-7f75-43da-8d5e-040cd9378f5e', 'tag': '4650de31-a042-4ead-afb7-6f32d4fc465c'}] {{(pid=110843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 24 20:03:01.923019 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa129e2ea71b36189c7354ee4da78dc54b5a7420159cbfa164f6b2678096e4e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66622623-38b8-4f29-97bc-c8ecf7d8721c" -d '{"events": [{"name": "network-changed", "server_uuid": "d14a8072-7f75-43da-8d5e-040cd9378f5e", "tag": "4650de31-a042-4ead-afb7-6f32d4fc465c"}]}' {{(pid=110843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 20:03:01.936470 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-e393d888-a95a-4d87-a277-e66a7f0a3dcb admin admin] Publish callbacks [] for security_group (832e1105-2f8e-4131-b92b-8f030301aa20), before_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:01.964262 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-a476677a-e203-4ded-8ae4-31307029e7c4 req-7ba29fcf-85ff-4769-b89e-e8ff199361b9 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.17 "GET /v2.0/security-groups?id=0e55f1a6-9029-4bad-b093-088507cccc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1704817 Jul 24 20:03:01.987383 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-e393d888-a95a-4d87-a277-e66a7f0a3dcb admin admin] Publish callbacks [] for security_group (832e1105-2f8e-4131-b92b-8f030301aa20), precommit_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:02.023618 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 24 Jul 2022 20:03:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09f7c25e-b330-4157-9431-ec35c6d41a6e x-openstack-request-id: req-09f7c25e-b330-4157-9431-ec35c6d41a6e {{(pid=110843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 20:03:02.024003 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d14a8072-7f75-43da-8d5e-040cd9378f5e", "tag": "4650de31-a042-4ead-afb7-6f32d4fc465c", "status": "completed", "code": 200}]} {{(pid=110843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 20:03:02.024356 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-09f7c25e-b330-4157-9431-ec35c6d41a6e {{(pid=110843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 20:03:02.028214 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09f7c25e-b330-4157-9431-ec35c6d41a6e'] response: {'name': 'network-changed', 'server_uuid': 'd14a8072-7f75-43da-8d5e-040cd9378f5e', 'tag': '4650de31-a042-4ead-afb7-6f32d4fc465c', 'status': 'completed', 'code': 200} Jul 24 20:03:02.110693 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66622623-38b8-4f29-97bc-c8ecf7d8721c req-50a73bf1-f0bd-4f19-9fd3-a52beeed550f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:03:02.110693 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-66622623-38b8-4f29-97bc-c8ecf7d8721c req-50a73bf1-f0bd-4f19-9fd3-a52beeed550f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=dcc8f2e8d4e64866a624dcd6d1de5d81&device_id=d14a8072-7f75-43da-8d5e-040cd9378f5e HTTP/1.1" status: 200 len: 1128 time: 0.0826149 Jul 24 20:03:02.131952 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c95127-fe7f-4204-b7a8-02b71ad2e0a0 service neutron] Pushing event updated for resources: {'Port': ['ID=4650de31-a042-4ead-afb7-6f32d4fc465c,revision_number=3']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:03:02.169773 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:03:02.179328 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-e393d888-a95a-4d87-a277-e66a7f0a3dcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (832e1105-2f8e-4131-b92b-8f030301aa20), after_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:02.183569 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-e393d888-a95a-4d87-a277-e66a7f0a3dcb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:02.184246 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-e393d888-a95a-4d87-a277-e66a7f0a3dcb admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/832e1105-2f8e-4131-b92b-8f030301aa20 HTTP/1.1" status: 204 len: 168 time: 0.6239040 Jul 24 20:03:02.219264 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e393d888-a95a-4d87-a277-e66a7f0a3dcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=832e1105-2f8e-4131-b92b-8f030301aa20,revision_number=None']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:03:02.290240 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c95127-fe7f-4204-b7a8-02b71ad2e0a0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:03:02.290896 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c95127-fe7f-4204-b7a8-02b71ad2e0a0 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:03:02.291250 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c95127-fe7f-4204-b7a8-02b71ad2e0a0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:03:02.291603 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c95127-fe7f-4204-b7a8-02b71ad2e0a0 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:03:02.291968 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c95127-fe7f-4204-b7a8-02b71ad2e0a0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:03:02.292264 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c95127-fe7f-4204-b7a8-02b71ad2e0a0 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:03:02.292788 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c95127-fe7f-4204-b7a8-02b71ad2e0a0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:03:02.293124 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c95127-fe7f-4204-b7a8-02b71ad2e0a0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:03:02.293803 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c95127-fe7f-4204-b7a8-02b71ad2e0a0 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:03:02.294162 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c95127-fe7f-4204-b7a8-02b71ad2e0a0 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:03:02.294778 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c95127-fe7f-4204-b7a8-02b71ad2e0a0 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:03:02.295126 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c95127-fe7f-4204-b7a8-02b71ad2e0a0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:03:02.295448 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c95127-fe7f-4204-b7a8-02b71ad2e0a0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:03:02.295780 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c95127-fe7f-4204-b7a8-02b71ad2e0a0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:03:02.296084 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:03:02.296220 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c95127-fe7f-4204-b7a8-02b71ad2e0a0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:03:02.303565 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_hamode_db [None req-6357ac45-3df3-477f-82ed-87d49c8b561a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cae1cba-fc90-4f73-8673-cb28f5400d44', 'name': 'tempest-TestMinimumBasicScenario-934971673-router', 'tenant_id': '63a05ee2b3fe48ddbac52390d653027a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'external_fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': 'ad596430-d938-4273-b38c-f6ea060949cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T20:02:56Z', 'updated_at': '2022-07-24T20:02:58Z', 'revision_number': 3, 'project_id': '63a05ee2b3fe48ddbac52390d653027a', 'gw_port': {'id': 'ad596430-d938-4273-b38c-f6ea060949cf', 'name': '', 'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:6e:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cae1cba-fc90-4f73-8673-cb28f5400d44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:02:57Z', 'updated_at': '2022-07-24T20:03:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99a0caa3-3fb5-4860-826f-478186226de3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850449-2-iscsi'}], 'dv-cinder-850449-2-iscsi', False) {} {{(pid=110844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:03:02.333175 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6357ac45-3df3-477f-82ed-87d49c8b561a None None] The sync data for ids ['6cae1cba-fc90-4f73-8673-cb28f5400d44'] in dv-cinder-850449-2-iscsi is: [{'id': '6cae1cba-fc90-4f73-8673-cb28f5400d44', 'name': 'tempest-TestMinimumBasicScenario-934971673-router', 'tenant_id': '63a05ee2b3fe48ddbac52390d653027a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'external_fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': 'ad596430-d938-4273-b38c-f6ea060949cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T20:02:56Z', 'updated_at': '2022-07-24T20:02:58Z', 'revision_number': 3, 'project_id': '63a05ee2b3fe48ddbac52390d653027a', 'gw_port': {'id': 'ad596430-d938-4273-b38c-f6ea060949cf', 'name': '', 'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:6e:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cae1cba-fc90-4f73-8673-cb28f5400d44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:02:57Z', 'updated_at': '2022-07-24T20:03:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99a0caa3-3fb5-4860-826f-478186226de3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850449-2-iscsi'}] {{(pid=110844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 20:03:02.410834 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.db.db_base_plugin_common [None req-97a09aa1-75b5-4c74-88e8-f82a57fb0112 admin admin] Allocated IP 172.20.0.1 (bb7a4919-f9c2-4a92-b1d6-8769072f417a/69625056-e2a2-44c0-9652-6e3fa644c424/fb01426b-f039-46e5-afd7-330f274fb16b) {{(pid=110843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 20:03:02.417825 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d17e4d-62a8-4cb5-b0ea-4b1f96b77ff9 req-cb66fe31-22bd-4512-aa01-fdd09833350b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:03:02.424021 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-a4d17e4d-62a8-4cb5-b0ea-4b1f96b77ff9 req-cb66fe31-22bd-4512-aa01-fdd09833350b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=0b97a2bd-3e67-4a71-9c37-e823feae7fc7 HTTP/1.1" status: 200 len: 1130 time: 0.1190846 Jul 24 20:03:02.496770 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66622623-38b8-4f29-97bc-c8ecf7d8721c req-6f3cd873-2a04-4461-be4a-cb5f5f12b18f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:03:02.498145 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-66622623-38b8-4f29-97bc-c8ecf7d8721c req-6f3cd873-2a04-4461-be4a-cb5f5f12b18f service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=dcc8f2e8d4e64866a624dcd6d1de5d81&shared=False HTTP/1.1" status: 200 len: 916 time: 0.3682992 Jul 24 20:03:02.595586 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-a4d17e4d-62a8-4cb5-b0ea-4b1f96b77ff9 req-620e35fa-e222-4b4f-9e15-29eb595be27e service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=26640197-a088-42b2-99b8-e30a0e4045f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579690 Jul 24 20:03:02.722102 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-97a09aa1-75b5-4c74-88e8-f82a57fb0112 admin admin] Publish callbacks [] for port (fb01426b-f039-46e5-afd7-330f274fb16b), precommit_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:02.820466 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66622623-38b8-4f29-97bc-c8ecf7d8721c req-5c606cb8-6df0-4bb8-a58a-24bc04ce8a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:03:02.823506 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-66622623-38b8-4f29-97bc-c8ecf7d8721c req-5c606cb8-6df0-4bb8-a58a-24bc04ce8a87 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3178945 Jul 24 20:03:02.836505 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2185af-da98-4d63-b922-6a6b003217dd req-db55e37f-0ba4-448c-b4ca-6d538403f6f4 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:03:02.838203 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-4a2185af-da98-4d63-b922-6a6b003217dd req-db55e37f-0ba4-448c-b4ca-6d538403f6f4 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/ports?device_id=0b97a2bd-3e67-4a71-9c37-e823feae7fc7 HTTP/1.1" status: 200 len: 946 time: 0.1455169 Jul 24 20:03:02.863294 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e977fa-574b-439d-8c74-da461f7cf795 req-5f14e36e-6a6b-44da-9f40-f643eb313bc7 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:03:02.866372 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-40e977fa-574b-439d-8c74-da461f7cf795 req-5f14e36e-6a6b-44da-9f40-f643eb313bc7 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/ports?device_id=8ad940d2-dab6-42ec-a84a-53ee9242b68d HTTP/1.1" status: 200 len: 945 time: 0.1493530 Jul 24 20:03:02.948611 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1729edcf-04e9-4882-85bc-a3d1c491e569 req-101b78ca-d9c9-4d1a-a8e7-a27e67e9d1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:03:02.950485 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-1729edcf-04e9-4882-85bc-a3d1c491e569 req-101b78ca-d9c9-4d1a-a8e7-a27e67e9d1f7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=dcc8f2e8d4e64866a624dcd6d1de5d81&device_id=d14a8072-7f75-43da-8d5e-040cd9378f5e HTTP/1.1" status: 200 len: 1128 time: 0.0811760 Jul 24 20:03:02.969734 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 60084) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:03:03.045216 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-97a09aa1-75b5-4c74-88e8-f82a57fb0112 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731445223406'] for port (fb01426b-f039-46e5-afd7-330f274fb16b), after_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:03.075879 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-4a2185af-da98-4d63-b922-6a6b003217dd req-c559fd32-1e29-4a56-bfa0-0e3a59c2e656 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/security-groups?id=26640197-a088-42b2-99b8-e30a0e4045f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082403 Jul 24 20:03:03.147768 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-40e977fa-574b-439d-8c74-da461f7cf795 req-153cda82-0728-4c81-93d0-b89eca84c9a9 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/security-groups?id=7fd4fa86-8151-45a8-babb-f1c645ad6646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2592096 Jul 24 20:03:03.171204 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97a09aa1-75b5-4c74-88e8-f82a57fb0112 admin admin] Network bb7a4919-f9c2-4a92-b1d6-8769072f417a is already hosted by enough agents. {{(pid=110843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 20:03:03.175222 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.scheduler.base_scheduler [None req-97a09aa1-75b5-4c74-88e8-f82a57fb0112 admin admin] Resources bound (agent type, host, resource id): {{(pid=110843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 20:03:03.188927 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a09aa1-75b5-4c74-88e8-f82a57fb0112 admin admin] Pushing event updated for resources: {'Port': ['ID=fb01426b-f039-46e5-afd7-330f274fb16b,revision_number=1']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:03:03.192134 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a09aa1-75b5-4c74-88e8-f82a57fb0112 admin admin] Received port after_create {{(pid=110843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 24 20:03:03.192634 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-97a09aa1-75b5-4c74-88e8-f82a57fb0112 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457033'] for router_interface (6cae1cba-fc90-4f73-8673-cb28f5400d44), before_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:03.217734 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-d999c62f-5643-4b59-8194-ad075f162442 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:03.304591 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-1729edcf-04e9-4882-85bc-a3d1c491e569 req-d0f3d075-628c-4a88-8c86-6e227a726ae4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4650de31-a042-4ead-afb7-6f32d4fc465c HTTP/1.1" status: 200 len: 217 time: 0.0745952 Jul 24 20:03:03.410098 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-d999c62f-5643-4b59-8194-ad075f162442 admin admin] Publish callbacks [] for security_group (5397d058-6321-4b70-9546-fc476629b8d7), precommit_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:03.415785 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:DELETE=1,neutron:SELECT=89,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:03:03.441652 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37e2997-88a3-4399-92d5-784f4d2c13ec req-78efbbbc-2516-47a0-8e0b-8eeed55954a1 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:03:03.443347 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-c37e2997-88a3-4399-92d5-784f4d2c13ec req-78efbbbc-2516-47a0-8e0b-8eeed55954a1 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.17 "GET /v2.0/ports?device_id=d14a8072-7f75-43da-8d5e-040cd9378f5e HTTP/1.1" status: 200 len: 944 time: 0.2103088 Jul 24 20:03:03.466571 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1729edcf-04e9-4882-85bc-a3d1c491e569 req-31f6c4d9-0679-475b-8a40-d2f8c988aa41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:03:03.469335 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-1729edcf-04e9-4882-85bc-a3d1c491e569 req-31f6c4d9-0679-475b-8a40-d2f8c988aa41 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cce9884f-3061-48ee-abb3-8ca2a1e54559 HTTP/1.1" status: 200 len: 854 time: 0.1333992 Jul 24 20:03:03.471344 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-d999c62f-5643-4b59-8194-ad075f162442 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (5397d058-6321-4b70-9546-fc476629b8d7), after_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:03.501148 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-fc5b20fb-041d-4ed7-8289-102ec81ec5f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (dc36e0ef-94f3-4a3e-9c13-4790afccb2e9), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:03.518351 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-d999c62f-5643-4b59-8194-ad075f162442 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=01fbbc85cfbe461ca8ce7685281154b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5466714 Jul 24 20:03:03.522675 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [-] (110843) accepted ('10.222.0.17', 60100) {{(pid=110843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:03:03.546193 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-704de473-6e4e-4fad-985d-70a5c5c11868 None None] Provisioning complete for port fb01426b-f039-46e5-afd7-330f274fb16b triggered by entity DHCP. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 20:03:03.549488 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-704de473-6e4e-4fad-985d-70a5c5c11868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812910'] for port (fb01426b-f039-46e5-afd7-330f274fb16b), provisioning_complete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:03.560873 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:03:03.570635 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d999c62f-5643-4b59-8194-ad075f162442 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5397d058-6321-4b70-9546-fc476629b8d7,revision_number=1']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:03:03.596195 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-704de473-6e4e-4fad-985d-70a5c5c11868 None None] Port fb01426b-f039-46e5-afd7-330f274fb16b cannot update to ACTIVE because it is not bound. {{(pid=110844) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 24 20:03:03.635317 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1729edcf-04e9-4882-85bc-a3d1c491e569 req-2545e19a-b957-4a10-9700-c763623210b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:03:03.637879 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-1729edcf-04e9-4882-85bc-a3d1c491e569 req-2545e19a-b957-4a10-9700-c763623210b7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9568b641-7783-426b-8ad0-3ac71fba0922&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1150925 Jul 24 20:03:03.651189 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-c37e2997-88a3-4399-92d5-784f4d2c13ec req-3077d015-9554-43ed-9b45-f73e9c09da38 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.17 "GET /v2.0/security-groups?id=0e55f1a6-9029-4bad-b093-088507cccc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1769445 Jul 24 20:03:03.700178 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-97a09aa1-75b5-4c74-88e8-f82a57fb0112 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (fb01426b-f039-46e5-afd7-330f274fb16b), before_update {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:03.705850 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-0d0839ff-444f-4aed-b757-d496025273f5 admin admin] Publish callbacks [] for security_group (5397d058-6321-4b70-9546-fc476629b8d7), before_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:03.758784 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-0d0839ff-444f-4aed-b757-d496025273f5 admin admin] Publish callbacks [] for security_group (5397d058-6321-4b70-9546-fc476629b8d7), precommit_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:03.767231 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:03:03.925881 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-97a09aa1-75b5-4c74-88e8-f82a57fb0112 admin admin] Publish callbacks [] for port (fb01426b-f039-46e5-afd7-330f274fb16b), precommit_update {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:03.978828 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-0d0839ff-444f-4aed-b757-d496025273f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (5397d058-6321-4b70-9546-fc476629b8d7), after_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:03.981568 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-0d0839ff-444f-4aed-b757-d496025273f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:03.982772 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [None req-0d0839ff-444f-4aed-b757-d496025273f5 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/5397d058-6321-4b70-9546-fc476629b8d7 HTTP/1.1" status: 204 len: 168 time: 0.4497213 Jul 24 20:03:04.010825 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0839ff-444f-4aed-b757-d496025273f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5397d058-6321-4b70-9546-fc476629b8d7,revision_number=None']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:03:04.014306 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-97a09aa1-75b5-4c74-88e8-f82a57fb0112 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958'] for port (fb01426b-f039-46e5-afd7-330f274fb16b), after_update {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:04.015715 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-97a09aa1-75b5-4c74-88e8-f82a57fb0112 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-650243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-457125'] for router_interface (6cae1cba-fc90-4f73-8673-cb28f5400d44), after_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:04.119226 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a09aa1-75b5-4c74-88e8-f82a57fb0112 admin admin] Pushing event updated for resources: {'Port': ['ID=fb01426b-f039-46e5-afd7-330f274fb16b,revision_number=2']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:03:04.256409 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-1729edcf-04e9-4882-85bc-a3d1c491e569 req-b25f5fbf-7147-4944-89e5-94b6aeb0af0d service neutron] 10.222.0.42 "GET /v2.0/networks/9568b641-7783-426b-8ad0-3ac71fba0922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2693472 Jul 24 20:03:04.302355 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a39da7-60ff-42aa-8908-aec9646894df req-6fb09cd9-1d55-4543-b7b5-bb06860896a4 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:03:04.306351 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-68a39da7-60ff-42aa-8908-aec9646894df req-6fb09cd9-1d55-4543-b7b5-bb06860896a4 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/ports?device_id=0b97a2bd-3e67-4a71-9c37-e823feae7fc7 HTTP/1.1" status: 200 len: 946 time: 0.0952728 Jul 24 20:03:04.353189 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 60126) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:03:04.426826 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Device ad596430-d938-4273-b38c-f6ea060949cf up at agent ovs-agent-dv-cinder-850449-2-iscsi {{(pid=110844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 20:03:04.433711 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97a09aa1-75b5-4c74-88e8-f82a57fb0112 admin admin] Network bb7a4919-f9c2-4a92-b1d6-8769072f417a is already hosted by enough agents. {{(pid=110843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 20:03:04.462653 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.scheduler.base_scheduler [None req-97a09aa1-75b5-4c74-88e8-f82a57fb0112 admin admin] Resources bound (agent type, host, resource id): {{(pid=110843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 20:03:04.526219 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a83426-06e2-4494-b2cb-06fe6af7000a req-80811adc-e621-463d-8929-b50feb68f908 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:03:04.528974 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Provisioning complete for port ad596430-d938-4273-b38c-f6ea060949cf triggered by entity L2. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 20:03:04.529890 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812910'] for port (ad596430-d938-4273-b38c-f6ea060949cf), provisioning_complete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:04.533564 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-c0a83426-06e2-4494-b2cb-06fe6af7000a req-80811adc-e621-463d-8929-b50feb68f908 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/ports?device_id=8ad940d2-dab6-42ec-a84a-53ee9242b68d HTTP/1.1" status: 200 len: 945 time: 0.1530991 Jul 24 20:03:04.621755 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-48be1bc1-e175-4a89-8160-53b9499d0fe3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:04.647342 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Current status of the port ad596430-d938-4273-b38c-f6ea060949cf is: DOWN; New status is: ACTIVE {{(pid=110844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 20:03:04.648219 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (ad596430-d938-4273-b38c-f6ea060949cf), before_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:04.687905 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-68a39da7-60ff-42aa-8908-aec9646894df req-0a3e4ba4-a19a-401c-8fa4-ad484fae2541 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/security-groups?id=26640197-a088-42b2-99b8-e30a0e4045f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3661623 Jul 24 20:03:04.714931 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-1729edcf-04e9-4882-85bc-a3d1c491e569 req-5c11c4fc-e296-480b-b754-0ed811ea6820 service neutron] 10.222.0.42 "GET /v2.0/networks/9568b641-7783-426b-8ad0-3ac71fba0922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4393828 Jul 24 20:03:04.726953 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] For port ad596430-d938-4273-b38c-f6ea060949cf, host dv-cinder-850449-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850449-2-iscsi',level=0,port_id=ad596430-d938-4273-b38c-f6ea060949cf,segment=NetworkSegment(fc72dfdc-4d29-4b3c-a3f7-b36f757f54d3),segment_id=fc72dfdc-4d29-4b3c-a3f7-b36f757f54d3)] {{(pid=110844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 20:03:04.754601 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:03:04.789474 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-c0a83426-06e2-4494-b2cb-06fe6af7000a req-71fa19fa-0dc1-4bc9-b005-3c84777b61da tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/security-groups?id=7fd4fa86-8151-45a8-babb-f1c645ad6646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2549913 Jul 24 20:03:04.813648 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958'] for port (ad596430-d938-4273-b38c-f6ea060949cf), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:04.857942 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b283c9-0074-4efa-ad98-ee6273b3b6cd req-9eab96b3-0ec2-40da-bfe7-2db7c20c3e2d tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:03:04.862047 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-20b283c9-0074-4efa-ad98-ee6273b3b6cd req-9eab96b3-0ec2-40da-bfe7-2db7c20c3e2d tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.17 "GET /v2.0/ports?device_id=d14a8072-7f75-43da-8d5e-040cd9378f5e HTTP/1.1" status: 200 len: 944 time: 0.0853119 Jul 24 20:03:04.873871 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-48be1bc1-e175-4a89-8160-53b9499d0fe3 admin admin] Publish callbacks [] for security_group (d73b5bbf-3f9c-4cf2-b50d-7e38d5b570c7), precommit_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:04.878647 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97a09aa1-75b5-4c74-88e8-f82a57fb0112 admin admin] Router 6cae1cba-fc90-4f73-8673-cb28f5400d44 has already been hosted by L3 agent 408021b7-d46b-48c2-9f75-8a8023f9145c {{(pid=110843) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 24 20:03:04.906304 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Pushing event updated for resources: {'Port': ['ID=ad596430-d938-4273-b38c-f6ea060949cf,revision_number=4']} {{(pid=110844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:03:04.927595 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-41f5f65b-f69b-45b5-b2f2-87171ddc53fe None None] Provisioning complete for port fb01426b-f039-46e5-afd7-330f274fb16b triggered by entity DHCP. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 20:03:04.928225 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-41f5f65b-f69b-45b5-b2f2-87171ddc53fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812910'] for port (fb01426b-f039-46e5-afd7-330f274fb16b), provisioning_complete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:04.979894 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-48be1bc1-e175-4a89-8160-53b9499d0fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (d73b5bbf-3f9c-4cf2-b50d-7e38d5b570c7), after_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:05.000262 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-41f5f65b-f69b-45b5-b2f2-87171ddc53fe None None] Port fb01426b-f039-46e5-afd7-330f274fb16b cannot update to ACTIVE because it is not bound. {{(pid=110844) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 24 20:03:05.018323 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-20b283c9-0074-4efa-ad98-ee6273b3b6cd req-3e676d2b-c5a7-4c22-8d92-ee7248527eaa tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.17 "GET /v2.0/security-groups?id=0e55f1a6-9029-4bad-b093-088507cccc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1385019 Jul 24 20:03:05.025334 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48be1bc1-e175-4a89-8160-53b9499d0fe3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d73b5bbf-3f9c-4cf2-b50d-7e38d5b570c7,revision_number=1']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:03:05.035376 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48be1bc1-e175-4a89-8160-53b9499d0fe3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:03:05.035887 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48be1bc1-e175-4a89-8160-53b9499d0fe3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:03:05.036236 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48be1bc1-e175-4a89-8160-53b9499d0fe3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:03:05.036584 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48be1bc1-e175-4a89-8160-53b9499d0fe3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:03:05.036927 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48be1bc1-e175-4a89-8160-53b9499d0fe3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:03:05.037400 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48be1bc1-e175-4a89-8160-53b9499d0fe3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:03:05.037730 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48be1bc1-e175-4a89-8160-53b9499d0fe3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:03:05.038053 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48be1bc1-e175-4a89-8160-53b9499d0fe3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:03:05.038377 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48be1bc1-e175-4a89-8160-53b9499d0fe3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:03:05.038699 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48be1bc1-e175-4a89-8160-53b9499d0fe3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:03:05.039021 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48be1bc1-e175-4a89-8160-53b9499d0fe3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:03:05.048787 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48be1bc1-e175-4a89-8160-53b9499d0fe3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:03:05.049252 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48be1bc1-e175-4a89-8160-53b9499d0fe3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:03:05.053765 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48be1bc1-e175-4a89-8160-53b9499d0fe3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:03:05.053765 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48be1bc1-e175-4a89-8160-53b9499d0fe3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:03:05.080853 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-48be1bc1-e175-4a89-8160-53b9499d0fe3 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=2d91b39df422425d8e966ff1d23149a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7263734 Jul 24 20:03:05.083991 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 60146) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:03:05.103579 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97a09aa1-75b5-4c74-88e8-f82a57fb0112 admin admin] Notify agent at l3_agent.dv-cinder-850449-2-iscsi the message routers_updated {{(pid=110843) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 20:03:05.113433 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ae57af-4177-407b-852e-b7a020e6ca5f None None] Sync routers for ids ['6cae1cba-fc90-4f73-8673-cb28f5400d44'] in dv-cinder-850449-2-iscsi {{(pid=110845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 20:03:05.114827 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [None req-97a09aa1-75b5-4c74-88e8-f82a57fb0112 admin admin] 10.222.0.17 "PUT /v2.0/routers/6cae1cba-fc90-4f73-8673-cb28f5400d44/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7835679 Jul 24 20:03:05.136149 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ae57af-4177-407b-852e-b7a020e6ca5f None None] Routers {'6cae1cba-fc90-4f73-8673-cb28f5400d44'} bound to L3 agent in host dv-cinder-850449-2-iscsi {{(pid=110845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 20:03:05.139603 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.l3_hamode_db [None req-94ae57af-4177-407b-852e-b7a020e6ca5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-24T19:52:06Z,description=,heartbeat_timestamp=2022-07-24T20:02:36Z,host='dv-cinder-850449-2-iscsi',id=408021b7-d46b-48c2-9f75-8a8023f9145c,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T19:52:06Z,topic='l3_agent')) {'router_ids': ['6cae1cba-fc90-4f73-8673-cb28f5400d44'], 'active': True} {{(pid=110845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:03:05.159232 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-50f40db2-2379-433f-9d8c-f3aff9d856f9 admin admin] Publish callbacks [] for security_group (d73b5bbf-3f9c-4cf2-b50d-7e38d5b570c7), before_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:05.187251 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-50f40db2-2379-433f-9d8c-f3aff9d856f9 admin admin] Publish callbacks [] for security_group (d73b5bbf-3f9c-4cf2-b50d-7e38d5b570c7), precommit_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:05.272111 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.l3_dvr_db [None req-94ae57af-4177-407b-852e-b7a020e6ca5f None None] Set router 6cae1cba-fc90-4f73-8673-cb28f5400d44 gateway port host: dv-cinder-850449-2-iscsi {{(pid=110845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 20:03:05.339465 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-50f40db2-2379-433f-9d8c-f3aff9d856f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (d73b5bbf-3f9c-4cf2-b50d-7e38d5b570c7), after_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:05.342907 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-50f40db2-2379-433f-9d8c-f3aff9d856f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:05.344431 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-50f40db2-2379-433f-9d8c-f3aff9d856f9 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/d73b5bbf-3f9c-4cf2-b50d-7e38d5b570c7 HTTP/1.1" status: 204 len: 168 time: 0.2595122 Jul 24 20:03:05.355629 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f40db2-2379-433f-9d8c-f3aff9d856f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d73b5bbf-3f9c-4cf2-b50d-7e38d5b570c7,revision_number=None']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:03:05.451371 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 60160) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:03:05.502930 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-e63e94a8-2288-48a5-b03f-a50e76010969 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:05.580299 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.l3_hamode_db [None req-94ae57af-4177-407b-852e-b7a020e6ca5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cae1cba-fc90-4f73-8673-cb28f5400d44', 'name': 'tempest-TestMinimumBasicScenario-934971673-router', 'tenant_id': '63a05ee2b3fe48ddbac52390d653027a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'external_fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': 'ad596430-d938-4273-b38c-f6ea060949cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T20:02:56Z', 'updated_at': '2022-07-24T20:03:03Z', 'revision_number': 4, 'project_id': '63a05ee2b3fe48ddbac52390d653027a', 'gw_port': {'id': 'ad596430-d938-4273-b38c-f6ea060949cf', 'name': '', 'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:6e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cae1cba-fc90-4f73-8673-cb28f5400d44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:02:57Z', 'updated_at': '2022-07-24T20:03:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99a0caa3-3fb5-4860-826f-478186226de3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850449-2-iscsi', '_interfaces': [{'id': 'fb01426b-f039-46e5-afd7-330f274fb16b', 'name': '', 'network_id': 'bb7a4919-f9c2-4a92-b1d6-8769072f417a', 'tenant_id': '63a05ee2b3fe48ddbac52390d653027a', 'mac_address': 'fa:16:3e:e4:22:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cae1cba-fc90-4f73-8673-cb28f5400d44', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '69625056-e2a2-44c0-9652-6e3fa644c424', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:03:01Z', 'updated_at': '2022-07-24T20:03:03Z', 'revision_number': 2, 'project_id': '63a05ee2b3fe48ddbac52390d653027a', 'subnets': [{'id': '69625056-e2a2-44c0-9652-6e3fa644c424', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850449-2-iscsi', False) {} {{(pid=110845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:03:05.636066 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ae57af-4177-407b-852e-b7a020e6ca5f None None] Checking router: 6cae1cba-fc90-4f73-8673-cb28f5400d44 for host: dv-cinder-850449-2-iscsi {{(pid=110845) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 20:03:05.636427 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ae57af-4177-407b-852e-b7a020e6ca5f None None] Updating router 6cae1cba-fc90-4f73-8673-cb28f5400d44 port fb01426b-f039-46e5-afd7-330f274fb16b binding host dv-cinder-850449-2-iscsi {{(pid=110845) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 20:03:05.664287 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-e63e94a8-2288-48a5-b03f-a50e76010969 admin admin] Publish callbacks [] for security_group (c1244d03-e30a-4543-adfd-28d39194ad1d), precommit_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:05.689149 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02ae841-bcae-4709-8632-02c21ed707a9 req-c0a4e977-ece4-456e-b494-2438752dbdb4 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:03:05.691402 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-a02ae841-bcae-4709-8632-02c21ed707a9 req-c0a4e977-ece4-456e-b494-2438752dbdb4 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/ports?device_id=0b97a2bd-3e67-4a71-9c37-e823feae7fc7 HTTP/1.1" status: 200 len: 946 time: 0.3858993 Jul 24 20:03:05.695087 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron_lib.callbacks.manager [None req-94ae57af-4177-407b-852e-b7a020e6ca5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (fb01426b-f039-46e5-afd7-330f274fb16b), before_update {{(pid=110845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:05.762056 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-a02ae841-bcae-4709-8632-02c21ed707a9 req-730bae19-088a-4b10-a1ae-71b6e6ad16f5 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/security-groups?id=26640197-a088-42b2-99b8-e30a0e4045f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623782 Jul 24 20:03:05.786356 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-e63e94a8-2288-48a5-b03f-a50e76010969 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (c1244d03-e30a-4543-adfd-28d39194ad1d), after_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:05.842509 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-e63e94a8-2288-48a5-b03f-a50e76010969 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=58716aa6e08343a3892c75353ecf5a52&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3896978 Jul 24 20:03:05.843740 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63e94a8-2288-48a5-b03f-a50e76010969 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1244d03-e30a-4543-adfd-28d39194ad1d,revision_number=1']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:03:05.846492 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 60172) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:03:05.888622 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d995ea-2ed1-433a-8943-4c8a3eb2e398 req-a34ef326-8023-4ddb-b4e6-87c9b9d7fbc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:03:05.890169 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-c3d995ea-2ed1-433a-8943-4c8a3eb2e398 req-a34ef326-8023-4ddb-b4e6-87c9b9d7fbc2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=15c454baefdc474682f88c603f6108a8&device_id=0b97a2bd-3e67-4a71-9c37-e823feae7fc7 HTTP/1.1" status: 200 len: 1130 time: 0.0782161 Jul 24 20:03:05.923736 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-5e70d33a-b9f8-492b-b86a-e9315445c6dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (408021b7-d46b-48c2-9f75-8a8023f9145c), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:05.931459 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-043245fc-da86-4e52-81e8-20a95c50904a admin admin] Publish callbacks [] for security_group (c1244d03-e30a-4543-adfd-28d39194ad1d), before_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:05.979297 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG dbcounter [-] [110845] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:03:05.982595 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-043245fc-da86-4e52-81e8-20a95c50904a admin admin] Publish callbacks [] for security_group (c1244d03-e30a-4543-adfd-28d39194ad1d), precommit_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:06.078028 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604e3b69-0c7a-4a0a-879b-786a41d023c6 req-1e0de143-955b-4b34-b2b2-eab620f99228 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:03:06.079653 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-604e3b69-0c7a-4a0a-879b-786a41d023c6 req-1e0de143-955b-4b34-b2b2-eab620f99228 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/ports?device_id=8ad940d2-dab6-42ec-a84a-53ee9242b68d HTTP/1.1" status: 200 len: 945 time: 0.1264372 Jul 24 20:03:06.091475 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=3,neutron:DELETE=1 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:03:06.173538 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-043245fc-da86-4e52-81e8-20a95c50904a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (c1244d03-e30a-4543-adfd-28d39194ad1d), after_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:06.176084 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-043245fc-da86-4e52-81e8-20a95c50904a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:06.177288 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-043245fc-da86-4e52-81e8-20a95c50904a admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/c1244d03-e30a-4543-adfd-28d39194ad1d HTTP/1.1" status: 204 len: 168 time: 0.3296461 Jul 24 20:03:06.178095 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d995ea-2ed1-433a-8943-4c8a3eb2e398 req-5779d76f-f8a4-4357-9daf-c91d08997789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:03:06.180355 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-c3d995ea-2ed1-433a-8943-4c8a3eb2e398 req-5779d76f-f8a4-4357-9daf-c91d08997789 service neutron] 10.222.0.42 "GET /v2.0/networks?id=6e3ba2d8-cc61-4396-b210-32cea4aff750 HTTP/1.1" status: 200 len: 919 time: 0.2839072 Jul 24 20:03:06.200802 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043245fc-da86-4e52-81e8-20a95c50904a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1244d03-e30a-4543-adfd-28d39194ad1d,revision_number=None']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:03:06.239110 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron_lib.callbacks.manager [None req-94ae57af-4177-407b-852e-b7a020e6ca5f None None] Publish callbacks [] for port (fb01426b-f039-46e5-afd7-330f274fb16b), precommit_update {{(pid=110845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:06.280617 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-c3d995ea-2ed1-433a-8943-4c8a3eb2e398 req-1facfa26-bde0-47c8-98c8-e778c0200ac6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=36d6ef5c-d8dd-40c4-8f7e-b9bfc4d8dfc8 HTTP/1.1" status: 200 len: 217 time: 0.0876307 Jul 24 20:03:06.320690 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-604e3b69-0c7a-4a0a-879b-786a41d023c6 req-ad831ecd-0dff-4aee-96ad-c35a77f45306 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/security-groups?id=7fd4fa86-8151-45a8-babb-f1c645ad6646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2278347 Jul 24 20:03:06.352394 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Device ad596430-d938-4273-b38c-f6ea060949cf up at agent ovs-agent-dv-cinder-850449-2-iscsi {{(pid=110844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 20:03:06.358907 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fed693a-fa6b-4908-83b1-f19400ad41a1 req-0f2179f6-1455-4e8d-a071-ad5e7b9a3f00 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:03:06.366142 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-0fed693a-fa6b-4908-83b1-f19400ad41a1 req-0f2179f6-1455-4e8d-a071-ad5e7b9a3f00 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.17 "GET /v2.0/ports?device_id=d14a8072-7f75-43da-8d5e-040cd9378f5e HTTP/1.1" status: 200 len: 944 time: 0.2011421 Jul 24 20:03:06.381172 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron_lib.callbacks.manager [None req-94ae57af-4177-407b-852e-b7a020e6ca5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958'] for port (fb01426b-f039-46e5-afd7-330f274fb16b), after_update {{(pid=110845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:06.409376 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d995ea-2ed1-433a-8943-4c8a3eb2e398 req-b27ccb6a-03a3-4336-8133-c8dbdb41a566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:03:06.410927 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-c3d995ea-2ed1-433a-8943-4c8a3eb2e398 req-b27ccb6a-03a3-4336-8133-c8dbdb41a566 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1b0ec485-4e15-4515-af25-2ebd70a5137a HTTP/1.1" status: 200 len: 857 time: 0.1220160 Jul 24 20:03:06.448400 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-0fed693a-fa6b-4908-83b1-f19400ad41a1 req-af1722b6-57b3-49b4-a2d6-dada9166ec40 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.17 "GET /v2.0/security-groups?id=0e55f1a6-9029-4bad-b093-088507cccc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813589 Jul 24 20:03:06.514021 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:03:06.514185 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d995ea-2ed1-433a-8943-4c8a3eb2e398 req-302abd93-97f1-40f5-93f0-2cfa1c83cbaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:03:06.515276 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Provisioning complete for port ad596430-d938-4273-b38c-f6ea060949cf triggered by entity L2. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 20:03:06.515634 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-c3d995ea-2ed1-433a-8943-4c8a3eb2e398 req-302abd93-97f1-40f5-93f0-2cfa1c83cbaa service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6e3ba2d8-cc61-4396-b210-32cea4aff750&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0662613 Jul 24 20:03:06.518809 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812910'] for port (ad596430-d938-4273-b38c-f6ea060949cf), provisioning_complete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:06.518809 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Device 4650de31-a042-4ead-afb7-6f32d4fc465c details requested by agent hyperv_hv-cinder-85044 with host hv-cinder-85044 {{(pid=110844) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 20:03:06.613590 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0daf7a9e-5d26-4f68-854d-269ec059f653 None None] Pushing event updated for resources: {'Port': ['ID=fb01426b-f039-46e5-afd7-330f274fb16b,revision_number=3']} {{(pid=110845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:03:06.716940 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.plugins.ml2.managers [None req-94ae57af-4177-407b-852e-b7a020e6ca5f None None] Attempting to bind port fb01426b-f039-46e5-afd7-330f274fb16b on host dv-cinder-850449-2-iscsi for vnic_type normal with profile {{(pid=110845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 24 20:03:06.717494 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.plugins.ml2.managers [None req-94ae57af-4177-407b-852e-b7a020e6ca5f None None] Attempting to bind port fb01426b-f039-46e5-afd7-330f274fb16b by drivers openvswitch,hyperv on host dv-cinder-850449-2-iscsi at level 0 using segments [{'id': '38051b64-4a81-4755-be90-b4c7fa6fec03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'bb7a4919-f9c2-4a92-b1d6-8769072f417a'}] {{(pid=110845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 24 20:03:06.718035 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ae57af-4177-407b-852e-b7a020e6ca5f None None] Attempting to bind port fb01426b-f039-46e5-afd7-330f274fb16b on network bb7a4919-f9c2-4a92-b1d6-8769072f417a {{(pid=110845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 24 20:03:06.726244 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG dbcounter [-] [110845] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:03:06.734437 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:DELETE=1,neutron:SELECT=96,neutron:UPDATE=3 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:03:06.740417 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ae57af-4177-407b-852e-b7a020e6ca5f None None] Checking agent: {'id': '46eda511-dfa5-408c-8bd4-cb509f691033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850449-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 24, 19, 52, 9), 'started_at': datetime.datetime(2022, 7, 24, 19, 52, 39), 'heartbeat_timestamp': datetime.datetime(2022, 7, 24, 20, 2, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850449-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 24 20:03:06.742732 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ae57af-4177-407b-852e-b7a020e6ca5f None None] Checking segment: {'id': '38051b64-4a81-4755-be90-b4c7fa6fec03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'bb7a4919-f9c2-4a92-b1d6-8769072f417a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 24 20:03:06.744949 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron_lib.callbacks.manager [None req-94ae57af-4177-407b-852e-b7a020e6ca5f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:06.749118 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ae57af-4177-407b-852e-b7a020e6ca5f None None] Bound using segment: {'id': '38051b64-4a81-4755-be90-b4c7fa6fec03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'bb7a4919-f9c2-4a92-b1d6-8769072f417a'} {{(pid=110845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 24 20:03:06.749867 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.plugins.ml2.managers [None req-94ae57af-4177-407b-852e-b7a020e6ca5f None None] Bound port: fb01426b-f039-46e5-afd7-330f274fb16b, host: dv-cinder-850449-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38051b64-4a81-4755-be90-b4c7fa6fec03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'bb7a4919-f9c2-4a92-b1d6-8769072f417a'}}] {{(pid=110845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 24 20:03:06.750450 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron_lib.callbacks.manager [None req-94ae57af-4177-407b-852e-b7a020e6ca5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (fb01426b-f039-46e5-afd7-330f274fb16b), before_update {{(pid=110845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:06.808196 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:03:06.820481 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-c3d995ea-2ed1-433a-8943-4c8a3eb2e398 req-8ebb57cb-2959-4930-a49a-ba1d000ade9c service neutron] 10.222.0.42 "GET /v2.0/networks/6e3ba2d8-cc61-4396-b210-32cea4aff750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2980294 Jul 24 20:03:06.906739 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:03:06.906739 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Current status of the port ad596430-d938-4273-b38c-f6ea060949cf is: ACTIVE; New status is: ACTIVE {{(pid=110844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 20:03:06.917942 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:DELETE=6 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:03:07.002688 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.plugins.ml2.db [None req-94ae57af-4177-407b-852e-b7a020e6ca5f None None] For port fb01426b-f039-46e5-afd7-330f274fb16b, host dv-cinder-850449-2-iscsi, cleared binding levels {{(pid=110845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 20:03:07.011694 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.plugins.ml2.db [None req-94ae57af-4177-407b-852e-b7a020e6ca5f None None] For port fb01426b-f039-46e5-afd7-330f274fb16b, host dv-cinder-850449-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850449-2-iscsi',level=0,port_id=fb01426b-f039-46e5-afd7-330f274fb16b,segment=NetworkSegment(38051b64-4a81-4755-be90-b4c7fa6fec03),segment_id=38051b64-4a81-4755-be90-b4c7fa6fec03)] {{(pid=110845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 20:03:07.014494 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] For port 4650de31-a042-4ead-afb7-6f32d4fc465c, host hv-cinder-85044, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85044',level=0,port_id=4650de31-a042-4ead-afb7-6f32d4fc465c,segment=NetworkSegment(78737f80-9c2d-440f-8dc6-3a8965544158),segment_id=78737f80-9c2d-440f-8dc6-3a8965544158)] {{(pid=110844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 20:03:07.066904 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-30498ff7-996d-47a6-a41b-40c3a19b1eaa None None] Provisioning complete for port fb01426b-f039-46e5-afd7-330f274fb16b triggered by entity DHCP. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 20:03:07.067289 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-30498ff7-996d-47a6-a41b-40c3a19b1eaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812910'] for port (fb01426b-f039-46e5-afd7-330f274fb16b), provisioning_complete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:07.070654 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Returning: {'device': '4650de31-a042-4ead-afb7-6f32d4fc465c', 'network_id': '9568b641-7783-426b-8ad0-3ac71fba0922', 'port_id': '4650de31-a042-4ead-afb7-6f32d4fc465c', 'mac_address': 'fa:16:3e:ff:99:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cce9884f-3061-48ee-abb3-8ca2a1e54559', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110844) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 20:03:07.095200 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-6dc48dae-acff-4e3e-8fdb-430da55b4f7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (7ee55678-4254-481c-8cae-5c828aed81c9), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:07.111657 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron_lib.callbacks.manager [None req-94ae57af-4177-407b-852e-b7a020e6ca5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958'] for port (fb01426b-f039-46e5-afd7-330f274fb16b), after_update {{(pid=110845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:07.152320 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eab43a-5874-4ccf-9b9a-32c9a776c3f1 req-d62021f8-ffc4-4bb6-b65f-24b2feb135a5 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:03:07.154486 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-87eab43a-5874-4ccf-9b9a-32c9a776c3f1 req-d62021f8-ffc4-4bb6-b65f-24b2feb135a5 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/ports?device_id=0b97a2bd-3e67-4a71-9c37-e823feae7fc7 HTTP/1.1" status: 200 len: 946 time: 0.2046826 Jul 24 20:03:07.157438 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-30498ff7-996d-47a6-a41b-40c3a19b1eaa None None] Port fb01426b-f039-46e5-afd7-330f274fb16b cannot update to ACTIVE because it is not bound. {{(pid=110844) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 24 20:03:07.170540 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Current status of the port 4650de31-a042-4ead-afb7-6f32d4fc465c is: DOWN; New status is: BUILD {{(pid=110844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 20:03:07.171162 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (4650de31-a042-4ead-afb7-6f32d4fc465c), before_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:07.194259 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.notifiers.nova [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4650de31-a042-4ead-afb7-6f32d4fc465c {{(pid=110844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 24 20:03:07.247202 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ae57af-4177-407b-852e-b7a020e6ca5f None None] Routers {'6cae1cba-fc90-4f73-8673-cb28f5400d44'} bound to L3 agent in host dv-cinder-850449-2-iscsi {{(pid=110845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 20:03:07.247747 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.l3_hamode_db [None req-94ae57af-4177-407b-852e-b7a020e6ca5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-24T19:52:06Z,description=,heartbeat_timestamp=2022-07-24T20:03:06Z,host='dv-cinder-850449-2-iscsi',id=408021b7-d46b-48c2-9f75-8a8023f9145c,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T19:52:06Z,topic='l3_agent')) {'router_ids': ['6cae1cba-fc90-4f73-8673-cb28f5400d44'], 'active': True} {{(pid=110845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:03:07.257872 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] For port 4650de31-a042-4ead-afb7-6f32d4fc465c, host hv-cinder-85044, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85044',level=0,port_id=4650de31-a042-4ead-afb7-6f32d4fc465c,segment=NetworkSegment(78737f80-9c2d-440f-8dc6-3a8965544158),segment_id=78737f80-9c2d-440f-8dc6-3a8965544158)] {{(pid=110844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 20:03:07.320559 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-c3d995ea-2ed1-433a-8943-4c8a3eb2e398 req-ed28c407-8ae7-488e-abd9-e7ada200fa2b service neutron] 10.222.0.42 "GET /v2.0/networks/6e3ba2d8-cc61-4396-b210-32cea4aff750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4926999 Jul 24 20:03:07.492633 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-87eab43a-5874-4ccf-9b9a-32c9a776c3f1 req-4665cc03-9966-40a6-87d9-1c6bef6d6af0 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/security-groups?id=26640197-a088-42b2-99b8-e30a0e4045f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604030 Jul 24 20:03:07.495832 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0daf7a9e-5d26-4f68-854d-269ec059f653 None None] Pushing event updated for resources: {'Port': ['ID=fb01426b-f039-46e5-afd7-330f274fb16b,revision_number=4']} {{(pid=110845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:03:07.514034 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.l3_dvr_db [None req-94ae57af-4177-407b-852e-b7a020e6ca5f None None] Set router 6cae1cba-fc90-4f73-8673-cb28f5400d44 gateway port host: dv-cinder-850449-2-iscsi {{(pid=110845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 20:03:07.526820 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56629c24-243e-4bc4-8562-5d809a36638e req-4b4c030c-c293-4eea-98cd-b36f57938a0d tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:03:07.528880 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-56629c24-243e-4bc4-8562-5d809a36638e req-4b4c030c-c293-4eea-98cd-b36f57938a0d tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/ports?device_id=8ad940d2-dab6-42ec-a84a-53ee9242b68d HTTP/1.1" status: 200 len: 945 time: 0.0740757 Jul 24 20:03:07.656069 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cf6142-20de-4aa0-887b-cf04e0909bfd req-93a1ad91-54b2-4179-91b5-5531bb2daa56 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:03:07.657615 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-f7cf6142-20de-4aa0-887b-cf04e0909bfd req-93a1ad91-54b2-4179-91b5-5531bb2daa56 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.17 "GET /v2.0/ports?device_id=d14a8072-7f75-43da-8d5e-040cd9378f5e HTTP/1.1" status: 200 len: 944 time: 0.0975964 Jul 24 20:03:07.664370 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-56629c24-243e-4bc4-8562-5d809a36638e req-6dcf7b71-b1b1-4485-8e6e-c9026721fafd tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/security-groups?id=7fd4fa86-8151-45a8-babb-f1c645ad6646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1300769 Jul 24 20:03:07.694315 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-501c9ea1-6ee0-4075-83bc-797d9b78d782 None None] Provisioning complete for port fb01426b-f039-46e5-afd7-330f274fb16b triggered by entity DHCP. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 20:03:07.694704 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-501c9ea1-6ee0-4075-83bc-797d9b78d782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812910'] for port (fb01426b-f039-46e5-afd7-330f274fb16b), provisioning_complete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:07.749083 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-f7cf6142-20de-4aa0-887b-cf04e0909bfd req-42e4004c-ef9f-409f-8925-cc84c3c22377 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.17 "GET /v2.0/security-groups?id=0e55f1a6-9029-4bad-b093-088507cccc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834584 Jul 24 20:03:07.816175 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.l3_hamode_db [None req-94ae57af-4177-407b-852e-b7a020e6ca5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cae1cba-fc90-4f73-8673-cb28f5400d44', 'name': 'tempest-TestMinimumBasicScenario-934971673-router', 'tenant_id': '63a05ee2b3fe48ddbac52390d653027a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'external_fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': 'ad596430-d938-4273-b38c-f6ea060949cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T20:02:56Z', 'updated_at': '2022-07-24T20:03:03Z', 'revision_number': 4, 'project_id': '63a05ee2b3fe48ddbac52390d653027a', 'gw_port': {'id': 'ad596430-d938-4273-b38c-f6ea060949cf', 'name': '', 'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:6e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cae1cba-fc90-4f73-8673-cb28f5400d44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:02:57Z', 'updated_at': '2022-07-24T20:03:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99a0caa3-3fb5-4860-826f-478186226de3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850449-2-iscsi', '_interfaces': [{'id': 'fb01426b-f039-46e5-afd7-330f274fb16b', 'name': '', 'network_id': 'bb7a4919-f9c2-4a92-b1d6-8769072f417a', 'tenant_id': '63a05ee2b3fe48ddbac52390d653027a', 'mac_address': 'fa:16:3e:e4:22:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cae1cba-fc90-4f73-8673-cb28f5400d44', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '69625056-e2a2-44c0-9652-6e3fa644c424', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:03:01Z', 'updated_at': '2022-07-24T20:03:06Z', 'revision_number': 4, 'project_id': '63a05ee2b3fe48ddbac52390d653027a', 'subnets': [{'id': '69625056-e2a2-44c0-9652-6e3fa644c424', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850449-2-iscsi', False) {} {{(pid=110845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:03:07.817596 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-501c9ea1-6ee0-4075-83bc-797d9b78d782 None None] Current status of the port fb01426b-f039-46e5-afd7-330f274fb16b is: DOWN; New status is: ACTIVE {{(pid=110844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 20:03:07.818166 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-501c9ea1-6ee0-4075-83bc-797d9b78d782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (fb01426b-f039-46e5-afd7-330f274fb16b), before_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:07.849650 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ae57af-4177-407b-852e-b7a020e6ca5f None None] The sync data for ids ['6cae1cba-fc90-4f73-8673-cb28f5400d44'] in dv-cinder-850449-2-iscsi is: [{'id': '6cae1cba-fc90-4f73-8673-cb28f5400d44', 'name': 'tempest-TestMinimumBasicScenario-934971673-router', 'tenant_id': '63a05ee2b3fe48ddbac52390d653027a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'external_fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': 'ad596430-d938-4273-b38c-f6ea060949cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T20:02:56Z', 'updated_at': '2022-07-24T20:03:03Z', 'revision_number': 4, 'project_id': '63a05ee2b3fe48ddbac52390d653027a', 'gw_port': {'id': 'ad596430-d938-4273-b38c-f6ea060949cf', 'name': '', 'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:6e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cae1cba-fc90-4f73-8673-cb28f5400d44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:02:57Z', 'updated_at': '2022-07-24T20:03:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99a0caa3-3fb5-4860-826f-478186226de3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850449-2-iscsi', '_interfaces': [{'id': 'fb01426b-f039-46e5-afd7-330f274fb16b', 'name': '', 'network_id': 'bb7a4919-f9c2-4a92-b1d6-8769072f417a', 'tenant_id': '63a05ee2b3fe48ddbac52390d653027a', 'mac_address': 'fa:16:3e:e4:22:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cae1cba-fc90-4f73-8673-cb28f5400d44', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '69625056-e2a2-44c0-9652-6e3fa644c424', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:03:01Z', 'updated_at': '2022-07-24T20:03:06Z', 'revision_number': 4, 'project_id': '63a05ee2b3fe48ddbac52390d653027a', 'subnets': [{'id': '69625056-e2a2-44c0-9652-6e3fa644c424', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 20:03:07.863052 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958'] for port (4650de31-a042-4ead-afb7-6f32d4fc465c), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:07.927716 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-501c9ea1-6ee0-4075-83bc-797d9b78d782 None None] For port fb01426b-f039-46e5-afd7-330f274fb16b, host dv-cinder-850449-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850449-2-iscsi',level=0,port_id=fb01426b-f039-46e5-afd7-330f274fb16b,segment=NetworkSegment(38051b64-4a81-4755-be90-b4c7fa6fec03),segment_id=38051b64-4a81-4755-be90-b4c7fa6fec03)] {{(pid=110844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 20:03:08.026164 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Pushing event updated for resources: {'Port': ['ID=4650de31-a042-4ead-afb7-6f32d4fc465c,revision_number=4']} {{(pid=110844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:03:08.284884 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Device fb01426b-f039-46e5-afd7-330f274fb16b up at agent ovs-agent-dv-cinder-850449-2-iscsi {{(pid=110844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 20:03:08.350411 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Provisioning complete for port fb01426b-f039-46e5-afd7-330f274fb16b triggered by entity L2. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 20:03:08.351045 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812910'] for port (fb01426b-f039-46e5-afd7-330f274fb16b), provisioning_complete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:08.381497 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-501c9ea1-6ee0-4075-83bc-797d9b78d782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958'] for port (fb01426b-f039-46e5-afd7-330f274fb16b), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:08.711737 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-43102eef-6e4b-4922-ad30-3734cbb7477a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (7d43fc2f-3c2c-473f-8c92-13ad6341ecc2), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:08.727893 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0ff4fd-22ea-457c-b57c-347fd023fa61 req-b01cc635-b95d-4c58-858a-98a1044d6edb tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:03:08.741723 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-af0ff4fd-22ea-457c-b57c-347fd023fa61 req-b01cc635-b95d-4c58-858a-98a1044d6edb tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/ports?device_id=0b97a2bd-3e67-4a71-9c37-e823feae7fc7 HTTP/1.1" status: 200 len: 946 time: 0.1383059 Jul 24 20:03:08.842219 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG dbcounter [-] [110845] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:03:08.903137 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-af0ff4fd-22ea-457c-b57c-347fd023fa61 req-05531b09-e941-4701-9659-cf92c8db251d tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/security-groups?id=26640197-a088-42b2-99b8-e30a0e4045f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602688 Jul 24 20:03:08.909318 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501c9ea1-6ee0-4075-83bc-797d9b78d782 None None] Pushing event updated for resources: {'Port': ['ID=fb01426b-f039-46e5-afd7-330f274fb16b,revision_number=5']} {{(pid=110844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:03:08.934487 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Current status of the port fb01426b-f039-46e5-afd7-330f274fb16b is: ACTIVE; New status is: ACTIVE {{(pid=110844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 20:03:09.180333 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (46eda511-dfa5-408c-8bd4-cb509f691033), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:09.246696 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424c1dfa-bb46-435e-ac4a-d72ba5686bf2 req-fb95269d-1e2c-42ce-8508-7fc8114f7231 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:03:09.255348 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-424c1dfa-bb46-435e-ac4a-d72ba5686bf2 req-fb95269d-1e2c-42ce-8508-7fc8114f7231 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/ports?device_id=8ad940d2-dab6-42ec-a84a-53ee9242b68d HTTP/1.1" status: 200 len: 945 time: 0.1794715 Jul 24 20:03:09.269465 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ad92b1-b2e3-46f1-a16c-b0c60ea67a9a req-2613070a-d1aa-4cd1-ab47-01af7b7b3d41 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:03:09.277284 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-14ad92b1-b2e3-46f1-a16c-b0c60ea67a9a req-2613070a-d1aa-4cd1-ab47-01af7b7b3d41 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.17 "GET /v2.0/ports?device_id=d14a8072-7f75-43da-8d5e-040cd9378f5e HTTP/1.1" status: 200 len: 945 time: 0.1577561 Jul 24 20:03:09.361135 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-424c1dfa-bb46-435e-ac4a-d72ba5686bf2 req-0b6b0ab1-5ac8-470d-9346-acb0561a6c3f tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/security-groups?id=7fd4fa86-8151-45a8-babb-f1c645ad6646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1045418 Jul 24 20:03:09.383889 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-14ad92b1-b2e3-46f1-a16c-b0c60ea67a9a req-580dd925-4e73-495a-a1f1-252bfbb4d565 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.17 "GET /v2.0/security-groups?id=0e55f1a6-9029-4bad-b093-088507cccc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945170 Jul 24 20:03:10.149167 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] get_ports_and_sgs() called for port_ids ['4650de31-a042-4ead-afb7-6f32d4fc465c'] {{(pid=110844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 20:03:10.153421 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316cb856-dee5-466d-a7cb-658c4b52370d req-e980f7c1-da9a-4365-8e65-4bcca19fc184 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:03:10.169052 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-316cb856-dee5-466d-a7cb-658c4b52370d req-e980f7c1-da9a-4365-8e65-4bcca19fc184 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/ports?device_id=0b97a2bd-3e67-4a71-9c37-e823feae7fc7 HTTP/1.1" status: 200 len: 946 time: 0.1639714 Jul 24 20:03:10.177940 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9ba0ff-aac8-42a4-a742-622c5b80828d req-de68cb13-5016-40e3-8b8c-9b1f02be3c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:03:10.180363 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-da9ba0ff-aac8-42a4-a742-622c5b80828d req-de68cb13-5016-40e3-8b8c-9b1f02be3c09 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=15c454baefdc474682f88c603f6108a8&device_id=0b97a2bd-3e67-4a71-9c37-e823feae7fc7 HTTP/1.1" status: 200 len: 1130 time: 0.1635647 Jul 24 20:03:10.279995 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:03:10.318374 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-316cb856-dee5-466d-a7cb-658c4b52370d req-5066fd83-874d-42f8-a0f3-0f74ed3f7f00 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/security-groups?id=26640197-a088-42b2-99b8-e30a0e4045f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469667 Jul 24 20:03:10.324723 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 60298) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:03:10.470716 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Device fb01426b-f039-46e5-afd7-330f274fb16b up at agent ovs-agent-dv-cinder-850449-2-iscsi {{(pid=110844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 20:03:10.569456 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (95564131-b678-4db2-a162-51408b2acd55), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:10.581698 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-3b7db63e-dcf9-42e1-8260-e0582dc68d21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:10.612197 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:03:10.618891 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Provisioning complete for port fb01426b-f039-46e5-afd7-330f274fb16b triggered by entity L2. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 20:03:10.618891 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812910'] for port (fb01426b-f039-46e5-afd7-330f274fb16b), provisioning_complete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:10.623290 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0b0572-56ff-419b-b86e-5bd981f05036 req-6a37d74a-e688-41bc-820e-328b91e4758e tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:03:10.626379 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-6d0b0572-56ff-419b-b86e-5bd981f05036 req-6a37d74a-e688-41bc-820e-328b91e4758e tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/ports?device_id=8ad940d2-dab6-42ec-a84a-53ee9242b68d HTTP/1.1" status: 200 len: 945 time: 0.1242299 Jul 24 20:03:10.705506 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-6d0b0572-56ff-419b-b86e-5bd981f05036 req-2ca773fb-33ae-4e40-b9fd-9202fd15e28c tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/security-groups?id=7fd4fa86-8151-45a8-babb-f1c645ad6646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718858 Jul 24 20:03:10.711616 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-3b7db63e-dcf9-42e1-8260-e0582dc68d21 admin admin] Publish callbacks [] for security_group (f863c3ce-a7fd-4594-889b-f9939feaeec0), precommit_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:10.730085 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6ec97d-33fc-47a3-b507-861a24a64fc1 req-28dc855e-0ed1-45b4-b024-cb35ba00334e tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:03:10.739046 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-9a6ec97d-33fc-47a3-b507-861a24a64fc1 req-28dc855e-0ed1-45b4-b024-cb35ba00334e tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.17 "GET /v2.0/ports?device_id=d14a8072-7f75-43da-8d5e-040cd9378f5e HTTP/1.1" status: 200 len: 945 time: 0.1961823 Jul 24 20:03:10.820849 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-9a6ec97d-33fc-47a3-b507-861a24a64fc1 req-388bee43-fc6b-413a-8870-3872a23b0d70 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.17 "GET /v2.0/security-groups?id=0e55f1a6-9029-4bad-b093-088507cccc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685565 Jul 24 20:03:10.836144 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-3b7db63e-dcf9-42e1-8260-e0582dc68d21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (f863c3ce-a7fd-4594-889b-f9939feaeec0), after_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:10.841456 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Current status of the port fb01426b-f039-46e5-afd7-330f274fb16b is: ACTIVE; New status is: ACTIVE {{(pid=110844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 20:03:10.876029 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-3b7db63e-dcf9-42e1-8260-e0582dc68d21 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=6f35a475c4cc4cbcb6e4ca00bf31eab8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5493708 Jul 24 20:03:10.878801 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [-] (110843) accepted ('10.222.0.17', 60322) {{(pid=110843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:03:10.895729 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7db63e-dcf9-42e1-8260-e0582dc68d21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f863c3ce-a7fd-4594-889b-f9939feaeec0,revision_number=1']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:03:10.982113 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-bf34f551-3f9e-4827-880d-365f9712c4ae admin admin] Publish callbacks [] for security_group (f863c3ce-a7fd-4594-889b-f9939feaeec0), before_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:11.011499 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-bf34f551-3f9e-4827-880d-365f9712c4ae admin admin] Publish callbacks [] for security_group (f863c3ce-a7fd-4594-889b-f9939feaeec0), precommit_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:11.193650 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-bf34f551-3f9e-4827-880d-365f9712c4ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (f863c3ce-a7fd-4594-889b-f9939feaeec0), after_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:11.196337 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-bf34f551-3f9e-4827-880d-365f9712c4ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:11.197564 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [None req-bf34f551-3f9e-4827-880d-365f9712c4ae admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/f863c3ce-a7fd-4594-889b-f9939feaeec0 HTTP/1.1" status: 204 len: 168 time: 0.3177245 Jul 24 20:03:11.219055 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9ba0ff-aac8-42a4-a742-622c5b80828d req-1e28b811-98cf-4e47-80fa-9cec139388d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:03:11.219055 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-da9ba0ff-aac8-42a4-a742-622c5b80828d req-1e28b811-98cf-4e47-80fa-9cec139388d1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=6e3ba2d8-cc61-4396-b210-32cea4aff750 HTTP/1.1" status: 200 len: 919 time: 0.1363742 Jul 24 20:03:11.219055 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf34f551-3f9e-4827-880d-365f9712c4ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f863c3ce-a7fd-4594-889b-f9939feaeec0,revision_number=None']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:03:11.293410 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-da9ba0ff-aac8-42a4-a742-622c5b80828d req-0e453443-dce6-4e6e-b312-ab1f874a7a7e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=36d6ef5c-d8dd-40c4-8f7e-b9bfc4d8dfc8 HTTP/1.1" status: 200 len: 217 time: 0.0525782 Jul 24 20:03:11.384903 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9ba0ff-aac8-42a4-a742-622c5b80828d req-1865e06c-845d-4e6b-bc0d-37300f254add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:03:11.425637 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-da9ba0ff-aac8-42a4-a742-622c5b80828d req-1865e06c-845d-4e6b-bc0d-37300f254add service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1b0ec485-4e15-4515-af25-2ebd70a5137a HTTP/1.1" status: 200 len: 857 time: 0.0756550 Jul 24 20:03:11.460002 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f95c2d8-78be-4c12-9107-341747316665 req-676e86ae-988b-485e-bd33-02ff0c74f384 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:03:11.461662 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-0f95c2d8-78be-4c12-9107-341747316665 req-676e86ae-988b-485e-bd33-02ff0c74f384 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/ports?device_id=0b97a2bd-3e67-4a71-9c37-e823feae7fc7 HTTP/1.1" status: 200 len: 946 time: 0.0553310 Jul 24 20:03:11.519144 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-0f95c2d8-78be-4c12-9107-341747316665 req-45e789cb-25a7-42ee-88e5-8d6938179db9 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/security-groups?id=26640197-a088-42b2-99b8-e30a0e4045f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509808 Jul 24 20:03:11.842782 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fcaec8-de4e-4a8b-920e-307cc3343681 req-d6e8b286-8b97-4559-86b2-4b27c06ef2b0 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:03:11.849675 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-94fcaec8-de4e-4a8b-920e-307cc3343681 req-d6e8b286-8b97-4559-86b2-4b27c06ef2b0 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/ports?device_id=8ad940d2-dab6-42ec-a84a-53ee9242b68d HTTP/1.1" status: 200 len: 945 time: 0.0553267 Jul 24 20:03:11.865163 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Device 4650de31-a042-4ead-afb7-6f32d4fc465c up at agent hyperv_hv-cinder-85044 {{(pid=110844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 20:03:11.915972 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 60348) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:03:11.981611 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9ba0ff-aac8-42a4-a742-622c5b80828d req-6ea97aae-468f-4f62-a8ab-d833e16f5698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:03:11.983230 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-da9ba0ff-aac8-42a4-a742-622c5b80828d req-6ea97aae-468f-4f62-a8ab-d833e16f5698 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6e3ba2d8-cc61-4396-b210-32cea4aff750&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1127253 Jul 24 20:03:11.998413 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Provisioning for port 4650de31-a042-4ead-afb7-6f32d4fc465c completed by entity L2. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 24 20:03:12.013801 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-94fcaec8-de4e-4a8b-920e-307cc3343681 req-27ed0339-2d4c-4f81-821c-d5691f3900d6 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/security-groups?id=7fd4fa86-8151-45a8-babb-f1c645ad6646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1631699 Jul 24 20:03:12.051488 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbebbe4-96b0-4503-ad0e-6cb9c262d696 req-04804b0c-9e3e-4544-804f-e8b9ae78f53d tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:03:12.059507 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-3fbebbe4-96b0-4503-ad0e-6cb9c262d696 req-04804b0c-9e3e-4544-804f-e8b9ae78f53d tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.17 "GET /v2.0/ports?device_id=d14a8072-7f75-43da-8d5e-040cd9378f5e HTTP/1.1" status: 200 len: 945 time: 0.1422143 Jul 24 20:03:12.090155 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-d8e7cc77-616f-48a2-9cd9-743a74839ee1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:12.107191 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Provisioning complete for port 4650de31-a042-4ead-afb7-6f32d4fc465c triggered by entity L2. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 20:03:12.107684 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812910'] for port (4650de31-a042-4ead-afb7-6f32d4fc465c), provisioning_complete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:12.271945 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:03:12.286641 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-d8e7cc77-616f-48a2-9cd9-743a74839ee1 admin admin] Publish callbacks [] for security_group (e6111e65-2db6-4962-8c9b-72b68943d56e), precommit_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:12.301598 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Current status of the port 4650de31-a042-4ead-afb7-6f32d4fc465c is: BUILD; New status is: ACTIVE {{(pid=110844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 20:03:12.309651 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (4650de31-a042-4ead-afb7-6f32d4fc465c), before_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:12.309816 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-3fbebbe4-96b0-4503-ad0e-6cb9c262d696 req-8baf3a6e-f010-4b55-86d2-71cd3df25205 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.17 "GET /v2.0/security-groups?id=0e55f1a6-9029-4bad-b093-088507cccc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2473443 Jul 24 20:03:12.310557 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-da9ba0ff-aac8-42a4-a742-622c5b80828d req-e82af617-c4f8-4fd7-8e3f-ef3c5e999814 service neutron] 10.222.0.42 "GET /v2.0/networks/6e3ba2d8-cc61-4396-b210-32cea4aff750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3201973 Jul 24 20:03:12.333366 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd14a8072-7f75-43da-8d5e-040cd9378f5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4650de31-a042-4ead-afb7-6f32d4fc465c'}] {{(pid=110844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 24 20:03:12.338302 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cb44c1e02bae91b270a0e6cfc836be33c010434f31a7c401440ca7d913440f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47901caa-6615-4d98-943e-9677df98cd03" -d '{"events": [{"server_uuid": "d14a8072-7f75-43da-8d5e-040cd9378f5e", "name": "network-vif-plugged", "status": "completed", "tag": "4650de31-a042-4ead-afb7-6f32d4fc465c"}]}' {{(pid=110844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 20:03:12.352088 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] For port 4650de31-a042-4ead-afb7-6f32d4fc465c, host hv-cinder-85044, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85044',level=0,port_id=4650de31-a042-4ead-afb7-6f32d4fc465c,segment=NetworkSegment(78737f80-9c2d-440f-8dc6-3a8965544158),segment_id=78737f80-9c2d-440f-8dc6-3a8965544158)] {{(pid=110844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 20:03:12.396550 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-d8e7cc77-616f-48a2-9cd9-743a74839ee1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (e6111e65-2db6-4962-8c9b-72b68943d56e), after_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:12.408364 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 24 Jul 2022 20:03:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e48c103-7b54-44ab-b0e8-e5e5705e8258 x-openstack-request-id: req-8e48c103-7b54-44ab-b0e8-e5e5705e8258 {{(pid=110844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 20:03:12.408693 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d14a8072-7f75-43da-8d5e-040cd9378f5e", "name": "network-vif-plugged", "status": "completed", "tag": "4650de31-a042-4ead-afb7-6f32d4fc465c", "code": 200}]} {{(pid=110844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 20:03:12.408943 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-8e48c103-7b54-44ab-b0e8-e5e5705e8258 {{(pid=110844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 20:03:12.409356 dv-cinder-850449-2-iscsi neutron-server[110844]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e48c103-7b54-44ab-b0e8-e5e5705e8258'] response: {'server_uuid': 'd14a8072-7f75-43da-8d5e-040cd9378f5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4650de31-a042-4ead-afb7-6f32d4fc465c', 'code': 200} Jul 24 20:03:12.441283 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e7cc77-616f-48a2-9cd9-743a74839ee1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6111e65-2db6-4962-8c9b-72b68943d56e,revision_number=1']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:03:12.460808 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958'] for port (4650de31-a042-4ead-afb7-6f32d4fc465c), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:12.511942 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-da9ba0ff-aac8-42a4-a742-622c5b80828d req-c08b9144-c8c2-446c-bd83-7c8007f22bbf service neutron] 10.222.0.42 "GET /v2.0/networks/6e3ba2d8-cc61-4396-b210-32cea4aff750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945486 Jul 24 20:03:12.543229 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-d8e7cc77-616f-48a2-9cd9-743a74839ee1 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=2bb362ee74e1448b91a735db39b4ac18&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6253691 Jul 24 20:03:12.545102 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:03:12.545819 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [-] (110843) accepted ('10.222.0.17', 60366) {{(pid=110843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:03:12.633252 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-acfbf27c-de02-4890-aeba-493028fc94a4 admin admin] Publish callbacks [] for security_group (e6111e65-2db6-4962-8c9b-72b68943d56e), before_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:12.656347 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Pushing event updated for resources: {'Port': ['ID=4650de31-a042-4ead-afb7-6f32d4fc465c,revision_number=5']} {{(pid=110844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:03:12.687102 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-acfbf27c-de02-4890-aeba-493028fc94a4 admin admin] Publish callbacks [] for security_group (e6111e65-2db6-4962-8c9b-72b68943d56e), precommit_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:12.793791 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:03:12.814225 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07706fb6-b34b-485e-8b55-92d135fe7c58 req-dfa45a7a-0f51-4c4a-8e53-7b3942bb70f2 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:03:12.816107 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-07706fb6-b34b-485e-8b55-92d135fe7c58 req-dfa45a7a-0f51-4c4a-8e53-7b3942bb70f2 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/ports?device_id=0b97a2bd-3e67-4a71-9c37-e823feae7fc7 HTTP/1.1" status: 200 len: 946 time: 0.0682771 Jul 24 20:03:12.915958 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-07706fb6-b34b-485e-8b55-92d135fe7c58 req-2b3d0810-da33-461b-9224-7f4faf0b45a3 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/security-groups?id=26640197-a088-42b2-99b8-e30a0e4045f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916815 Jul 24 20:03:12.922173 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-acfbf27c-de02-4890-aeba-493028fc94a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (e6111e65-2db6-4962-8c9b-72b68943d56e), after_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:12.926084 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-acfbf27c-de02-4890-aeba-493028fc94a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:12.927529 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [None req-acfbf27c-de02-4890-aeba-493028fc94a4 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/e6111e65-2db6-4962-8c9b-72b68943d56e HTTP/1.1" status: 204 len: 168 time: 0.3778739 Jul 24 20:03:12.967684 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfbf27c-de02-4890-aeba-493028fc94a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6111e65-2db6-4962-8c9b-72b68943d56e,revision_number=None']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:03:13.065333 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:03:13.201533 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a40039-d1a8-4bbd-abbd-e54e1a964eda req-0999ebc0-e29a-4631-ad02-04dee2b65036 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:03:13.211735 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-a5a40039-d1a8-4bbd-abbd-e54e1a964eda req-0999ebc0-e29a-4631-ad02-04dee2b65036 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/ports?device_id=8ad940d2-dab6-42ec-a84a-53ee9242b68d HTTP/1.1" status: 200 len: 945 time: 0.0788620 Jul 24 20:03:13.304994 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-a5a40039-d1a8-4bbd-abbd-e54e1a964eda req-191f988c-7b08-442a-b4e5-a1349e6e5690 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/security-groups?id=7fd4fa86-8151-45a8-babb-f1c645ad6646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818598 Jul 24 20:03:13.489164 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc51b70c-f811-4e32-9804-84413aec03f9 req-2abef040-6a3d-43a3-a1a6-b0bd45877296 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:03:13.497228 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-bc51b70c-f811-4e32-9804-84413aec03f9 req-2abef040-6a3d-43a3-a1a6-b0bd45877296 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.17 "GET /v2.0/ports?device_id=d14a8072-7f75-43da-8d5e-040cd9378f5e HTTP/1.1" status: 200 len: 946 time: 0.0655270 Jul 24 20:03:13.584414 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-bc51b70c-f811-4e32-9804-84413aec03f9 req-8db06ee9-d7bd-498e-a25c-61ef05f018be tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.17 "GET /v2.0/security-groups?id=0e55f1a6-9029-4bad-b093-088507cccc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858459 Jul 24 20:03:13.883439 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [-] (110843) accepted ('10.222.0.17', 60404) {{(pid=110843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:03:13.900852 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-7487c3f8-4aea-4d88-8bd9-ae2baced2be0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:13.998948 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-7487c3f8-4aea-4d88-8bd9-ae2baced2be0 admin admin] Publish callbacks [] for security_group (1ea429ba-e239-48bf-8bd2-687ecc0804cb), precommit_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:14.067307 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-7487c3f8-4aea-4d88-8bd9-ae2baced2be0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (1ea429ba-e239-48bf-8bd2-687ecc0804cb), after_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:14.115386 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [None req-7487c3f8-4aea-4d88-8bd9-ae2baced2be0 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=ef61d7d231934295b3584ccdddf50b26&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2280929 Jul 24 20:03:14.115386 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7487c3f8-4aea-4d88-8bd9-ae2baced2be0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ea429ba-e239-48bf-8bd2-687ecc0804cb,revision_number=1']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:03:14.115981 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 60406) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:03:14.181061 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-df2e5444-ecab-418c-a959-6f0a7cc77c17 admin admin] Publish callbacks [] for security_group (1ea429ba-e239-48bf-8bd2-687ecc0804cb), before_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:14.206867 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-df2e5444-ecab-418c-a959-6f0a7cc77c17 admin admin] Publish callbacks [] for security_group (1ea429ba-e239-48bf-8bd2-687ecc0804cb), precommit_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:14.350795 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-df2e5444-ecab-418c-a959-6f0a7cc77c17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (1ea429ba-e239-48bf-8bd2-687ecc0804cb), after_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:14.353837 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-df2e5444-ecab-418c-a959-6f0a7cc77c17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:14.357615 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-df2e5444-ecab-418c-a959-6f0a7cc77c17 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/1ea429ba-e239-48bf-8bd2-687ecc0804cb HTTP/1.1" status: 204 len: 168 time: 0.2379816 Jul 24 20:03:14.380969 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2e5444-ecab-418c-a959-6f0a7cc77c17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ea429ba-e239-48bf-8bd2-687ecc0804cb,revision_number=None']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:03:14.494996 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035e6527-552b-4a0b-95bc-a0f2226b1e4f req-a5756d35-96c0-41a9-84ab-442ed2505224 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:03:14.496801 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-035e6527-552b-4a0b-95bc-a0f2226b1e4f req-a5756d35-96c0-41a9-84ab-442ed2505224 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/ports?device_id=8ad940d2-dab6-42ec-a84a-53ee9242b68d HTTP/1.1" status: 200 len: 945 time: 0.0999529 Jul 24 20:03:14.586471 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-035e6527-552b-4a0b-95bc-a0f2226b1e4f req-7f4fe90b-ccb5-460a-891a-3d5bc3d7b8e2 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/security-groups?id=7fd4fa86-8151-45a8-babb-f1c645ad6646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830872 Jul 24 20:03:14.733672 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d610cf32-19bf-4922-b682-00242283944a req-eff026cd-b24e-48f3-9f53-de4aa51e5438 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:03:14.739765 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-d610cf32-19bf-4922-b682-00242283944a req-eff026cd-b24e-48f3-9f53-de4aa51e5438 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.17 "GET /v2.0/ports?device_id=d14a8072-7f75-43da-8d5e-040cd9378f5e HTTP/1.1" status: 200 len: 946 time: 0.0644805 Jul 24 20:03:14.808188 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-d610cf32-19bf-4922-b682-00242283944a req-3f3d9e7e-7077-4c10-939a-ec3fb1803336 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.17 "GET /v2.0/security-groups?id=0e55f1a6-9029-4bad-b093-088507cccc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614467 Jul 24 20:03:14.917921 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:03:15.082391 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:03:15.181992 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [-] (110843) accepted ('10.222.0.17', 60426) {{(pid=110843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:03:15.200076 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-e8fa85b9-161d-4724-8a85-bb72ac956913 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:15.326257 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f214fee-68b4-4165-8772-064d25473c93 req-a876bc99-67f8-4c27-b183-3a05056f6971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:03:15.326257 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-0f214fee-68b4-4165-8772-064d25473c93 req-a876bc99-67f8-4c27-b183-3a05056f6971 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d14a8072-7f75-43da-8d5e-040cd9378f5e HTTP/1.1" status: 200 len: 1130 time: 0.0608001 Jul 24 20:03:15.336483 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-e8fa85b9-161d-4724-8a85-bb72ac956913 admin admin] Publish callbacks [] for security_group (a381f16a-e6e2-43c6-b5c5-11f6de5cf0a0), precommit_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:15.624930 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-0f214fee-68b4-4165-8772-064d25473c93 req-6f6bde8d-dd41-43c2-916f-a8797171b33a service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=0e55f1a6-9029-4bad-b093-088507cccc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506756 Jul 24 20:03:15.744866 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfd4e99-af01-4be7-aaac-d99c43814e8f req-51f5dbc1-f023-4311-8ab1-4385630affc1 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:03:15.746349 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-9bfd4e99-af01-4be7-aaac-d99c43814e8f req-51f5dbc1-f023-4311-8ab1-4385630affc1 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/ports?device_id=8ad940d2-dab6-42ec-a84a-53ee9242b68d HTTP/1.1" status: 200 len: 945 time: 0.0515003 Jul 24 20:03:15.792796 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-9bfd4e99-af01-4be7-aaac-d99c43814e8f req-41a42456-8b95-4c69-827a-8836d9c76df9 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/security-groups?id=7fd4fa86-8151-45a8-babb-f1c645ad6646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407698 Jul 24 20:03:15.928898 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ea0c46-7606-4747-bd4d-440a714ab829 req-c05dfb10-931e-469d-8552-f0d6ae9953a1 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:03:15.930625 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-38ea0c46-7606-4747-bd4d-440a714ab829 req-c05dfb10-931e-469d-8552-f0d6ae9953a1 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.17 "GET /v2.0/ports?device_id=d14a8072-7f75-43da-8d5e-040cd9378f5e HTTP/1.1" status: 200 len: 946 time: 0.0522847 Jul 24 20:03:15.979250 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-38ea0c46-7606-4747-bd4d-440a714ab829 req-61a0472b-659f-4d16-98da-d7f56305b73f tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.17 "GET /v2.0/security-groups?id=0e55f1a6-9029-4bad-b093-088507cccc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430043 Jul 24 20:03:16.037021 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-e8fa85b9-161d-4724-8a85-bb72ac956913 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (a381f16a-e6e2-43c6-b5c5-11f6de5cf0a0), after_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:16.075688 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [None req-e8fa85b9-161d-4724-8a85-bb72ac956913 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=60dd86f5ec50424c9426cbb039ffc1e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8921299 Jul 24 20:03:16.077906 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fa85b9-161d-4724-8a85-bb72ac956913 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a381f16a-e6e2-43c6-b5c5-11f6de5cf0a0,revision_number=1']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:03:16.079153 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 60440) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:03:16.132636 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-c21cc24b-6607-4fef-929c-5480c054fa93 admin admin] Publish callbacks [] for security_group (a381f16a-e6e2-43c6-b5c5-11f6de5cf0a0), before_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:16.155978 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-c21cc24b-6607-4fef-929c-5480c054fa93 admin admin] Publish callbacks [] for security_group (a381f16a-e6e2-43c6-b5c5-11f6de5cf0a0), precommit_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:16.221189 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:INSERT=18,neutron:UPDATE=2,neutron:SELECT=76,neutron:DELETE=4 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:03:16.327761 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-c21cc24b-6607-4fef-929c-5480c054fa93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (a381f16a-e6e2-43c6-b5c5-11f6de5cf0a0), after_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:16.330554 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-c21cc24b-6607-4fef-929c-5480c054fa93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:16.335053 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-c21cc24b-6607-4fef-929c-5480c054fa93 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/a381f16a-e6e2-43c6-b5c5-11f6de5cf0a0 HTTP/1.1" status: 204 len: 168 time: 0.2541270 Jul 24 20:03:16.345100 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cc24b-6607-4fef-929c-5480c054fa93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a381f16a-e6e2-43c6-b5c5-11f6de5cf0a0,revision_number=None']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:03:16.762334 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:03:16.971740 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470801ae-a236-4ead-bf31-358b186aa27c req-04eae11a-c923-45db-8b0e-e9906a746976 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:03:16.981468 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-470801ae-a236-4ead-bf31-358b186aa27c req-04eae11a-c923-45db-8b0e-e9906a746976 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/ports?device_id=8ad940d2-dab6-42ec-a84a-53ee9242b68d HTTP/1.1" status: 200 len: 945 time: 0.0740182 Jul 24 20:03:17.123454 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-470801ae-a236-4ead-bf31-358b186aa27c req-ba0a8def-8cbd-4cfb-a57e-6972cd137865 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/security-groups?id=7fd4fa86-8151-45a8-babb-f1c645ad6646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1407948 Jul 24 20:03:17.194355 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b1229b-9627-4743-ace9-310bb92fb9bd req-dc80ff16-be47-434d-9677-835d848f17fc tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:03:17.204565 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-e6b1229b-9627-4743-ace9-310bb92fb9bd req-dc80ff16-be47-434d-9677-835d848f17fc tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.17 "GET /v2.0/ports?device_id=d14a8072-7f75-43da-8d5e-040cd9378f5e HTTP/1.1" status: 200 len: 946 time: 0.1290486 Jul 24 20:03:17.237566 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:03:17.297263 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-e6b1229b-9627-4743-ace9-310bb92fb9bd req-01aa436f-874b-4fca-a9dc-24789a118e09 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.17 "GET /v2.0/security-groups?id=0e55f1a6-9029-4bad-b093-088507cccc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913115 Jul 24 20:03:17.414079 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 60486) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:03:17.419440 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.v2.base [None req-c035f1f5-a294-4223-af62-6c0279a65881 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Request body: {'security_group': {'name': 'tempest-securitygroup--257594771', 'description': 'tempest-description--1028114455'}} {{(pid=110842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 20:03:17.489895 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-c035f1f5-a294-4223-af62-6c0279a65881 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Publish callbacks [] for security_group (None), before_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:17.607680 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-c035f1f5-a294-4223-af62-6c0279a65881 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Publish callbacks [] for security_group (e781b7b9-5d3f-49aa-85ef-8bf9d88b54be), precommit_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:17.676420 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-c035f1f5-a294-4223-af62-6c0279a65881 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (e781b7b9-5d3f-49aa-85ef-8bf9d88b54be), after_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:17.676662 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:03:17.740697 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c035f1f5-a294-4223-af62-6c0279a65881 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e781b7b9-5d3f-49aa-85ef-8bf9d88b54be,revision_number=1']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:03:17.798445 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-c035f1f5-a294-4223-af62-6c0279a65881 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Publish callbacks [] for security_group (None), before_response {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:17.800871 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-c035f1f5-a294-4223-af62-6c0279a65881 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3856835 Jul 24 20:03:17.803733 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [-] (110843) accepted ('10.222.0.17', 60498) {{(pid=110843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:03:17.811664 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.v2.base [None req-e3db3fae-54f2-4433-9730-ab383d675823 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Request body: {'security_group_rule': {'security_group_id': 'e781b7b9-5d3f-49aa-85ef-8bf9d88b54be', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 20:03:17.923380 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-e3db3fae-54f2-4433-9730-ab383d675823 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Publish callbacks [] for security_group_rule (4675e71d-efd2-4bae-a391-d8c0ad5b971f), before_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:18.009545 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-e3db3fae-54f2-4433-9730-ab383d675823 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Publish callbacks [] for security_group_rule (4675e71d-efd2-4bae-a391-d8c0ad5b971f), precommit_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:18.105654 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-e3db3fae-54f2-4433-9730-ab383d675823 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471764'] for security_group_rule (4675e71d-efd2-4bae-a391-d8c0ad5b971f), after_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:18.129139 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3db3fae-54f2-4433-9730-ab383d675823 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4675e71d-efd2-4bae-a391-d8c0ad5b971f,revision_number=0']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:03:18.327522 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e173625-5cf8-4aa4-a593-ba72dcd44e87 req-6c2a4b92-a0b6-42fb-8999-6fcc34254c09 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:03:18.329251 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-4e173625-5cf8-4aa4-a593-ba72dcd44e87 req-6c2a4b92-a0b6-42fb-8999-6fcc34254c09 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/ports?device_id=8ad940d2-dab6-42ec-a84a-53ee9242b68d HTTP/1.1" status: 200 len: 945 time: 0.0692825 Jul 24 20:03:18.332364 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-e3db3fae-54f2-4433-9730-ab383d675823 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:18.334898 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [None req-e3db3fae-54f2-4433-9730-ab383d675823 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5297394 Jul 24 20:03:18.338228 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 60554) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:03:18.344339 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.v2.base [None req-bab0b227-f590-4168-af91-3f3865020e8e tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Request body: {'security_group_rule': {'security_group_id': 'e781b7b9-5d3f-49aa-85ef-8bf9d88b54be', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 20:03:18.404408 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-4e173625-5cf8-4aa4-a593-ba72dcd44e87 req-af607861-3b00-460b-a5ad-dccbe555c900 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/security-groups?id=7fd4fa86-8151-45a8-babb-f1c645ad6646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658498 Jul 24 20:03:18.460231 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-bab0b227-f590-4168-af91-3f3865020e8e tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Publish callbacks [] for security_group_rule (c95f5145-45de-489e-a87a-5d5061021fe2), before_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:18.484749 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba6a191-059c-4443-9f43-d7c085d9c7c3 req-7c4750cb-c648-4bde-b18a-89e28ead5966 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:03:18.493098 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-2ba6a191-059c-4443-9f43-d7c085d9c7c3 req-7c4750cb-c648-4bde-b18a-89e28ead5966 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.17 "GET /v2.0/ports?device_id=d14a8072-7f75-43da-8d5e-040cd9378f5e HTTP/1.1" status: 200 len: 946 time: 0.0683374 Jul 24 20:03:18.553161 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-2ba6a191-059c-4443-9f43-d7c085d9c7c3 req-201f397d-f085-46b7-aa04-c7b5fe6054be tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.17 "GET /v2.0/security-groups?id=0e55f1a6-9029-4bad-b093-088507cccc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587392 Jul 24 20:03:18.581309 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-bab0b227-f590-4168-af91-3f3865020e8e tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Publish callbacks [] for security_group_rule (c95f5145-45de-489e-a87a-5d5061021fe2), precommit_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:18.636325 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-bab0b227-f590-4168-af91-3f3865020e8e tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471764'] for security_group_rule (c95f5145-45de-489e-a87a-5d5061021fe2), after_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:18.670295 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab0b227-f590-4168-af91-3f3865020e8e tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c95f5145-45de-489e-a87a-5d5061021fe2,revision_number=0']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:03:18.714349 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3834d759-2b77-417d-98f1-661cc371baa1 req-9260aaf3-c9a9-4f8c-bb36-49196c978369 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:03:18.716436 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-3834d759-2b77-417d-98f1-661cc371baa1 req-9260aaf3-c9a9-4f8c-bb36-49196c978369 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.17 "GET /v2.0/ports?device_id=d14a8072-7f75-43da-8d5e-040cd9378f5e HTTP/1.1" status: 200 len: 946 time: 0.0854733 Jul 24 20:03:18.725470 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 60560) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:03:18.730793 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.v2.base [None req-3f753502-805a-42a7-baf9-2af576720f04 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Request body: {'floatingip': {'port_id': '4650de31-a042-4ead-afb7-6f32d4fc465c'}} {{(pid=110842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 20:03:18.785636 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-3f753502-805a-42a7-baf9-2af576720f04 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Publish callbacks [] for floatingip (d381b3e3-78c4-4c61-8865-3d462650f82e), before_update {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:18.827937 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-bab0b227-f590-4168-af91-3f3865020e8e tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:18.829512 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-bab0b227-f590-4168-af91-3f3865020e8e tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4899175 Jul 24 20:03:18.834987 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 60562) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:03:18.845346 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.v2.base [None req-0b65ea28-a214-4883-95a6-f01a111c352d tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Request body: {'floatingip': {'floating_network_id': '10498192-3528-4341-803f-d59b33e3b71c'}} {{(pid=110842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 20:03:18.954860 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Device 72d7cce4-42e1-4ed0-8270-569e161be59b details requested by agent hyperv_hv-cinder-85044 with host hv-cinder-85044 {{(pid=110844) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 20:03:19.007535 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-0b65ea28-a214-4883-95a6-f01a111c352d tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:19.074667 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] For port 72d7cce4-42e1-4ed0-8270-569e161be59b, host hv-cinder-85044, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85044',level=0,port_id=72d7cce4-42e1-4ed0-8270-569e161be59b,segment=NetworkSegment(e9fdb9ec-6b6e-4383-ae6e-075d3eed2f20),segment_id=e9fdb9ec-6b6e-4383-ae6e-075d3eed2f20)] {{(pid=110844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 20:03:19.089118 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:03:19.090468 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Returning: {'device': '72d7cce4-42e1-4ed0-8270-569e161be59b', 'network_id': 'b3fd2ef6-6f8c-45f9-a0a9-81c377b08f7e', 'port_id': '72d7cce4-42e1-4ed0-8270-569e161be59b', 'mac_address': 'fa:16:3e:b3:db:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f1a76ef-9ecc-40f5-8dc9-5b3ae75ee961', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110844) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 20:03:19.140896 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:DELETE=8,neutron:SELECT=81,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:03:19.163781 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Current status of the port 72d7cce4-42e1-4ed0-8270-569e161be59b is: ACTIVE; New status is: BUILD {{(pid=110844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 20:03:19.171402 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (72d7cce4-42e1-4ed0-8270-569e161be59b), before_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:19.178044 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-0b65ea28-a214-4883-95a6-f01a111c352d tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (None), before_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:19.181977 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.notifiers.nova [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 72d7cce4-42e1-4ed0-8270-569e161be59b {{(pid=110844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 24 20:03:19.208682 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] For port 72d7cce4-42e1-4ed0-8270-569e161be59b, host hv-cinder-85044, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85044',level=0,port_id=72d7cce4-42e1-4ed0-8270-569e161be59b,segment=NetworkSegment(e9fdb9ec-6b6e-4383-ae6e-075d3eed2f20),segment_id=e9fdb9ec-6b6e-4383-ae6e-075d3eed2f20)] {{(pid=110844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 20:03:19.219474 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=100 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:03:19.334518 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958'] for port (72d7cce4-42e1-4ed0-8270-569e161be59b), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:19.402016 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:03:19.402533 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Pushing event updated for resources: {'Port': ['ID=72d7cce4-42e1-4ed0-8270-569e161be59b,revision_number=6']} {{(pid=110844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:03:19.454677 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.db.db_base_plugin_common [None req-0b65ea28-a214-4883-95a6-f01a111c352d tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Allocated IP 172.27.3.122 (10498192-3528-4341-803f-d59b33e3b71c/99a0caa3-3fb5-4860-826f-478186226de3/4f25a5e2-f138-41fd-a366-c59df1582daa) {{(pid=110842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 20:03:19.476723 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=100 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:03:19.550886 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ca9d18-b287-44a5-b4a5-301d8393cbc7 req-04ca8b2c-7015-4805-8456-f1f02fd0a76d tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:03:19.559721 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-19ca9d18-b287-44a5-b4a5-301d8393cbc7 req-04ca8b2c-7015-4805-8456-f1f02fd0a76d tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/ports?device_id=8ad940d2-dab6-42ec-a84a-53ee9242b68d HTTP/1.1" status: 200 len: 944 time: 0.0609860 Jul 24 20:03:19.595618 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-3f753502-805a-42a7-baf9-2af576720f04 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:19.622800 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-19ca9d18-b287-44a5-b4a5-301d8393cbc7 req-d0936095-fb93-44cd-ba29-19f62be1c164 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/security-groups?id=7fd4fa86-8151-45a8-babb-f1c645ad6646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618787 Jul 24 20:03:19.653887 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG dbcounter [-] [110845] Writing DB stats neutron:SELECT=3 {{(pid=110845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:03:19.657568 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-0b65ea28-a214-4883-95a6-f01a111c352d tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Publish callbacks [] for port (4f25a5e2-f138-41fd-a366-c59df1582daa), precommit_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:19.960910 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] get_ports_and_sgs() called for port_ids ['72d7cce4-42e1-4ed0-8270-569e161be59b'] {{(pid=110844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 20:03:19.990910 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-3f753502-805a-42a7-baf9-2af576720f04 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-452544'] for floatingip (d381b3e3-78c4-4c61-8865-3d462650f82e), after_update {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:20.098320 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.db.l3_db [None req-3f753502-805a-42a7-baf9-2af576720f04 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Floating IP d381b3e3-78c4-4c61-8865-3d462650f82e associated. External IP: 172.27.3.88, port: 4650de31-a042-4ead-afb7-6f32d4fc465c. Jul 24 20:03:20.101209 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:03:20.185504 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Device 72d7cce4-42e1-4ed0-8270-569e161be59b up at agent hyperv_hv-cinder-85044 {{(pid=110844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 20:03:20.233658 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Provisioning complete for port 72d7cce4-42e1-4ed0-8270-569e161be59b triggered by entity L2. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 20:03:20.234035 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812910'] for port (72d7cce4-42e1-4ed0-8270-569e161be59b), provisioning_complete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:20.288131 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=100 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:03:20.292143 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-0b65ea28-a214-4883-95a6-f01a111c352d tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731445223406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8925015'] for port (4f25a5e2-f138-41fd-a366-c59df1582daa), after_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:20.309217 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Current status of the port 72d7cce4-42e1-4ed0-8270-569e161be59b is: BUILD; New status is: ACTIVE {{(pid=110844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 20:03:20.309635 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (72d7cce4-42e1-4ed0-8270-569e161be59b), before_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:20.335621 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ad940d2-dab6-42ec-a84a-53ee9242b68d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72d7cce4-42e1-4ed0-8270-569e161be59b'}] {{(pid=110844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 24 20:03:20.338028 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cb44c1e02bae91b270a0e6cfc836be33c010434f31a7c401440ca7d913440f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aad4951-fe97-4722-90f6-6e2780607b7e" -d '{"events": [{"server_uuid": "8ad940d2-dab6-42ec-a84a-53ee9242b68d", "name": "network-vif-plugged", "status": "completed", "tag": "72d7cce4-42e1-4ed0-8270-569e161be59b"}]}' {{(pid=110844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 20:03:20.348884 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b65ea28-a214-4883-95a6-f01a111c352d tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Network 10498192-3528-4341-803f-d59b33e3b71c is already hosted by enough agents. {{(pid=110842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 20:03:20.350428 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.scheduler.base_scheduler [None req-0b65ea28-a214-4883-95a6-f01a111c352d tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Resources bound (agent type, host, resource id): {{(pid=110842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 20:03:20.351723 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] For port 72d7cce4-42e1-4ed0-8270-569e161be59b, host hv-cinder-85044, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85044',level=0,port_id=72d7cce4-42e1-4ed0-8270-569e161be59b,segment=NetworkSegment(e9fdb9ec-6b6e-4383-ae6e-075d3eed2f20),segment_id=e9fdb9ec-6b6e-4383-ae6e-075d3eed2f20)] {{(pid=110844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 20:03:20.359173 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b65ea28-a214-4883-95a6-f01a111c352d tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Received port after_create {{(pid=110842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 24 20:03:20.387189 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 24 Jul 2022 20:03:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da8f2410-a71d-48c9-9e3a-d13e1408a8c9 x-openstack-request-id: req-da8f2410-a71d-48c9-9e3a-d13e1408a8c9 {{(pid=110844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 20:03:20.387467 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ad940d2-dab6-42ec-a84a-53ee9242b68d", "name": "network-vif-plugged", "status": "completed", "tag": "72d7cce4-42e1-4ed0-8270-569e161be59b", "code": 200}]} {{(pid=110844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 20:03:20.387719 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-da8f2410-a71d-48c9-9e3a-d13e1408a8c9 {{(pid=110844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 20:03:20.388512 dv-cinder-850449-2-iscsi neutron-server[110844]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da8f2410-a71d-48c9-9e3a-d13e1408a8c9'] response: {'server_uuid': '8ad940d2-dab6-42ec-a84a-53ee9242b68d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72d7cce4-42e1-4ed0-8270-569e161be59b', 'code': 200} Jul 24 20:03:20.399205 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b65ea28-a214-4883-95a6-f01a111c352d tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Pushing event updated for resources: {'Port': ['ID=4f25a5e2-f138-41fd-a366-c59df1582daa,revision_number=1']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:03:20.418058 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f753502-805a-42a7-baf9-2af576720f04 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Router 47e81123-031d-44ab-8cc7-b1e59e57cd0c has already been hosted by L3 agent 408021b7-d46b-48c2-9f75-8a8023f9145c {{(pid=110842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 24 20:03:20.519095 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958'] for port (72d7cce4-42e1-4ed0-8270-569e161be59b), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:20.558551 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-0b65ea28-a214-4883-95a6-f01a111c352d tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Publish callbacks [] for floatingip (c1d3b74d-3e0d-4328-bb02-4f8288a4fe7d), precommit_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:20.581101 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Pushing event updated for resources: {'Port': ['ID=72d7cce4-42e1-4ed0-8270-569e161be59b,revision_number=7']} {{(pid=110844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:03:20.585702 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f753502-805a-42a7-baf9-2af576720f04 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Notify agent at l3_agent.dv-cinder-850449-2-iscsi the message routers_updated {{(pid=110842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 20:03:20.593685 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-3f753502-805a-42a7-baf9-2af576720f04 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1048257'] for floatingip (None), before_response {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:20.605413 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac09af3e-5137-4219-a6e8-735ea0c8ff7e None None] Sync routers for ids ['47e81123-031d-44ab-8cc7-b1e59e57cd0c'] in dv-cinder-850449-2-iscsi {{(pid=110844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 20:03:20.619019 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac09af3e-5137-4219-a6e8-735ea0c8ff7e None None] Routers {'47e81123-031d-44ab-8cc7-b1e59e57cd0c'} bound to L3 agent in host dv-cinder-850449-2-iscsi {{(pid=110844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 20:03:20.619692 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_hamode_db [None req-ac09af3e-5137-4219-a6e8-735ea0c8ff7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-24T19:52:06Z,description=,heartbeat_timestamp=2022-07-24T20:03:06Z,host='dv-cinder-850449-2-iscsi',id=408021b7-d46b-48c2-9f75-8a8023f9145c,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T19:52:06Z,topic='l3_agent')) {'router_ids': ['47e81123-031d-44ab-8cc7-b1e59e57cd0c'], 'active': True} {{(pid=110844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:03:20.634993 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-3f753502-805a-42a7-baf9-2af576720f04 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.17 "PUT /v2.0/floatingips/d381b3e3-78c4-4c61-8865-3d462650f82e HTTP/1.1" status: 200 len: 991 time: 1.9059887 Jul 24 20:03:20.634993 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd14a8072-7f75-43da-8d5e-040cd9378f5e', 'tag': '4650de31-a042-4ead-afb7-6f32d4fc465c'}] {{(pid=110842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 24 20:03:20.636825 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5edc3fcd2ba6a287f711eaf45b4d5d5c8d3623c9fa62bef48fe3be9641ba2c6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db6f8148-5e08-4610-87fe-1ca83da0a4b5" -d '{"events": [{"name": "network-changed", "server_uuid": "d14a8072-7f75-43da-8d5e-040cd9378f5e", "tag": "4650de31-a042-4ead-afb7-6f32d4fc465c"}]}' {{(pid=110842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 20:03:20.677745 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-0b65ea28-a214-4883-95a6-f01a111c352d tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (4f25a5e2-f138-41fd-a366-c59df1582daa), before_update {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:20.688021 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=100 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:03:20.729532 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 24 Jul 2022 20:03:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-944bb244-9e32-4a04-b9bb-b55ceba0e7a9 x-openstack-request-id: req-944bb244-9e32-4a04-b9bb-b55ceba0e7a9 {{(pid=110842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 20:03:20.742107 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d14a8072-7f75-43da-8d5e-040cd9378f5e", "tag": "4650de31-a042-4ead-afb7-6f32d4fc465c", "status": "completed", "code": 200}]} {{(pid=110842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 20:03:20.742107 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-944bb244-9e32-4a04-b9bb-b55ceba0e7a9 {{(pid=110842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 20:03:20.742107 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.notifiers.nova [-] Nova event matching ['req-944bb244-9e32-4a04-b9bb-b55ceba0e7a9'] response: {'name': 'network-changed', 'server_uuid': 'd14a8072-7f75-43da-8d5e-040cd9378f5e', 'tag': '4650de31-a042-4ead-afb7-6f32d4fc465c', 'status': 'completed', 'code': 200} Jul 24 20:03:20.747850 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_dvr_db [None req-ac09af3e-5137-4219-a6e8-735ea0c8ff7e None None] Set router 47e81123-031d-44ab-8cc7-b1e59e57cd0c gateway port host: dv-cinder-850449-2-iscsi {{(pid=110844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 20:03:20.840938 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d9a5c5-e49e-4396-8ce5-44ac86ad8a2f req-b0120f53-ac75-4ead-bcf0-bcc3e2c2941e tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:03:20.842791 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-54d9a5c5-e49e-4396-8ce5-44ac86ad8a2f req-b0120f53-ac75-4ead-bcf0-bcc3e2c2941e tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/ports?device_id=8ad940d2-dab6-42ec-a84a-53ee9242b68d HTTP/1.1" status: 200 len: 945 time: 0.0778461 Jul 24 20:03:20.886162 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-0b65ea28-a214-4883-95a6-f01a111c352d tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Publish callbacks [] for port (4f25a5e2-f138-41fd-a366-c59df1582daa), precommit_update {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:20.896716 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-54d9a5c5-e49e-4396-8ce5-44ac86ad8a2f req-4343834c-bfda-427a-9d6f-9894a8cda914 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/security-groups?id=7fd4fa86-8151-45a8-babb-f1c645ad6646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482690 Jul 24 20:03:20.950569 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-0b65ea28-a214-4883-95a6-f01a111c352d tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8925036'] for port (4f25a5e2-f138-41fd-a366-c59df1582daa), after_update {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:21.093414 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_hamode_db [None req-ac09af3e-5137-4219-a6e8-735ea0c8ff7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47e81123-031d-44ab-8cc7-b1e59e57cd0c', 'name': 'tempest-AttachVolumeNegativeTest-1190663108-router', 'tenant_id': 'dcc8f2e8d4e64866a624dcd6d1de5d81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'external_fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': 'e4a96822-ce99-4391-bf07-e617c74eb382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T20:02:39Z', 'updated_at': '2022-07-24T20:02:45Z', 'revision_number': 4, 'project_id': 'dcc8f2e8d4e64866a624dcd6d1de5d81', 'gw_port': {'id': 'e4a96822-ce99-4391-bf07-e617c74eb382', 'name': '', 'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:64:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e81123-031d-44ab-8cc7-b1e59e57cd0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:02:40Z', 'updated_at': '2022-07-24T20:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99a0caa3-3fb5-4860-826f-478186226de3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850449-2-iscsi', '_floatingips': [{'id': 'd381b3e3-78c4-4c61-8865-3d462650f82e', 'tenant_id': 'dcc8f2e8d4e64866a624dcd6d1de5d81', 'floating_ip_address': '172.27.3.88', 'floating_network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'router_id': '47e81123-031d-44ab-8cc7-b1e59e57cd0c', 'port_id': '4650de31-a042-4ead-afb7-6f32d4fc465c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 329, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9568b641-7783-426b-8ad0-3ac71fba0922', 'mac_address': 'fa:16:3e:ff:99:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd14a8072-7f75-43da-8d5e-040cd9378f5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-24T20:02:50Z', 'updated_at': '2022-07-24T20:03:19Z', 'revision_number': 1, 'project_id': 'dcc8f2e8d4e64866a624dcd6d1de5d81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a915ddb-b03f-445f-850a-6252c5f8b719', 'name': '', 'network_id': '9568b641-7783-426b-8ad0-3ac71fba0922', 'tenant_id': 'dcc8f2e8d4e64866a624dcd6d1de5d81', 'mac_address': 'fa:16:3e:1a:0c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e81123-031d-44ab-8cc7-b1e59e57cd0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'cce9884f-3061-48ee-abb3-8ca2a1e54559', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:02:43Z', 'updated_at': '2022-07-24T20:02:53Z', 'revision_number': 5, 'project_id': 'dcc8f2e8d4e64866a624dcd6d1de5d81', 'subnets': [{'id': 'cce9884f-3061-48ee-abb3-8ca2a1e54559', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850449-2-iscsi', False) {} {{(pid=110844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:03:21.123473 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac09af3e-5137-4219-a6e8-735ea0c8ff7e None None] Checking router: 47e81123-031d-44ab-8cc7-b1e59e57cd0c for host: dv-cinder-850449-2-iscsi {{(pid=110844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 20:03:21.133786 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac09af3e-5137-4219-a6e8-735ea0c8ff7e None None] Routers {'47e81123-031d-44ab-8cc7-b1e59e57cd0c'} bound to L3 agent in host dv-cinder-850449-2-iscsi {{(pid=110844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 20:03:21.135061 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_hamode_db [None req-ac09af3e-5137-4219-a6e8-735ea0c8ff7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-24T19:52:06Z,description=,heartbeat_timestamp=2022-07-24T20:03:06Z,host='dv-cinder-850449-2-iscsi',id=408021b7-d46b-48c2-9f75-8a8023f9145c,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T19:52:06Z,topic='l3_agent')) {'router_ids': ['47e81123-031d-44ab-8cc7-b1e59e57cd0c'], 'active': True} {{(pid=110844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:03:21.230632 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:03:21.253561 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_dvr_db [None req-ac09af3e-5137-4219-a6e8-735ea0c8ff7e None None] Set router 47e81123-031d-44ab-8cc7-b1e59e57cd0c gateway port host: dv-cinder-850449-2-iscsi {{(pid=110844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 20:03:21.256278 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b65ea28-a214-4883-95a6-f01a111c352d tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Pushing event updated for resources: {'Port': ['ID=4f25a5e2-f138-41fd-a366-c59df1582daa,revision_number=2']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:03:21.291409 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-0b65ea28-a214-4883-95a6-f01a111c352d tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-452544'] for floatingip (c1d3b74d-3e0d-4328-bb02-4f8288a4fe7d), after_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:21.389376 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-0b65ea28-a214-4883-95a6-f01a111c352d tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1048257'] for floatingip (None), before_response {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:21.390866 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-0b65ea28-a214-4883-95a6-f01a111c352d tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5547035 Jul 24 20:03:21.507897 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:DELETE=2,neutron:SELECT=98 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:03:21.523471 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_hamode_db [None req-ac09af3e-5137-4219-a6e8-735ea0c8ff7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47e81123-031d-44ab-8cc7-b1e59e57cd0c', 'name': 'tempest-AttachVolumeNegativeTest-1190663108-router', 'tenant_id': 'dcc8f2e8d4e64866a624dcd6d1de5d81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'external_fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': 'e4a96822-ce99-4391-bf07-e617c74eb382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T20:02:39Z', 'updated_at': '2022-07-24T20:02:45Z', 'revision_number': 4, 'project_id': 'dcc8f2e8d4e64866a624dcd6d1de5d81', 'gw_port': {'id': 'e4a96822-ce99-4391-bf07-e617c74eb382', 'name': '', 'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:64:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e81123-031d-44ab-8cc7-b1e59e57cd0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:02:40Z', 'updated_at': '2022-07-24T20:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99a0caa3-3fb5-4860-826f-478186226de3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850449-2-iscsi', '_floatingips': [{'id': 'd381b3e3-78c4-4c61-8865-3d462650f82e', 'tenant_id': 'dcc8f2e8d4e64866a624dcd6d1de5d81', 'floating_ip_address': '172.27.3.88', 'floating_network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'router_id': '47e81123-031d-44ab-8cc7-b1e59e57cd0c', 'port_id': '4650de31-a042-4ead-afb7-6f32d4fc465c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 329, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9568b641-7783-426b-8ad0-3ac71fba0922', 'mac_address': 'fa:16:3e:ff:99:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd14a8072-7f75-43da-8d5e-040cd9378f5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-24T20:02:50Z', 'updated_at': '2022-07-24T20:03:19Z', 'revision_number': 1, 'project_id': 'dcc8f2e8d4e64866a624dcd6d1de5d81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a915ddb-b03f-445f-850a-6252c5f8b719', 'name': '', 'network_id': '9568b641-7783-426b-8ad0-3ac71fba0922', 'tenant_id': 'dcc8f2e8d4e64866a624dcd6d1de5d81', 'mac_address': 'fa:16:3e:1a:0c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e81123-031d-44ab-8cc7-b1e59e57cd0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'cce9884f-3061-48ee-abb3-8ca2a1e54559', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:02:43Z', 'updated_at': '2022-07-24T20:02:53Z', 'revision_number': 5, 'project_id': 'dcc8f2e8d4e64866a624dcd6d1de5d81', 'subnets': [{'id': 'cce9884f-3061-48ee-abb3-8ca2a1e54559', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850449-2-iscsi', False) {} {{(pid=110844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:03:21.553185 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac09af3e-5137-4219-a6e8-735ea0c8ff7e None None] The sync data for ids ['47e81123-031d-44ab-8cc7-b1e59e57cd0c'] in dv-cinder-850449-2-iscsi is: [{'id': '47e81123-031d-44ab-8cc7-b1e59e57cd0c', 'name': 'tempest-AttachVolumeNegativeTest-1190663108-router', 'tenant_id': 'dcc8f2e8d4e64866a624dcd6d1de5d81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'external_fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': 'e4a96822-ce99-4391-bf07-e617c74eb382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T20:02:39Z', 'updated_at': '2022-07-24T20:02:45Z', 'revision_number': 4, 'project_id': 'dcc8f2e8d4e64866a624dcd6d1de5d81', 'gw_port': {'id': 'e4a96822-ce99-4391-bf07-e617c74eb382', 'name': '', 'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:64:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e81123-031d-44ab-8cc7-b1e59e57cd0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:02:40Z', 'updated_at': '2022-07-24T20:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99a0caa3-3fb5-4860-826f-478186226de3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850449-2-iscsi', '_floatingips': [{'id': 'd381b3e3-78c4-4c61-8865-3d462650f82e', 'tenant_id': 'dcc8f2e8d4e64866a624dcd6d1de5d81', 'floating_ip_address': '172.27.3.88', 'floating_network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'router_id': '47e81123-031d-44ab-8cc7-b1e59e57cd0c', 'port_id': '4650de31-a042-4ead-afb7-6f32d4fc465c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 329, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9568b641-7783-426b-8ad0-3ac71fba0922', 'mac_address': 'fa:16:3e:ff:99:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd14a8072-7f75-43da-8d5e-040cd9378f5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-24T20:02:50Z', 'updated_at': '2022-07-24T20:03:19Z', 'revision_number': 1, 'project_id': 'dcc8f2e8d4e64866a624dcd6d1de5d81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a915ddb-b03f-445f-850a-6252c5f8b719', 'name': '', 'network_id': '9568b641-7783-426b-8ad0-3ac71fba0922', 'tenant_id': 'dcc8f2e8d4e64866a624dcd6d1de5d81', 'mac_address': 'fa:16:3e:1a:0c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e81123-031d-44ab-8cc7-b1e59e57cd0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'cce9884f-3061-48ee-abb3-8ca2a1e54559', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:02:43Z', 'updated_at': '2022-07-24T20:02:53Z', 'revision_number': 5, 'project_id': 'dcc8f2e8d4e64866a624dcd6d1de5d81', 'subnets': [{'id': 'cce9884f-3061-48ee-abb3-8ca2a1e54559', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 20:03:21.603262 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:03:21.647078 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-630d4638-3012-4228-b228-745418732994 req-84093de3-5d3d-4cde-bf6b-92d9aaa82f51 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/security-groups?name=tempest-securitygroup--257594771&fields=id&tenant_id=15c454baefdc474682f88c603f6108a8 HTTP/1.1" status: 200 len: 267 time: 0.0480363 Jul 24 20:03:21.788785 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630d4638-3012-4228-b228-745418732994 req-9955931f-1b8e-473f-a6e9-7f6afc2140a2 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:03:21.796495 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-630d4638-3012-4228-b228-745418732994 req-9955931f-1b8e-473f-a6e9-7f6afc2140a2 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/networks?id=6e3ba2d8-cc61-4396-b210-32cea4aff750 HTTP/1.1" status: 200 len: 818 time: 0.1412325 Jul 24 20:03:21.809607 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa0e789-abf1-4937-91f1-41db8c550598 None None] New status for floating IP d381b3e3-78c4-4c61-8865-3d462650f82e: ACTIVE {{(pid=110845) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 24 20:03:21.814966 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-630d4638-3012-4228-b228-745418732994 req-4a16a6fd-a9d8-4943-bfbb-072baa4bc027 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/quotas/15c454baefdc474682f88c603f6108a8 HTTP/1.1" status: 200 len: 375 time: 0.0172687 Jul 24 20:03:21.879933 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-630d4638-3012-4228-b228-745418732994 req-19bce148-9ca3-429d-b499-208bab713fc9 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=15c454baefdc474682f88c603f6108a8&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0640953 Jul 24 20:03:21.882583 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=100 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:03:22.039455 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-630d4638-3012-4228-b228-745418732994 req-d627da38-f01b-4927-ac87-803e8cec678a service neutron] 10.222.0.17 "GET /v2.0/networks/6e3ba2d8-cc61-4396-b210-32cea4aff750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472702 Jul 24 20:03:22.338231 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d9ed84-58a9-4975-93f6-7e9eecea7000 req-cc0af015-1cfb-4f95-b9e2-c9c1b61d076c tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:03:22.339967 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-51d9ed84-58a9-4975-93f6-7e9eecea7000 req-cc0af015-1cfb-4f95-b9e2-c9c1b61d076c tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] 10.222.0.17 "GET /v2.0/networks?id=1f489717-2e22-4983-9973-65d3238688ee HTTP/1.1" status: 200 len: 815 time: 0.3716717 Jul 24 20:03:22.360988 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-51d9ed84-58a9-4975-93f6-7e9eecea7000 req-6b6a3f71-ab18-49e0-a5db-27d59314ba00 tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] 10.222.0.17 "GET /v2.0/quotas/4d31f280cfc640dd8381ee0869d9f455 HTTP/1.1" status: 200 len: 375 time: 0.0148425 Jul 24 20:03:22.362255 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=87,neutron:INSERT=5,neutron:UPDATE=8 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:03:22.406164 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-630d4638-3012-4228-b228-745418732994 req-ac0644b7-ff97-43d5-ba47-5dfe8ac7bd83 service neutron] 10.222.0.17 "GET /v2.0/networks/6e3ba2d8-cc61-4396-b210-32cea4aff750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3581352 Jul 24 20:03:22.432253 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-51d9ed84-58a9-4975-93f6-7e9eecea7000 req-f89d74fd-b8d3-467c-8730-2f0428d7c161 tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=4d31f280cfc640dd8381ee0869d9f455&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0624406 Jul 24 20:03:22.469697 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:03:22.538242 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-51d9ed84-58a9-4975-93f6-7e9eecea7000 req-9e4d0738-134e-47c9-a72b-0313b2e4dbea service neutron] 10.222.0.17 "GET /v2.0/networks/1f489717-2e22-4983-9973-65d3238688ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893059 Jul 24 20:03:22.545149 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=100 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:03:22.620348 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:03:22.644808 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-51d9ed84-58a9-4975-93f6-7e9eecea7000 req-6e580681-f97e-4c20-8841-e752561fb9a6 service neutron] 10.222.0.17 "GET /v2.0/networks/1f489717-2e22-4983-9973-65d3238688ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002200 Jul 24 20:03:22.681958 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a81332-9fdd-458d-9487-1c9c53890269 req-74af01c5-6615-4286-b24f-09043fd95d58 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:03:22.683490 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-b7a81332-9fdd-458d-9487-1c9c53890269 req-74af01c5-6615-4286-b24f-09043fd95d58 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/ports?device_id=8ad940d2-dab6-42ec-a84a-53ee9242b68d HTTP/1.1" status: 200 len: 945 time: 0.0558875 Jul 24 20:03:22.737365 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-b7a81332-9fdd-458d-9487-1c9c53890269 req-64de4b07-784d-4ee6-8668-3ce3d638b9c8 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/security-groups?id=7fd4fa86-8151-45a8-babb-f1c645ad6646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458817 Jul 24 20:03:22.807049 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-5af51c95-0d07-4c8d-ae10-9c66a9ef6420 req-57eb6571-8502-411b-9ac9-cc8d6ae80470 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/ports?device_id=6a96a33d-f3d9-4d85-aac1-e661447d460a HTTP/1.1" status: 200 len: 210 time: 0.0274551 Jul 24 20:03:22.946539 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:03:22.958872 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-3a2df576-7c49-406a-a295-36804e4acafb req-0022593d-4ab3-41e2-bfaa-62031cdd92ca tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] 10.222.0.17 "GET /v2.0/ports?device_id=05ddc775-4f83-4893-957c-d3c8928d0c8c HTTP/1.1" status: 200 len: 210 time: 0.0469580 Jul 24 20:03:22.967601 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6f8148-5e08-4610-87fe-1ca83da0a4b5 req-c80acd69-8013-499a-9e6e-949d79604cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:03:22.969102 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-db6f8148-5e08-4610-87fe-1ca83da0a4b5 req-c80acd69-8013-499a-9e6e-949d79604cf7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=dcc8f2e8d4e64866a624dcd6d1de5d81&device_id=d14a8072-7f75-43da-8d5e-040cd9378f5e HTTP/1.1" status: 200 len: 1130 time: 0.0739932 Jul 24 20:03:23.089053 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6f8148-5e08-4610-87fe-1ca83da0a4b5 req-419caff3-2f87-4f3e-86dd-e4d59f4b5a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:03:23.090511 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-db6f8148-5e08-4610-87fe-1ca83da0a4b5 req-419caff3-2f87-4f3e-86dd-e4d59f4b5a99 service neutron] 10.222.0.42 "GET /v2.0/networks?id=9568b641-7783-426b-8ad0-3ac71fba0922 HTTP/1.1" status: 200 len: 916 time: 0.1137192 Jul 24 20:03:23.172556 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-db6f8148-5e08-4610-87fe-1ca83da0a4b5 req-363a188b-f4e9-4836-8048-a31df779e15a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4650de31-a042-4ead-afb7-6f32d4fc465c HTTP/1.1" status: 200 len: 1001 time: 0.0694358 Jul 24 20:03:23.228769 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6f8148-5e08-4610-87fe-1ca83da0a4b5 req-31a77c23-d261-41b1-82ba-5afa45aa0e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:03:23.230286 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-db6f8148-5e08-4610-87fe-1ca83da0a4b5 req-31a77c23-d261-41b1-82ba-5afa45aa0e1e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cce9884f-3061-48ee-abb3-8ca2a1e54559 HTTP/1.1" status: 200 len: 854 time: 0.0494366 Jul 24 20:03:23.279543 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6f8148-5e08-4610-87fe-1ca83da0a4b5 req-a9a7f3f3-9836-4985-95b9-3abc07378b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:03:23.281933 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-db6f8148-5e08-4610-87fe-1ca83da0a4b5 req-a9a7f3f3-9836-4985-95b9-3abc07378b81 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9568b641-7783-426b-8ad0-3ac71fba0922&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0451903 Jul 24 20:03:23.383291 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-db6f8148-5e08-4610-87fe-1ca83da0a4b5 req-ce001a3b-85af-4f04-b484-0e08ca5443b2 service neutron] 10.222.0.42 "GET /v2.0/networks/9568b641-7783-426b-8ad0-3ac71fba0922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925403 Jul 24 20:03:23.459868 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:03:23.498816 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-db6f8148-5e08-4610-87fe-1ca83da0a4b5 req-dff068c6-dbf7-4e72-ab97-d773ea4a1dd9 service neutron] 10.222.0.42 "GET /v2.0/networks/9568b641-7783-426b-8ad0-3ac71fba0922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082177 Jul 24 20:03:23.928012 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-292145e7-b407-4f5f-9447-80aefdf09668 req-43abe864-f2ad-4c0b-8182-5bd75e7b4f91 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/ports?device_id=6a96a33d-f3d9-4d85-aac1-e661447d460a HTTP/1.1" status: 200 len: 210 time: 0.0415711 Jul 24 20:03:23.937058 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb15923-61a0-4c56-a68e-8abaf95a7171 req-9d271cbe-0cf4-4df5-ae76-73580678ceda tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:03:23.938772 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-3bb15923-61a0-4c56-a68e-8abaf95a7171 req-9d271cbe-0cf4-4df5-ae76-73580678ceda tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/ports?device_id=8ad940d2-dab6-42ec-a84a-53ee9242b68d HTTP/1.1" status: 200 len: 945 time: 0.1158400 Jul 24 20:03:23.990771 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-3bb15923-61a0-4c56-a68e-8abaf95a7171 req-f33503c8-a01a-4302-867a-76a30ac2e05d tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/security-groups?id=7fd4fa86-8151-45a8-babb-f1c645ad6646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453198 Jul 24 20:03:24.067376 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-9d73cc86-c412-4e5c-a8c9-5370b86d69fe req-2a579c1f-00a8-4bfc-aade-408294b1b685 tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] 10.222.0.17 "GET /v2.0/ports?device_id=05ddc775-4f83-4893-957c-d3c8928d0c8c HTTP/1.1" status: 200 len: 210 time: 0.0347464 Jul 24 20:03:24.470906 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:03:24.916430 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=100 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:03:25.026692 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-324ac548-a0e3-4d6e-9791-9a3fa9b78383 req-ce8e41ed-d377-4195-a9cd-155e24d27f45 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/ports?device_id=6a96a33d-f3d9-4d85-aac1-e661447d460a HTTP/1.1" status: 200 len: 210 time: 0.0292175 Jul 24 20:03:25.115688 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a035c66-bcce-4a4e-94d1-946dc81d3fbf req-e6be34d4-9a29-4b6a-8961-310ee0eb5fe2 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:03:25.117258 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-4a035c66-bcce-4a4e-94d1-946dc81d3fbf req-e6be34d4-9a29-4b6a-8961-310ee0eb5fe2 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/ports?device_id=8ad940d2-dab6-42ec-a84a-53ee9242b68d HTTP/1.1" status: 200 len: 945 time: 0.0501397 Jul 24 20:03:25.177268 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=100 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:03:25.200961 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-ec146b22-8b0f-4939-9474-4312336c0438 req-70a5bf30-1d01-4888-ae2a-36166fb9a311 tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] 10.222.0.17 "GET /v2.0/ports?device_id=05ddc775-4f83-4893-957c-d3c8928d0c8c HTTP/1.1" status: 200 len: 210 time: 0.0436273 Jul 24 20:03:25.215520 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-4a035c66-bcce-4a4e-94d1-946dc81d3fbf req-7285f9ed-bae7-4b84-864c-4d4aaa182d48 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/security-groups?id=7fd4fa86-8151-45a8-babb-f1c645ad6646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907683 Jul 24 20:03:25.247254 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 60762) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:03:25.354535 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-2a1ee31c-d9ca-4781-ade7-13b304d88df8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:25.367924 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=100 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:03:25.427500 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-2a1ee31c-d9ca-4781-ade7-13b304d88df8 admin admin] Publish callbacks [] for security_group (56d171f3-3e34-47e5-b9ed-7ae6db59447f), precommit_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:25.522316 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-2a1ee31c-d9ca-4781-ade7-13b304d88df8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (56d171f3-3e34-47e5-b9ed-7ae6db59447f), after_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:25.563550 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-2a1ee31c-d9ca-4781-ade7-13b304d88df8 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=c6106147a3224d148e36e1c1a8b8d6e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3151033 Jul 24 20:03:25.564177 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1ee31c-d9ca-4781-ade7-13b304d88df8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56d171f3-3e34-47e5-b9ed-7ae6db59447f,revision_number=1']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:03:25.566891 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [-] (110843) accepted ('10.222.0.17', 60770) {{(pid=110843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:03:25.617692 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-3c509f14-4bc0-4a44-a307-93ee4a50f559 admin admin] Publish callbacks [] for security_group (56d171f3-3e34-47e5-b9ed-7ae6db59447f), before_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:25.634956 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=100 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:03:25.639401 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-3c509f14-4bc0-4a44-a307-93ee4a50f559 admin admin] Publish callbacks [] for security_group (56d171f3-3e34-47e5-b9ed-7ae6db59447f), precommit_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:25.739839 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.agents_db [None req-615be7cd-482a-4e0c-9386-1b4806e6e45a None None] Agent healthcheck: found 6 active agents {{(pid=110845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 20:03:25.791382 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-3c509f14-4bc0-4a44-a307-93ee4a50f559 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (56d171f3-3e34-47e5-b9ed-7ae6db59447f), after_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:25.793982 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-3c509f14-4bc0-4a44-a307-93ee4a50f559 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:25.795149 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [None req-3c509f14-4bc0-4a44-a307-93ee4a50f559 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/56d171f3-3e34-47e5-b9ed-7ae6db59447f HTTP/1.1" status: 204 len: 168 time: 0.2272687 Jul 24 20:03:25.803351 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c509f14-4bc0-4a44-a307-93ee4a50f559 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56d171f3-3e34-47e5-b9ed-7ae6db59447f,revision_number=None']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:03:26.133817 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-33c311cc-cd66-4a51-979b-ad2df3e2f9cd req-861f7f5b-9f99-4908-b885-155d59b0552a tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/ports?device_id=6a96a33d-f3d9-4d85-aac1-e661447d460a HTTP/1.1" status: 200 len: 210 time: 0.0283651 Jul 24 20:03:26.312695 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-3e3d55ec-d764-44f5-bfe8-227178efde9c req-df69a153-48bb-4885-9710-ec8352338bc4 tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] 10.222.0.17 "GET /v2.0/ports?device_id=05ddc775-4f83-4893-957c-d3c8928d0c8c HTTP/1.1" status: 200 len: 210 time: 0.0314224 Jul 24 20:03:26.352528 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 60786) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:03:26.366255 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-eb702924-af65-4827-a287-2d1625e851a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:26.379910 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7cdd4d-e42f-4e6d-b55f-7a20587d6fdb req-68b800a5-3feb-4681-a584-7b9b5b67bee7 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:03:26.381437 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-ec7cdd4d-e42f-4e6d-b55f-7a20587d6fdb req-68b800a5-3feb-4681-a584-7b9b5b67bee7 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/ports?device_id=8ad940d2-dab6-42ec-a84a-53ee9242b68d HTTP/1.1" status: 200 len: 945 time: 0.0581832 Jul 24 20:03:26.435400 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-ec7cdd4d-e42f-4e6d-b55f-7a20587d6fdb req-d0740a9b-d95a-4cec-b9fa-a93925959d00 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/security-groups?id=7fd4fa86-8151-45a8-babb-f1c645ad6646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476725 Jul 24 20:03:26.449814 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-eb702924-af65-4827-a287-2d1625e851a7 admin admin] Publish callbacks [] for security_group (bf12c7e9-0e46-46ae-8822-81a44a2f6d9d), precommit_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:26.493359 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-eb702924-af65-4827-a287-2d1625e851a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (bf12c7e9-0e46-46ae-8822-81a44a2f6d9d), after_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:26.536462 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb702924-af65-4827-a287-2d1625e851a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf12c7e9-0e46-46ae-8822-81a44a2f6d9d,revision_number=1']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:03:26.542058 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-eb702924-af65-4827-a287-2d1625e851a7 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=1eec27259eb148c6b95a9844af6ede1a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1884062 Jul 24 20:03:26.546261 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 60790) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:03:26.605890 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-1cef8e9d-7854-4d4a-a2a2-3457219c4c6c admin admin] Publish callbacks [] for security_group (bf12c7e9-0e46-46ae-8822-81a44a2f6d9d), before_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:26.628016 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-1cef8e9d-7854-4d4a-a2a2-3457219c4c6c admin admin] Publish callbacks [] for security_group (bf12c7e9-0e46-46ae-8822-81a44a2f6d9d), precommit_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:26.733946 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-1cef8e9d-7854-4d4a-a2a2-3457219c4c6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (bf12c7e9-0e46-46ae-8822-81a44a2f6d9d), after_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:26.736511 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-1cef8e9d-7854-4d4a-a2a2-3457219c4c6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:26.737768 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-1cef8e9d-7854-4d4a-a2a2-3457219c4c6c admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/bf12c7e9-0e46-46ae-8822-81a44a2f6d9d HTTP/1.1" status: 204 len: 168 time: 0.1904912 Jul 24 20:03:26.746460 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cef8e9d-7854-4d4a-a2a2-3457219c4c6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf12c7e9-0e46-46ae-8822-81a44a2f6d9d,revision_number=None']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:03:27.235491 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-0c83e341-cc81-48f1-8335-beecce94c9da req-7a68bba6-cc1e-4a75-b3af-454f15f4ee0a tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/ports?device_id=6a96a33d-f3d9-4d85-aac1-e661447d460a HTTP/1.1" status: 200 len: 210 time: 0.0316815 Jul 24 20:03:27.414363 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-c78777d3-7f9a-4ea4-9484-1c752d5c1258 req-1b9f5084-4fa2-45ad-8398-de5660f3b308 tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] 10.222.0.17 "GET /v2.0/ports?device_id=05ddc775-4f83-4893-957c-d3c8928d0c8c HTTP/1.1" status: 200 len: 210 time: 0.0282409 Jul 24 20:03:27.554884 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d63c1f9-567d-4069-b916-9f3d769b9d21 req-2647f38d-bb9b-4d0a-8ff5-5b3ad1c40b35 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:03:27.556379 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-1d63c1f9-567d-4069-b916-9f3d769b9d21 req-2647f38d-bb9b-4d0a-8ff5-5b3ad1c40b35 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/ports?device_id=8ad940d2-dab6-42ec-a84a-53ee9242b68d HTTP/1.1" status: 200 len: 945 time: 0.0496261 Jul 24 20:03:27.627900 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-1d63c1f9-567d-4069-b916-9f3d769b9d21 req-25938302-616b-475b-881d-420d286876c5 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/security-groups?id=7fd4fa86-8151-45a8-babb-f1c645ad6646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660379 Jul 24 20:03:28.336048 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-9f84365a-4add-4e03-8d38-77b7d912075e req-780cb4bb-c384-404a-b3b1-c84fac749318 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/ports?device_id=6a96a33d-f3d9-4d85-aac1-e661447d460a HTTP/1.1" status: 200 len: 210 time: 0.0335882 Jul 24 20:03:28.519674 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-1fa00023-3bff-469c-8710-531210235cb7 req-224a7c50-8b4c-4301-8aed-578234ed012a tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] 10.222.0.17 "GET /v2.0/ports?device_id=05ddc775-4f83-4893-957c-d3c8928d0c8c HTTP/1.1" status: 200 len: 210 time: 0.0290616 Jul 24 20:03:28.765888 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298e9387-3511-4efd-8244-b4091f0c480c req-1508d4da-5613-434b-91ca-12906720345b tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:03:28.767383 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-298e9387-3511-4efd-8244-b4091f0c480c req-1508d4da-5613-434b-91ca-12906720345b tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/ports?device_id=8ad940d2-dab6-42ec-a84a-53ee9242b68d HTTP/1.1" status: 200 len: 945 time: 0.0528529 Jul 24 20:03:28.815969 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-298e9387-3511-4efd-8244-b4091f0c480c req-553ec7f1-3457-41b4-acda-c8c91b719348 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/security-groups?id=7fd4fa86-8151-45a8-babb-f1c645ad6646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429602 Jul 24 20:03:29.042720 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630d4638-3012-4228-b228-745418732994 req-1e20be7c-b52a-48e8-801d-fbed759be778 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:03:29.044224 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-630d4638-3012-4228-b228-745418732994 req-1e20be7c-b52a-48e8-801d-fbed759be778 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.42 "GET /v2.0/networks?id=6e3ba2d8-cc61-4396-b210-32cea4aff750 HTTP/1.1" status: 200 len: 818 time: 0.1136680 Jul 24 20:03:29.113931 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-630d4638-3012-4228-b228-745418732994 req-92c8b317-7228-4b6a-aaae-e806d26598fd tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=15c454baefdc474682f88c603f6108a8 HTTP/1.1" status: 200 len: 379 time: 0.0604553 Jul 24 20:03:29.147316 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.v2.base [req-630d4638-3012-4228-b228-745418732994 req-5623cfaa-188a-4d2c-b2f5-7083b1b5454d tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Request body: {'port': {'device_id': '6a96a33d-f3d9-4d85-aac1-e661447d460a', 'network_id': '6e3ba2d8-cc61-4396-b210-32cea4aff750', 'admin_state_up': True, 'tenant_id': '15c454baefdc474682f88c603f6108a8', 'security_groups': ['e781b7b9-5d3f-49aa-85ef-8bf9d88b54be']}} {{(pid=110843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 20:03:29.327768 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-630d4638-3012-4228-b228-745418732994 req-5623cfaa-188a-4d2c-b2f5-7083b1b5454d tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Made reservation on behalf of 15c454baefdc474682f88c603f6108a8 for: {'port': 1} {{(pid=110843) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 20:03:29.331543 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-630d4638-3012-4228-b228-745418732994 req-5623cfaa-188a-4d2c-b2f5-7083b1b5454d tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (None), before_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:29.467922 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-b583be35-48e8-46e5-bc10-4349c5c59e68 req-713bd2a7-d5c5-4410-9cc5-148821fba590 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/ports?device_id=6a96a33d-f3d9-4d85-aac1-e661447d460a HTTP/1.1" status: 200 len: 210 time: 0.0548162 Jul 24 20:03:29.496455 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.db.db_base_plugin_common [req-630d4638-3012-4228-b228-745418732994 req-5623cfaa-188a-4d2c-b2f5-7083b1b5454d tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Allocated IP 172.20.0.9 (6e3ba2d8-cc61-4396-b210-32cea4aff750/1b0ec485-4e15-4515-af25-2ebd70a5137a/fe004f6f-ca2d-4c17-b98d-0e04aefc136e) {{(pid=110843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 20:03:29.505368 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:03:29.649108 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:03:29.674226 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-e3b98b9e-200f-4007-a33e-c797af823759 req-115f3691-fe5a-4c12-adfa-2f5433a0ee5a tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] 10.222.0.17 "GET /v2.0/ports?device_id=05ddc775-4f83-4893-957c-d3c8928d0c8c HTTP/1.1" status: 200 len: 210 time: 0.0772130 Jul 24 20:03:29.736747 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-630d4638-3012-4228-b228-745418732994 req-5623cfaa-188a-4d2c-b2f5-7083b1b5454d tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Publish callbacks [] for port (fe004f6f-ca2d-4c17-b98d-0e04aefc136e), precommit_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:29.861239 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-630d4638-3012-4228-b228-745418732994 req-5623cfaa-188a-4d2c-b2f5-7083b1b5454d tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731445223406'] for port (fe004f6f-ca2d-4c17-b98d-0e04aefc136e), after_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:29.938493 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-630d4638-3012-4228-b228-745418732994 req-5623cfaa-188a-4d2c-b2f5-7083b1b5454d tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Network 6e3ba2d8-cc61-4396-b210-32cea4aff750 is already hosted by enough agents. {{(pid=110843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 20:03:29.970378 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.scheduler.base_scheduler [req-630d4638-3012-4228-b228-745418732994 req-5623cfaa-188a-4d2c-b2f5-7083b1b5454d tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Resources bound (agent type, host, resource id): {{(pid=110843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 20:03:29.991558 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d9ed84-58a9-4975-93f6-7e9eecea7000 req-42972455-faba-4bd3-8e24-b4e2b0d2fef5 tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:03:29.991558 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-51d9ed84-58a9-4975-93f6-7e9eecea7000 req-42972455-faba-4bd3-8e24-b4e2b0d2fef5 tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] 10.222.0.42 "GET /v2.0/networks?id=1f489717-2e22-4983-9973-65d3238688ee HTTP/1.1" status: 200 len: 815 time: 0.2001467 Jul 24 20:03:29.991558 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.db.l3_dvrscheduler_db [req-630d4638-3012-4228-b228-745418732994 req-5623cfaa-188a-4d2c-b2f5-7083b1b5454d tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Received port after_create {{(pid=110843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 24 20:03:29.991558 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630d4638-3012-4228-b228-745418732994 req-5623cfaa-188a-4d2c-b2f5-7083b1b5454d tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:03:29.991558 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-630d4638-3012-4228-b228-745418732994 req-5623cfaa-188a-4d2c-b2f5-7083b1b5454d tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1048257'] for port (None), before_response {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:30.008220 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.v2.base [req-51d9ed84-58a9-4975-93f6-7e9eecea7000 req-88238daa-884b-4b48-a4ac-09de0c0d3824 tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] Request body: {'port': {'device_id': '05ddc775-4f83-4893-957c-d3c8928d0c8c', 'network_id': '1f489717-2e22-4983-9973-65d3238688ee', 'admin_state_up': True, 'tenant_id': '4d31f280cfc640dd8381ee0869d9f455'}} {{(pid=110843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 20:03:30.036911 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5623cfaa-188a-4d2c-b2f5-7083b1b5454d tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Pushing event updated for resources: {'Port': ['ID=fe004f6f-ca2d-4c17-b98d-0e04aefc136e,revision_number=1']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:03:30.051831 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57627a7d-825a-41f7-80ca-1f00ad5c6c76 req-3b7cd8a4-048a-4bbc-8a28-42dd953dad41 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:03:30.057372 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-57627a7d-825a-41f7-80ca-1f00ad5c6c76 req-3b7cd8a4-048a-4bbc-8a28-42dd953dad41 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/ports?device_id=8ad940d2-dab6-42ec-a84a-53ee9242b68d HTTP/1.1" status: 200 len: 945 time: 0.1575122 Jul 24 20:03:30.158612 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-630d4638-3012-4228-b228-745418732994 req-5623cfaa-188a-4d2c-b2f5-7083b1b5454d tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0154340 Jul 24 20:03:30.176232 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.v2.base [req-630d4638-3012-4228-b228-745418732994 req-8a2d0dc4-2344-4733-b97f-c5441d2b4327 service neutron] Request body: {'port': {'device_id': '6a96a33d-f3d9-4d85-aac1-e661447d460a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85044'}} {{(pid=110843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 20:03:30.227270 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:03:30.254133 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-57627a7d-825a-41f7-80ca-1f00ad5c6c76 req-e6586489-f817-4294-b862-d7bcfd6e5d11 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/security-groups?id=7fd4fa86-8151-45a8-babb-f1c645ad6646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1878073 Jul 24 20:03:30.310642 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-630d4638-3012-4228-b228-745418732994 req-8a2d0dc4-2344-4733-b97f-c5441d2b4327 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (fe004f6f-ca2d-4c17-b98d-0e04aefc136e), before_update {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:30.367909 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51d9ed84-58a9-4975-93f6-7e9eecea7000 req-88238daa-884b-4b48-a4ac-09de0c0d3824 tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] Made reservation on behalf of 4d31f280cfc640dd8381ee0869d9f455 for: {'port': 1} {{(pid=110843) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 20:03:30.372448 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-51d9ed84-58a9-4975-93f6-7e9eecea7000 req-88238daa-884b-4b48-a4ac-09de0c0d3824 tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (None), before_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:30.426467 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-45df930a-7659-4d36-bdd6-094e12757d63 None None] Provisioning complete for port fe004f6f-ca2d-4c17-b98d-0e04aefc136e triggered by entity DHCP. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 20:03:30.427538 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-45df930a-7659-4d36-bdd6-094e12757d63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812910'] for port (fe004f6f-ca2d-4c17-b98d-0e04aefc136e), provisioning_complete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:30.468169 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-45df930a-7659-4d36-bdd6-094e12757d63 None None] Port fe004f6f-ca2d-4c17-b98d-0e04aefc136e cannot update to ACTIVE because it is not bound. {{(pid=110844) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 24 20:03:30.696223 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e83f00-d048-46f8-b071-5ecc094005f6 req-e4f75373-9c9d-4056-9bcf-c7debb154201 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:03:30.698588 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-76e83f00-d048-46f8-b071-5ecc094005f6 req-e4f75373-9c9d-4056-9bcf-c7debb154201 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/ports?device_id=6a96a33d-f3d9-4d85-aac1-e661447d460a HTTP/1.1" status: 200 len: 931 time: 0.1531105 Jul 24 20:03:30.705095 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:03:30.778951 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.db.db_base_plugin_common [req-51d9ed84-58a9-4975-93f6-7e9eecea7000 req-88238daa-884b-4b48-a4ac-09de0c0d3824 tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] Allocated IP 172.20.0.10 (1f489717-2e22-4983-9973-65d3238688ee/1392647f-63da-44e8-b2ae-53624947a1a2/2e3b3d4b-7017-47d8-9a82-4439644ca265) {{(pid=110843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 20:03:30.847888 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-3b6653c7-6d38-4a10-9869-ad3cb1818136 req-78c036ff-40e4-4481-a757-bc37120cb643 tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] 10.222.0.17 "GET /v2.0/ports?device_id=05ddc775-4f83-4893-957c-d3c8928d0c8c HTTP/1.1" status: 200 len: 210 time: 0.0717502 Jul 24 20:03:30.908931 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-76e83f00-d048-46f8-b071-5ecc094005f6 req-070a44a6-c8d4-40fe-a1f4-02e80bc418b0 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/security-groups?id=e781b7b9-5d3f-49aa-85ef-8bf9d88b54be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1911795 Jul 24 20:03:30.950710 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.notifiers.nova [req-630d4638-3012-4228-b228-745418732994 req-8a2d0dc4-2344-4733-b97f-c5441d2b4327 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe004f6f-ca2d-4c17-b98d-0e04aefc136e {{(pid=110843) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 24 20:03:30.962204 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-630d4638-3012-4228-b228-745418732994 req-8a2d0dc4-2344-4733-b97f-c5441d2b4327 service neutron] Publish callbacks [] for port (fe004f6f-ca2d-4c17-b98d-0e04aefc136e), precommit_update {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:31.011160 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.db.provisioning_blocks [req-630d4638-3012-4228-b228-745418732994 req-8a2d0dc4-2344-4733-b97f-c5441d2b4327 service neutron] Transition to ACTIVE for port object fe004f6f-ca2d-4c17-b98d-0e04aefc136e will not be triggered until provisioned by entity L2. {{(pid=110843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 24 20:03:31.092464 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-630d4638-3012-4228-b228-745418732994 req-8a2d0dc4-2344-4733-b97f-c5441d2b4327 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958'] for port (fe004f6f-ca2d-4c17-b98d-0e04aefc136e), after_update {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:31.462363 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79198cd9-0004-41e0-8a5a-c7360a272ac4 req-87754ea5-04eb-4f7b-9481-34aa811bb950 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:03:31.464631 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-79198cd9-0004-41e0-8a5a-c7360a272ac4 req-87754ea5-04eb-4f7b-9481-34aa811bb950 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/ports?device_id=8ad940d2-dab6-42ec-a84a-53ee9242b68d HTTP/1.1" status: 200 len: 945 time: 0.0682681 Jul 24 20:03:31.519855 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-51d9ed84-58a9-4975-93f6-7e9eecea7000 req-88238daa-884b-4b48-a4ac-09de0c0d3824 tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] Publish callbacks [] for port (2e3b3d4b-7017-47d8-9a82-4439644ca265), precommit_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:31.543060 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2d0dc4-2344-4733-b97f-c5441d2b4327 service neutron] Pushing event updated for resources: {'Port': ['ID=fe004f6f-ca2d-4c17-b98d-0e04aefc136e,revision_number=2']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:03:31.574050 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.managers [req-630d4638-3012-4228-b228-745418732994 req-8a2d0dc4-2344-4733-b97f-c5441d2b4327 service neutron] Attempting to bind port fe004f6f-ca2d-4c17-b98d-0e04aefc136e on host hv-cinder-85044 for vnic_type normal with profile {{(pid=110843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 24 20:03:31.575217 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.managers [req-630d4638-3012-4228-b228-745418732994 req-8a2d0dc4-2344-4733-b97f-c5441d2b4327 service neutron] Attempting to bind port fe004f6f-ca2d-4c17-b98d-0e04aefc136e by drivers openvswitch,hyperv on host hv-cinder-85044 at level 0 using segments [{'id': '1a250ca4-cd77-42a8-bf37-37a7ac6ffa6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '6e3ba2d8-cc61-4396-b210-32cea4aff750'}] {{(pid=110843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 24 20:03:31.575612 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-630d4638-3012-4228-b228-745418732994 req-8a2d0dc4-2344-4733-b97f-c5441d2b4327 service neutron] Attempting to bind port fe004f6f-ca2d-4c17-b98d-0e04aefc136e on network 6e3ba2d8-cc61-4396-b210-32cea4aff750 {{(pid=110843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 24 20:03:31.599069 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-630d4638-3012-4228-b228-745418732994 req-8a2d0dc4-2344-4733-b97f-c5441d2b4327 service neutron] Port fe004f6f-ca2d-4c17-b98d-0e04aefc136e on network 6e3ba2d8-cc61-4396-b210-32cea4aff750 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85044 {{(pid=110843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 24 20:03:31.609062 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-630d4638-3012-4228-b228-745418732994 req-8a2d0dc4-2344-4733-b97f-c5441d2b4327 service neutron] Attempting to bind port fe004f6f-ca2d-4c17-b98d-0e04aefc136e on network 6e3ba2d8-cc61-4396-b210-32cea4aff750 {{(pid=110843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 24 20:03:31.665498 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:03:31.668836 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-630d4638-3012-4228-b228-745418732994 req-8a2d0dc4-2344-4733-b97f-c5441d2b4327 service neutron] Checking agent: {'id': '95564131-b678-4db2-a162-51408b2acd55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85044', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 24, 19, 59, 9), 'started_at': datetime.datetime(2022, 7, 24, 19, 59, 9), 'heartbeat_timestamp': datetime.datetime(2022, 7, 24, 20, 3, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 24 20:03:31.669225 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-630d4638-3012-4228-b228-745418732994 req-8a2d0dc4-2344-4733-b97f-c5441d2b4327 service neutron] Checking segment: {'id': '1a250ca4-cd77-42a8-bf37-37a7ac6ffa6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '6e3ba2d8-cc61-4396-b210-32cea4aff750'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 24 20:03:31.669605 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-630d4638-3012-4228-b228-745418732994 req-8a2d0dc4-2344-4733-b97f-c5441d2b4327 service neutron] Bound using segment: {'id': '1a250ca4-cd77-42a8-bf37-37a7ac6ffa6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '6e3ba2d8-cc61-4396-b210-32cea4aff750'} {{(pid=110843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 24 20:03:31.670305 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.managers [req-630d4638-3012-4228-b228-745418732994 req-8a2d0dc4-2344-4733-b97f-c5441d2b4327 service neutron] Bound port: fe004f6f-ca2d-4c17-b98d-0e04aefc136e, host: hv-cinder-85044, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a250ca4-cd77-42a8-bf37-37a7ac6ffa6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '6e3ba2d8-cc61-4396-b210-32cea4aff750'}}] {{(pid=110843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 24 20:03:31.670781 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-630d4638-3012-4228-b228-745418732994 req-8a2d0dc4-2344-4733-b97f-c5441d2b4327 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (fe004f6f-ca2d-4c17-b98d-0e04aefc136e), before_update {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:31.721637 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-79198cd9-0004-41e0-8a5a-c7360a272ac4 req-fabd73a5-3e5c-411e-afdf-88e48e967a9b tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/security-groups?id=7fd4fa86-8151-45a8-babb-f1c645ad6646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2409401 Jul 24 20:03:31.783270 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.db [req-630d4638-3012-4228-b228-745418732994 req-8a2d0dc4-2344-4733-b97f-c5441d2b4327 service neutron] For port fe004f6f-ca2d-4c17-b98d-0e04aefc136e, host hv-cinder-85044, cleared binding levels {{(pid=110843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 20:03:31.787212 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.db [req-630d4638-3012-4228-b228-745418732994 req-8a2d0dc4-2344-4733-b97f-c5441d2b4327 service neutron] For port fe004f6f-ca2d-4c17-b98d-0e04aefc136e, host hv-cinder-85044, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85044',level=0,port_id=fe004f6f-ca2d-4c17-b98d-0e04aefc136e,segment=NetworkSegment(1a250ca4-cd77-42a8-bf37-37a7ac6ffa6c),segment_id=1a250ca4-cd77-42a8-bf37-37a7ac6ffa6c)] {{(pid=110843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 20:03:31.809968 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-51d9ed84-58a9-4975-93f6-7e9eecea7000 req-88238daa-884b-4b48-a4ac-09de0c0d3824 tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731445223406'] for port (2e3b3d4b-7017-47d8-9a82-4439644ca265), after_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:31.871699 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88238daa-884b-4b48-a4ac-09de0c0d3824 tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] Pushing event updated for resources: {'Port': ['ID=2e3b3d4b-7017-47d8-9a82-4439644ca265,revision_number=1']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:03:31.875903 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-630d4638-3012-4228-b228-745418732994 req-8a2d0dc4-2344-4733-b97f-c5441d2b4327 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958'] for port (fe004f6f-ca2d-4c17-b98d-0e04aefc136e), after_update {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:31.920093 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51d9ed84-58a9-4975-93f6-7e9eecea7000 req-88238daa-884b-4b48-a4ac-09de0c0d3824 tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] Network 1f489717-2e22-4983-9973-65d3238688ee is already hosted by enough agents. {{(pid=110843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 20:03:31.922815 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:UPDATE=3,neutron:INSERT=4,neutron:SELECT=93 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:03:31.931626 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630d4638-3012-4228-b228-745418732994 req-8a2d0dc4-2344-4733-b97f-c5441d2b4327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:03:31.932809 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-630d4638-3012-4228-b228-745418732994 req-8a2d0dc4-2344-4733-b97f-c5441d2b4327 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1048257'] for port (None), before_response {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:31.934270 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-630d4638-3012-4228-b228-745418732994 req-8a2d0dc4-2344-4733-b97f-c5441d2b4327 service neutron] 10.222.0.42 "PUT /v2.0/ports/fe004f6f-ca2d-4c17-b98d-0e04aefc136e HTTP/1.1" status: 200 len: 1093 time: 1.7649453 Jul 24 20:03:31.958377 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a96a33d-f3d9-4d85-aac1-e661447d460a', 'tag': 'fe004f6f-ca2d-4c17-b98d-0e04aefc136e'}] {{(pid=110843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 24 20:03:31.966284 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa129e2ea71b36189c7354ee4da78dc54b5a7420159cbfa164f6b2678096e4e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-516112f4-c7af-45fc-8c2c-4c29de72a0c3" -d '{"events": [{"name": "network-changed", "server_uuid": "6a96a33d-f3d9-4d85-aac1-e661447d460a", "tag": "fe004f6f-ca2d-4c17-b98d-0e04aefc136e"}]}' {{(pid=110843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 20:03:31.969349 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.scheduler.base_scheduler [req-51d9ed84-58a9-4975-93f6-7e9eecea7000 req-88238daa-884b-4b48-a4ac-09de0c0d3824 tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] Resources bound (agent type, host, resource id): {{(pid=110843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 20:03:31.978580 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.db.l3_dvrscheduler_db [req-51d9ed84-58a9-4975-93f6-7e9eecea7000 req-88238daa-884b-4b48-a4ac-09de0c0d3824 tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] Received port after_create {{(pid=110843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 24 20:03:31.986950 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d9ed84-58a9-4975-93f6-7e9eecea7000 req-88238daa-884b-4b48-a4ac-09de0c0d3824 tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:03:31.987571 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-51d9ed84-58a9-4975-93f6-7e9eecea7000 req-88238daa-884b-4b48-a4ac-09de0c0d3824 tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1048257'] for port (None), before_response {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:32.153615 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2d0dc4-2344-4733-b97f-c5441d2b4327 service neutron] Pushing event updated for resources: {'Port': ['ID=fe004f6f-ca2d-4c17-b98d-0e04aefc136e,revision_number=3']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:03:32.197350 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-51d9ed84-58a9-4975-93f6-7e9eecea7000 req-88238daa-884b-4b48-a4ac-09de0c0d3824 tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1967657 Jul 24 20:03:32.222035 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2fa81f-ae8c-4622-939b-5a75314647f4 req-8fe9eff2-bdc3-4724-95e7-963f5503666a tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:03:32.223546 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-fd2fa81f-ae8c-4622-939b-5a75314647f4 req-8fe9eff2-bdc3-4724-95e7-963f5503666a tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] 10.222.0.17 "GET /v2.0/ports?device_id=05ddc775-4f83-4893-957c-d3c8928d0c8c HTTP/1.1" status: 200 len: 932 time: 0.1935270 Jul 24 20:03:32.233016 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27444be1-07d8-443a-80a4-f8dce50a031d req-14e1f2b9-c207-4cc0-9205-c5cd95d56ee8 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:03:32.241128 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-27444be1-07d8-443a-80a4-f8dce50a031d req-14e1f2b9-c207-4cc0-9205-c5cd95d56ee8 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/ports?device_id=6a96a33d-f3d9-4d85-aac1-e661447d460a HTTP/1.1" status: 200 len: 943 time: 0.2019672 Jul 24 20:03:32.256280 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630d4638-3012-4228-b228-745418732994 req-ac995f9d-6975-4aa3-839e-6ee8e56f3c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:03:32.257881 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-630d4638-3012-4228-b228-745418732994 req-ac995f9d-6975-4aa3-839e-6ee8e56f3c6f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=15c454baefdc474682f88c603f6108a8&device_id=6a96a33d-f3d9-4d85-aac1-e661447d460a HTTP/1.1" status: 200 len: 1127 time: 0.1716955 Jul 24 20:03:32.329066 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-fd2fa81f-ae8c-4622-939b-5a75314647f4 req-057309fe-3eb0-43cb-99a2-28e6d6af79a9 tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] 10.222.0.17 "GET /v2.0/security-groups?id=28acb8fa-bec2-437c-82ba-8e2c3ade7cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842555 Jul 24 20:03:32.343783 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-27444be1-07d8-443a-80a4-f8dce50a031d req-6e72944d-51dd-4054-bc2b-ef1da65cfb43 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/security-groups?id=e781b7b9-5d3f-49aa-85ef-8bf9d88b54be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1016572 Jul 24 20:03:32.376344 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-15850b2d-b318-4c53-9d09-147e0b41d429 None None] Provisioning complete for port 2e3b3d4b-7017-47d8-9a82-4439644ca265 triggered by entity DHCP. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 20:03:32.376922 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-15850b2d-b318-4c53-9d09-147e0b41d429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812910'] for port (2e3b3d4b-7017-47d8-9a82-4439644ca265), provisioning_complete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:32.380087 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 24 Jul 2022 20:03:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc50275f-fa95-47de-8fca-031bdf8ff2bd x-openstack-request-id: req-bc50275f-fa95-47de-8fca-031bdf8ff2bd {{(pid=110843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 20:03:32.380454 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a96a33d-f3d9-4d85-aac1-e661447d460a", "tag": "fe004f6f-ca2d-4c17-b98d-0e04aefc136e", "status": "completed", "code": 200}]} {{(pid=110843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 20:03:32.380792 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-bc50275f-fa95-47de-8fca-031bdf8ff2bd {{(pid=110843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 20:03:32.381268 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc50275f-fa95-47de-8fca-031bdf8ff2bd'] response: {'name': 'network-changed', 'server_uuid': '6a96a33d-f3d9-4d85-aac1-e661447d460a', 'tag': 'fe004f6f-ca2d-4c17-b98d-0e04aefc136e', 'status': 'completed', 'code': 200} Jul 24 20:03:32.415522 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-15850b2d-b318-4c53-9d09-147e0b41d429 None None] Port 2e3b3d4b-7017-47d8-9a82-4439644ca265 cannot update to ACTIVE because it is not bound. {{(pid=110844) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 24 20:03:32.848289 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5689e29-7ecc-431d-bee8-c576ebe40051 req-796b1caf-c70e-4d35-bd89-190239862953 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:03:32.849991 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-a5689e29-7ecc-431d-bee8-c576ebe40051 req-796b1caf-c70e-4d35-bd89-190239862953 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/ports?device_id=8ad940d2-dab6-42ec-a84a-53ee9242b68d HTTP/1.1" status: 200 len: 945 time: 0.0541992 Jul 24 20:03:32.972180 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-a5689e29-7ecc-431d-bee8-c576ebe40051 req-c87adcfe-2dce-403c-ab93-da9959ce200c tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/security-groups?id=7fd4fa86-8151-45a8-babb-f1c645ad6646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877023 Jul 24 20:03:33.532471 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4da2e3-44e5-4279-893d-c407a5b52e86 req-62199537-5b1d-4d6b-af15-484cf5926b6a tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:03:33.534099 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-ab4da2e3-44e5-4279-893d-c407a5b52e86 req-62199537-5b1d-4d6b-af15-484cf5926b6a tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] 10.222.0.17 "GET /v2.0/ports?device_id=05ddc775-4f83-4893-957c-d3c8928d0c8c HTTP/1.1" status: 200 len: 932 time: 0.0862961 Jul 24 20:03:33.558276 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa57bbbe-909a-4a95-bb3b-2316b2077131 req-2a39d61d-0147-4985-9bf5-7b6cb6ebf976 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:03:33.559896 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-fa57bbbe-909a-4a95-bb3b-2316b2077131 req-2a39d61d-0147-4985-9bf5-7b6cb6ebf976 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/ports?device_id=6a96a33d-f3d9-4d85-aac1-e661447d460a HTTP/1.1" status: 200 len: 943 time: 0.0996504 Jul 24 20:03:33.564991 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-00086069-cf1b-4740-ba36-b3649fa16d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (dc36e0ef-94f3-4a3e-9c13-4790afccb2e9), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:33.635422 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-ab4da2e3-44e5-4279-893d-c407a5b52e86 req-8c247a53-229b-4c48-af9b-b538866e031f tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] 10.222.0.17 "GET /v2.0/security-groups?id=28acb8fa-bec2-437c-82ba-8e2c3ade7cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949571 Jul 24 20:03:33.660389 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-fa57bbbe-909a-4a95-bb3b-2316b2077131 req-af608cca-efea-4680-a6c8-65a4b55ba8e3 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/security-groups?id=e781b7b9-5d3f-49aa-85ef-8bf9d88b54be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845809 Jul 24 20:03:34.116741 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4876bac2-34b9-4082-958c-e1863a54950f req-5b6cccc5-a544-4c89-a0eb-99e1781086cc tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:03:34.120625 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-4876bac2-34b9-4082-958c-e1863a54950f req-5b6cccc5-a544-4c89-a0eb-99e1781086cc tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/ports?device_id=8ad940d2-dab6-42ec-a84a-53ee9242b68d HTTP/1.1" status: 200 len: 945 time: 0.0475407 Jul 24 20:03:34.174115 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-4876bac2-34b9-4082-958c-e1863a54950f req-f448ae4c-8c82-4325-846f-c107027f87a7 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/security-groups?id=7fd4fa86-8151-45a8-babb-f1c645ad6646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500252 Jul 24 20:03:34.808715 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52774097-f734-4b43-8ef0-368b32000702 req-b04b93c4-1a53-4ac1-8414-90372d57bd03 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:03:34.810306 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-52774097-f734-4b43-8ef0-368b32000702 req-b04b93c4-1a53-4ac1-8414-90372d57bd03 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/ports?device_id=6a96a33d-f3d9-4d85-aac1-e661447d460a HTTP/1.1" status: 200 len: 943 time: 0.0890353 Jul 24 20:03:34.837992 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c53b7c-d3d5-49fb-bfcb-572275f19018 req-a482c013-1b36-4935-9f92-c948d0dfa025 tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:03:34.844590 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-94c53b7c-d3d5-49fb-bfcb-572275f19018 req-a482c013-1b36-4935-9f92-c948d0dfa025 tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] 10.222.0.17 "GET /v2.0/ports?device_id=05ddc775-4f83-4893-957c-d3c8928d0c8c HTTP/1.1" status: 200 len: 932 time: 0.0887773 Jul 24 20:03:34.936242 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-52774097-f734-4b43-8ef0-368b32000702 req-850a74c9-0dd1-460d-bff7-5c9e95e8bb17 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/security-groups?id=e781b7b9-5d3f-49aa-85ef-8bf9d88b54be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1171200 Jul 24 20:03:34.960916 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-94c53b7c-d3d5-49fb-bfcb-572275f19018 req-1d58f5f1-4b80-4b27-813a-f95c0f923c51 tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] 10.222.0.17 "GET /v2.0/security-groups?id=28acb8fa-bec2-437c-82ba-8e2c3ade7cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054349 Jul 24 20:03:35.242417 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.v2.base [req-51d9ed84-58a9-4975-93f6-7e9eecea7000 req-7a965ca6-c64d-4cd9-8644-b66720fcff09 service neutron] Request body: {'port': {'device_id': '05ddc775-4f83-4893-957c-d3c8928d0c8c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85044'}} {{(pid=110843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 20:03:35.247129 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:03:35.341296 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-630d4638-3012-4228-b228-745418732994 req-2df394a9-063a-429a-9eac-b2d1ac0316e2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fe004f6f-ca2d-4c17-b98d-0e04aefc136e HTTP/1.1" status: 200 len: 217 time: 0.0855455 Jul 24 20:03:35.417031 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092d2b56-caad-4c2e-8435-abc38c95e4f6 req-09242a39-2904-4cac-a981-306e66574f20 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:03:35.424202 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-092d2b56-caad-4c2e-8435-abc38c95e4f6 req-09242a39-2904-4cac-a981-306e66574f20 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/ports?device_id=8ad940d2-dab6-42ec-a84a-53ee9242b68d HTTP/1.1" status: 200 len: 945 time: 0.1293142 Jul 24 20:03:35.486744 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-51d9ed84-58a9-4975-93f6-7e9eecea7000 req-7a965ca6-c64d-4cd9-8644-b66720fcff09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (2e3b3d4b-7017-47d8-9a82-4439644ca265), before_update {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:35.498363 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630d4638-3012-4228-b228-745418732994 req-27c0cb19-0367-44c6-89b9-8cb7d3fcf8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:03:35.500777 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-630d4638-3012-4228-b228-745418732994 req-27c0cb19-0367-44c6-89b9-8cb7d3fcf8b4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1b0ec485-4e15-4515-af25-2ebd70a5137a HTTP/1.1" status: 200 len: 857 time: 0.1354065 Jul 24 20:03:35.553986 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=100 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:03:35.582379 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-092d2b56-caad-4c2e-8435-abc38c95e4f6 req-2a8da69a-33c6-470d-b88b-702534fd151b tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/security-groups?id=7fd4fa86-8151-45a8-babb-f1c645ad6646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1571739 Jul 24 20:03:35.596161 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630d4638-3012-4228-b228-745418732994 req-379b702b-c14b-458c-a0a6-a3a89250db42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:03:35.597782 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-630d4638-3012-4228-b228-745418732994 req-379b702b-c14b-458c-a0a6-a3a89250db42 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6e3ba2d8-cc61-4396-b210-32cea4aff750&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0844154 Jul 24 20:03:35.842032 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-630d4638-3012-4228-b228-745418732994 req-e96f5119-35a4-4520-bc74-5d537df506eb service neutron] 10.222.0.42 "GET /v2.0/networks/6e3ba2d8-cc61-4396-b210-32cea4aff750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716418 Jul 24 20:03:35.875803 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-fd569b54-9792-409b-9bcb-f3adff41e731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (408021b7-d46b-48c2-9f75-8a8023f9145c), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:36.089397 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.notifiers.nova [req-51d9ed84-58a9-4975-93f6-7e9eecea7000 req-7a965ca6-c64d-4cd9-8644-b66720fcff09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e3b3d4b-7017-47d8-9a82-4439644ca265 {{(pid=110843) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 24 20:03:36.141051 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-51d9ed84-58a9-4975-93f6-7e9eecea7000 req-7a965ca6-c64d-4cd9-8644-b66720fcff09 service neutron] Publish callbacks [] for port (2e3b3d4b-7017-47d8-9a82-4439644ca265), precommit_update {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:36.163164 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-630d4638-3012-4228-b228-745418732994 req-e9b0fe8d-ccf5-442b-9a17-ac459506f894 service neutron] 10.222.0.42 "GET /v2.0/networks/6e3ba2d8-cc61-4396-b210-32cea4aff750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3158195 Jul 24 20:03:36.210547 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.db.provisioning_blocks [req-51d9ed84-58a9-4975-93f6-7e9eecea7000 req-7a965ca6-c64d-4cd9-8644-b66720fcff09 service neutron] Transition to ACTIVE for port object 2e3b3d4b-7017-47d8-9a82-4439644ca265 will not be triggered until provisioned by entity L2. {{(pid=110843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 24 20:03:36.219145 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef6a776-b648-49c2-b746-110caf003d53 req-6db628e1-5950-4151-8041-43f97d438d3b tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:03:36.220675 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-2ef6a776-b648-49c2-b746-110caf003d53 req-6db628e1-5950-4151-8041-43f97d438d3b tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] 10.222.0.17 "GET /v2.0/ports?device_id=05ddc775-4f83-4893-957c-d3c8928d0c8c HTTP/1.1" status: 200 len: 932 time: 0.1640637 Jul 24 20:03:36.226737 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5207e14-191f-4620-bc5b-c4c7ec66d2be req-187be7a9-350c-45e7-a56e-8e38326e7cdb tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:03:36.228189 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-f5207e14-191f-4620-bc5b-c4c7ec66d2be req-187be7a9-350c-45e7-a56e-8e38326e7cdb tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/ports?device_id=6a96a33d-f3d9-4d85-aac1-e661447d460a HTTP/1.1" status: 200 len: 943 time: 0.1072936 Jul 24 20:03:36.274667 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-51d9ed84-58a9-4975-93f6-7e9eecea7000 req-7a965ca6-c64d-4cd9-8644-b66720fcff09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958'] for port (2e3b3d4b-7017-47d8-9a82-4439644ca265), after_update {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:36.401718 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-2ef6a776-b648-49c2-b746-110caf003d53 req-e5d5bd85-8ff0-443c-ae0a-9b6f399c6895 tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] 10.222.0.17 "GET /v2.0/security-groups?id=28acb8fa-bec2-437c-82ba-8e2c3ade7cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724072 Jul 24 20:03:36.437935 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:03:36.465837 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-f5207e14-191f-4620-bc5b-c4c7ec66d2be req-162d79f3-1dd4-4240-9cbc-0cd65fabc3a0 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/security-groups?id=e781b7b9-5d3f-49aa-85ef-8bf9d88b54be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2285388 Jul 24 20:03:36.467744 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a965ca6-c64d-4cd9-8644-b66720fcff09 service neutron] Pushing event updated for resources: {'Port': ['ID=2e3b3d4b-7017-47d8-9a82-4439644ca265,revision_number=2']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:03:36.559262 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.managers [req-51d9ed84-58a9-4975-93f6-7e9eecea7000 req-7a965ca6-c64d-4cd9-8644-b66720fcff09 service neutron] Attempting to bind port 2e3b3d4b-7017-47d8-9a82-4439644ca265 on host hv-cinder-85044 for vnic_type normal with profile {{(pid=110843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 24 20:03:36.559629 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.managers [req-51d9ed84-58a9-4975-93f6-7e9eecea7000 req-7a965ca6-c64d-4cd9-8644-b66720fcff09 service neutron] Attempting to bind port 2e3b3d4b-7017-47d8-9a82-4439644ca265 by drivers openvswitch,hyperv on host hv-cinder-85044 at level 0 using segments [{'id': '8b9f0f7e-05bb-4220-a9b7-1bc5128e8915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '1f489717-2e22-4983-9973-65d3238688ee'}] {{(pid=110843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 24 20:03:36.559930 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51d9ed84-58a9-4975-93f6-7e9eecea7000 req-7a965ca6-c64d-4cd9-8644-b66720fcff09 service neutron] Attempting to bind port 2e3b3d4b-7017-47d8-9a82-4439644ca265 on network 1f489717-2e22-4983-9973-65d3238688ee {{(pid=110843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 24 20:03:36.566477 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51d9ed84-58a9-4975-93f6-7e9eecea7000 req-7a965ca6-c64d-4cd9-8644-b66720fcff09 service neutron] Port 2e3b3d4b-7017-47d8-9a82-4439644ca265 on network 1f489717-2e22-4983-9973-65d3238688ee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85044 {{(pid=110843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 24 20:03:36.566856 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51d9ed84-58a9-4975-93f6-7e9eecea7000 req-7a965ca6-c64d-4cd9-8644-b66720fcff09 service neutron] Attempting to bind port 2e3b3d4b-7017-47d8-9a82-4439644ca265 on network 1f489717-2e22-4983-9973-65d3238688ee {{(pid=110843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 24 20:03:36.579112 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51d9ed84-58a9-4975-93f6-7e9eecea7000 req-7a965ca6-c64d-4cd9-8644-b66720fcff09 service neutron] Checking agent: {'id': '95564131-b678-4db2-a162-51408b2acd55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85044', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 24, 19, 59, 9), 'started_at': datetime.datetime(2022, 7, 24, 19, 59, 9), 'heartbeat_timestamp': datetime.datetime(2022, 7, 24, 20, 3, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 24 20:03:36.580811 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51d9ed84-58a9-4975-93f6-7e9eecea7000 req-7a965ca6-c64d-4cd9-8644-b66720fcff09 service neutron] Checking segment: {'id': '8b9f0f7e-05bb-4220-a9b7-1bc5128e8915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '1f489717-2e22-4983-9973-65d3238688ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 24 20:03:36.580811 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51d9ed84-58a9-4975-93f6-7e9eecea7000 req-7a965ca6-c64d-4cd9-8644-b66720fcff09 service neutron] Bound using segment: {'id': '8b9f0f7e-05bb-4220-a9b7-1bc5128e8915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '1f489717-2e22-4983-9973-65d3238688ee'} {{(pid=110843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 24 20:03:36.580811 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.managers [req-51d9ed84-58a9-4975-93f6-7e9eecea7000 req-7a965ca6-c64d-4cd9-8644-b66720fcff09 service neutron] Bound port: 2e3b3d4b-7017-47d8-9a82-4439644ca265, host: hv-cinder-85044, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b9f0f7e-05bb-4220-a9b7-1bc5128e8915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '1f489717-2e22-4983-9973-65d3238688ee'}}] {{(pid=110843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 24 20:03:36.580811 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-51d9ed84-58a9-4975-93f6-7e9eecea7000 req-7a965ca6-c64d-4cd9-8644-b66720fcff09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (2e3b3d4b-7017-47d8-9a82-4439644ca265), before_update {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:36.648204 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:UPDATE=4,neutron:SELECT=96 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:03:36.667715 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=54,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:03:36.677021 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.db [req-51d9ed84-58a9-4975-93f6-7e9eecea7000 req-7a965ca6-c64d-4cd9-8644-b66720fcff09 service neutron] For port 2e3b3d4b-7017-47d8-9a82-4439644ca265, host hv-cinder-85044, cleared binding levels {{(pid=110843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 20:03:36.690128 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.db [req-51d9ed84-58a9-4975-93f6-7e9eecea7000 req-7a965ca6-c64d-4cd9-8644-b66720fcff09 service neutron] For port 2e3b3d4b-7017-47d8-9a82-4439644ca265, host hv-cinder-85044, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85044',level=0,port_id=2e3b3d4b-7017-47d8-9a82-4439644ca265,segment=NetworkSegment(8b9f0f7e-05bb-4220-a9b7-1bc5128e8915),segment_id=8b9f0f7e-05bb-4220-a9b7-1bc5128e8915)] {{(pid=110843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 20:03:36.744721 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=77,neutron:DELETE=4,neutron:INSERT=14 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:03:36.761367 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8291e2b-c628-4ec9-9c85-e350f44b77da req-e3e52296-0557-41e2-a7b2-ca14251d44a5 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:03:36.771136 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-d8291e2b-c628-4ec9-9c85-e350f44b77da req-e3e52296-0557-41e2-a7b2-ca14251d44a5 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/ports?device_id=8ad940d2-dab6-42ec-a84a-53ee9242b68d HTTP/1.1" status: 200 len: 945 time: 0.0735791 Jul 24 20:03:36.816874 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-51d9ed84-58a9-4975-93f6-7e9eecea7000 req-7a965ca6-c64d-4cd9-8644-b66720fcff09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958'] for port (2e3b3d4b-7017-47d8-9a82-4439644ca265), after_update {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:36.911578 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d9ed84-58a9-4975-93f6-7e9eecea7000 req-7a965ca6-c64d-4cd9-8644-b66720fcff09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:03:36.912530 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-51d9ed84-58a9-4975-93f6-7e9eecea7000 req-7a965ca6-c64d-4cd9-8644-b66720fcff09 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1048257'] for port (None), before_response {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:36.914905 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-51d9ed84-58a9-4975-93f6-7e9eecea7000 req-7a965ca6-c64d-4cd9-8644-b66720fcff09 service neutron] 10.222.0.42 "PUT /v2.0/ports/2e3b3d4b-7017-47d8-9a82-4439644ca265 HTTP/1.1" status: 200 len: 1094 time: 1.6780531 Jul 24 20:03:36.919020 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05ddc775-4f83-4893-957c-d3c8928d0c8c', 'tag': '2e3b3d4b-7017-47d8-9a82-4439644ca265'}] {{(pid=110843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 24 20:03:36.921415 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa129e2ea71b36189c7354ee4da78dc54b5a7420159cbfa164f6b2678096e4e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3c7a632-7248-4271-95e1-03f472a869f9" -d '{"events": [{"name": "network-changed", "server_uuid": "05ddc775-4f83-4893-957c-d3c8928d0c8c", "tag": "2e3b3d4b-7017-47d8-9a82-4439644ca265"}]}' {{(pid=110843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 20:03:36.963984 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-6dc48dae-acff-4e3e-8fdb-430da55b4f7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (7ee55678-4254-481c-8cae-5c828aed81c9), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:36.985554 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-d8291e2b-c628-4ec9-9c85-e350f44b77da req-0a15bcd3-93bd-4dcf-894b-41c9012f0021 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/security-groups?id=7fd4fa86-8151-45a8-babb-f1c645ad6646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2108319 Jul 24 20:03:36.998105 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a965ca6-c64d-4cd9-8644-b66720fcff09 service neutron] Pushing event updated for resources: {'Port': ['ID=2e3b3d4b-7017-47d8-9a82-4439644ca265,revision_number=3']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:03:37.021108 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 24 Jul 2022 20:03:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab38f87b-d891-4b70-b811-cda61a109033 x-openstack-request-id: req-ab38f87b-d891-4b70-b811-cda61a109033 {{(pid=110843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 20:03:37.025818 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05ddc775-4f83-4893-957c-d3c8928d0c8c", "tag": "2e3b3d4b-7017-47d8-9a82-4439644ca265", "status": "completed", "code": 200}]} {{(pid=110843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 20:03:37.025818 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-ab38f87b-d891-4b70-b811-cda61a109033 {{(pid=110843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 20:03:37.025818 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab38f87b-d891-4b70-b811-cda61a109033'] response: {'name': 'network-changed', 'server_uuid': '05ddc775-4f83-4893-957c-d3c8928d0c8c', 'tag': '2e3b3d4b-7017-47d8-9a82-4439644ca265', 'status': 'completed', 'code': 200} Jul 24 20:03:37.458555 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516112f4-c7af-45fc-8c2c-4c29de72a0c3 req-ebfccaac-ad52-48a2-ae14-b8bcc4a9091f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:03:37.458555 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-516112f4-c7af-45fc-8c2c-4c29de72a0c3 req-ebfccaac-ad52-48a2-ae14-b8bcc4a9091f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=15c454baefdc474682f88c603f6108a8&device_id=6a96a33d-f3d9-4d85-aac1-e661447d460a HTTP/1.1" status: 200 len: 1127 time: 0.1268060 Jul 24 20:03:37.458555 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c7a632-7248-4271-95e1-03f472a869f9 req-70ffcacc-b6c5-45e0-add9-0f653505bb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:03:37.458555 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-e3c7a632-7248-4271-95e1-03f472a869f9 req-70ffcacc-b6c5-45e0-add9-0f653505bb8c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4d31f280cfc640dd8381ee0869d9f455&device_id=05ddc775-4f83-4893-957c-d3c8928d0c8c HTTP/1.1" status: 200 len: 1128 time: 0.1073296 Jul 24 20:03:37.750598 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf27fec-5e0d-4643-b1b7-5a9647971292 req-5dd379c2-fe87-43c5-b5a1-cd501ffe92f9 tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:03:37.752048 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-5bf27fec-5e0d-4643-b1b7-5a9647971292 req-5dd379c2-fe87-43c5-b5a1-cd501ffe92f9 tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] 10.222.0.17 "GET /v2.0/ports?device_id=05ddc775-4f83-4893-957c-d3c8928d0c8c HTTP/1.1" status: 200 len: 944 time: 0.1919055 Jul 24 20:03:37.800097 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7feb55-6a63-41a8-be5b-9a17ad79d99e req-dd402305-cec6-4887-b596-fae3cc46a8f2 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:03:37.801770 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-ad7feb55-6a63-41a8-be5b-9a17ad79d99e req-dd402305-cec6-4887-b596-fae3cc46a8f2 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/ports?device_id=6a96a33d-f3d9-4d85-aac1-e661447d460a HTTP/1.1" status: 200 len: 943 time: 0.1543400 Jul 24 20:03:37.835058 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516112f4-c7af-45fc-8c2c-4c29de72a0c3 req-7bf13b88-d996-43f7-ae17-730752ccdaa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:03:37.836755 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-516112f4-c7af-45fc-8c2c-4c29de72a0c3 req-7bf13b88-d996-43f7-ae17-730752ccdaa0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=6e3ba2d8-cc61-4396-b210-32cea4aff750 HTTP/1.1" status: 200 len: 919 time: 0.3717246 Jul 24 20:03:37.926415 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c7a632-7248-4271-95e1-03f472a869f9 req-cd776825-2d99-4f5e-987b-ef9173d3138a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:03:37.928526 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-e3c7a632-7248-4271-95e1-03f472a869f9 req-cd776825-2d99-4f5e-987b-ef9173d3138a service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=4d31f280cfc640dd8381ee0869d9f455&shared=False HTTP/1.1" status: 200 len: 916 time: 0.4511311 Jul 24 20:03:37.937900 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-516112f4-c7af-45fc-8c2c-4c29de72a0c3 req-c86951a0-1285-43b6-af22-3d39d76d0e4e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fe004f6f-ca2d-4c17-b98d-0e04aefc136e HTTP/1.1" status: 200 len: 217 time: 0.0862482 Jul 24 20:03:37.958286 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-5bf27fec-5e0d-4643-b1b7-5a9647971292 req-7dde2bb1-a10f-49f7-b9e9-d9ebf4acfad4 tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] 10.222.0.17 "GET /v2.0/security-groups?id=28acb8fa-bec2-437c-82ba-8e2c3ade7cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994839 Jul 24 20:03:38.005075 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-ad7feb55-6a63-41a8-be5b-9a17ad79d99e req-553d8dd1-de89-493c-aebc-1d48b9686858 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/security-groups?id=e781b7b9-5d3f-49aa-85ef-8bf9d88b54be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1872578 Jul 24 20:03:38.052167 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:03:38.064326 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516112f4-c7af-45fc-8c2c-4c29de72a0c3 req-f6ea6f0e-2e59-4e3a-83ee-a7643b6b90e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:03:38.065866 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-516112f4-c7af-45fc-8c2c-4c29de72a0c3 req-f6ea6f0e-2e59-4e3a-83ee-a7643b6b90e3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1b0ec485-4e15-4515-af25-2ebd70a5137a HTTP/1.1" status: 200 len: 857 time: 0.1039600 Jul 24 20:03:38.156429 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 32818) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:03:38.168289 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c7a632-7248-4271-95e1-03f472a869f9 req-450e7aed-d981-4a4b-bc1d-d4d9277a34e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:03:38.170513 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-e3c7a632-7248-4271-95e1-03f472a869f9 req-450e7aed-d981-4a4b-bc1d-d4d9277a34e7 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2263675 Jul 24 20:03:38.281902 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Device fe004f6f-ca2d-4c17-b98d-0e04aefc136e details requested by agent hyperv_hv-cinder-85044 with host hv-cinder-85044 {{(pid=110844) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 20:03:38.424333 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-8dc1b329-a395-4d70-8706-5328eb574235 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:38.480085 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] For port fe004f6f-ca2d-4c17-b98d-0e04aefc136e, host hv-cinder-85044, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85044',level=0,port_id=fe004f6f-ca2d-4c17-b98d-0e04aefc136e,segment=NetworkSegment(1a250ca4-cd77-42a8-bf37-37a7ac6ffa6c),segment_id=1a250ca4-cd77-42a8-bf37-37a7ac6ffa6c)] {{(pid=110844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 20:03:38.494702 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Returning: {'device': 'fe004f6f-ca2d-4c17-b98d-0e04aefc136e', 'network_id': '6e3ba2d8-cc61-4396-b210-32cea4aff750', 'port_id': 'fe004f6f-ca2d-4c17-b98d-0e04aefc136e', 'mac_address': 'fa:16:3e:8a:fd:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b0ec485-4e15-4515-af25-2ebd70a5137a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110844) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 20:03:38.501023 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-43102eef-6e4b-4922-ad30-3734cbb7477a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (7d43fc2f-3c2c-473f-8c92-13ad6341ecc2), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:38.567455 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Current status of the port fe004f6f-ca2d-4c17-b98d-0e04aefc136e is: DOWN; New status is: BUILD {{(pid=110844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 20:03:38.567759 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (fe004f6f-ca2d-4c17-b98d-0e04aefc136e), before_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:38.593903 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.notifiers.nova [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe004f6f-ca2d-4c17-b98d-0e04aefc136e {{(pid=110844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 24 20:03:38.619824 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516112f4-c7af-45fc-8c2c-4c29de72a0c3 req-11db134e-75ee-4919-8326-55b680ebc154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:03:38.621845 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-516112f4-c7af-45fc-8c2c-4c29de72a0c3 req-11db134e-75ee-4919-8326-55b680ebc154 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6e3ba2d8-cc61-4396-b210-32cea4aff750&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.5467749 Jul 24 20:03:38.643478 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-8dc1b329-a395-4d70-8706-5328eb574235 admin admin] Publish callbacks [] for security_group (7f6e1120-e292-4cdd-8230-d3e50e8788a4), precommit_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:38.644134 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] For port fe004f6f-ca2d-4c17-b98d-0e04aefc136e, host hv-cinder-85044, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85044',level=0,port_id=fe004f6f-ca2d-4c17-b98d-0e04aefc136e,segment=NetworkSegment(1a250ca4-cd77-42a8-bf37-37a7ac6ffa6c),segment_id=1a250ca4-cd77-42a8-bf37-37a7ac6ffa6c)] {{(pid=110844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 20:03:38.657693 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fae9d5-1125-418e-8563-71c7177d27cf req-648b1894-0004-450d-b67c-c910dca784b7 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:03:38.659292 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-10fae9d5-1125-418e-8563-71c7177d27cf req-648b1894-0004-450d-b67c-c910dca784b7 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/ports?device_id=8ad940d2-dab6-42ec-a84a-53ee9242b68d HTTP/1.1" status: 200 len: 945 time: 0.5306282 Jul 24 20:03:38.686779 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d9ed84-58a9-4975-93f6-7e9eecea7000 req-aa65aade-bc7d-4e88-b5cf-c10d05e5024a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:03:38.688255 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-51d9ed84-58a9-4975-93f6-7e9eecea7000 req-aa65aade-bc7d-4e88-b5cf-c10d05e5024a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4d31f280cfc640dd8381ee0869d9f455&device_id=05ddc775-4f83-4893-957c-d3c8928d0c8c HTTP/1.1" status: 200 len: 1128 time: 0.1143343 Jul 24 20:03:38.722766 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-8dc1b329-a395-4d70-8706-5328eb574235 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (7f6e1120-e292-4cdd-8230-d3e50e8788a4), after_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:38.723030 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958'] for port (fe004f6f-ca2d-4c17-b98d-0e04aefc136e), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:38.767421 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-51d9ed84-58a9-4975-93f6-7e9eecea7000 req-37c5ce9e-5732-4ad7-90cd-b0a4c36851f3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2e3b3d4b-7017-47d8-9a82-4439644ca265 HTTP/1.1" status: 200 len: 217 time: 0.0416186 Jul 24 20:03:38.772571 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=100 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:03:38.785598 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Pushing event updated for resources: {'Port': ['ID=fe004f6f-ca2d-4c17-b98d-0e04aefc136e,revision_number=4']} {{(pid=110844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:03:38.795728 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:03:38.796150 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:03:38.796579 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:03:38.797049 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:03:38.797469 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:03:38.797859 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:03:38.798403 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:03:38.799203 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:03:38.800103 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:03:38.801126 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:03:38.801700 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:03:38.802304 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:03:38.802698 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:03:38.803639 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:03:38.804039 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:03:38.821070 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-8dc1b329-a395-4d70-8706-5328eb574235 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=3d603cf539d940d39df533ae9dece453&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6634035 Jul 24 20:03:38.826783 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 32830) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:03:38.861982 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc1b329-a395-4d70-8706-5328eb574235 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f6e1120-e292-4cdd-8230-d3e50e8788a4,revision_number=1']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:03:38.874824 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-10fae9d5-1125-418e-8563-71c7177d27cf req-d0cbb8a8-753e-4123-bc04-531ec249f2ae tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/security-groups?id=7fd4fa86-8151-45a8-babb-f1c645ad6646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1987765 Jul 24 20:03:38.882888 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-516112f4-c7af-45fc-8c2c-4c29de72a0c3 req-0bad550b-86db-47c0-a1de-4e2706902039 service neutron] 10.222.0.42 "GET /v2.0/networks/6e3ba2d8-cc61-4396-b210-32cea4aff750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2522414 Jul 24 20:03:38.914311 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d9ed84-58a9-4975-93f6-7e9eecea7000 req-ac835cea-ba6a-499e-b004-50bacd54ec1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:03:38.914311 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-51d9ed84-58a9-4975-93f6-7e9eecea7000 req-ac835cea-ba6a-499e-b004-50bacd54ec1a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1392647f-63da-44e8-b2ae-53624947a1a2 HTTP/1.1" status: 200 len: 854 time: 0.1297352 Jul 24 20:03:38.930307 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-12b3d4f8-91a4-4341-8022-f7cc128bdab4 admin admin] Publish callbacks [] for security_group (7f6e1120-e292-4cdd-8230-d3e50e8788a4), before_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:38.964082 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-12b3d4f8-91a4-4341-8022-f7cc128bdab4 admin admin] Publish callbacks [] for security_group (7f6e1120-e292-4cdd-8230-d3e50e8788a4), precommit_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:38.964462 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d9ed84-58a9-4975-93f6-7e9eecea7000 req-354bf9d0-e862-4a9d-9dd4-37cd96d3ef89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:03:38.966153 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-51d9ed84-58a9-4975-93f6-7e9eecea7000 req-354bf9d0-e862-4a9d-9dd4-37cd96d3ef89 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1f489717-2e22-4983-9973-65d3238688ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447843 Jul 24 20:03:39.065882 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] get_ports_and_sgs() called for port_ids ['fe004f6f-ca2d-4c17-b98d-0e04aefc136e'] {{(pid=110844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 20:03:39.088054 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-12b3d4f8-91a4-4341-8022-f7cc128bdab4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (7f6e1120-e292-4cdd-8230-d3e50e8788a4), after_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:39.090871 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-12b3d4f8-91a4-4341-8022-f7cc128bdab4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:39.092786 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-12b3d4f8-91a4-4341-8022-f7cc128bdab4 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/7f6e1120-e292-4cdd-8230-d3e50e8788a4 HTTP/1.1" status: 204 len: 168 time: 0.2648137 Jul 24 20:03:39.107594 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b3d4f8-91a4-4341-8022-f7cc128bdab4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f6e1120-e292-4cdd-8230-d3e50e8788a4,revision_number=None']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:03:39.156248 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:03:39.180036 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (46eda511-dfa5-408c-8bd4-cb509f691033), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:39.226487 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-516112f4-c7af-45fc-8c2c-4c29de72a0c3 req-90cd16be-7ec5-4347-b0ca-7e22e3850911 service neutron] 10.222.0.42 "GET /v2.0/networks/6e3ba2d8-cc61-4396-b210-32cea4aff750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3348780 Jul 24 20:03:39.240708 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0a711f-13db-41f9-aad9-2f39d934389c req-8007fa5d-823d-43ea-804d-5c2023b36acd tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:03:39.242330 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-fd0a711f-13db-41f9-aad9-2f39d934389c req-8007fa5d-823d-43ea-804d-5c2023b36acd tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] 10.222.0.17 "GET /v2.0/ports?device_id=05ddc775-4f83-4893-957c-d3c8928d0c8c HTTP/1.1" status: 200 len: 944 time: 0.1679113 Jul 24 20:03:39.253057 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d1b155-159f-4f22-89cf-db4fac72256a req-93a1ef7c-1477-4981-8668-3cf8a2e43e80 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:03:39.255649 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-24d1b155-159f-4f22-89cf-db4fac72256a req-93a1ef7c-1477-4981-8668-3cf8a2e43e80 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/ports?device_id=6a96a33d-f3d9-4d85-aac1-e661447d460a HTTP/1.1" status: 200 len: 944 time: 0.1448221 Jul 24 20:03:39.266950 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-51d9ed84-58a9-4975-93f6-7e9eecea7000 req-11fd2f1d-a382-4849-9dd0-0878cb0ab8dd service neutron] 10.222.0.42 "GET /v2.0/networks/1f489717-2e22-4983-9973-65d3238688ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2936604 Jul 24 20:03:39.314822 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:03:39.466619 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-fd0a711f-13db-41f9-aad9-2f39d934389c req-fa7d7c1a-d844-471d-a7d3-cc39fe6cc526 tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] 10.222.0.17 "GET /v2.0/security-groups?id=28acb8fa-bec2-437c-82ba-8e2c3ade7cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091191 Jul 24 20:03:39.480245 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-51d9ed84-58a9-4975-93f6-7e9eecea7000 req-bf4065f8-2d57-47cc-8295-f50864780aa0 service neutron] 10.222.0.42 "GET /v2.0/networks/1f489717-2e22-4983-9973-65d3238688ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1982670 Jul 24 20:03:39.485382 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-24d1b155-159f-4f22-89cf-db4fac72256a req-8528dd7d-0b7c-45b7-be9e-b253d4312bd3 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/security-groups?id=e781b7b9-5d3f-49aa-85ef-8bf9d88b54be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2164066 Jul 24 20:03:40.039903 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d633073-004a-4591-b7ba-fa1a3217d92d req-f5aeb8ed-e03b-4a23-9e2b-72b0017c3f63 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:03:40.042378 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-4d633073-004a-4591-b7ba-fa1a3217d92d req-f5aeb8ed-e03b-4a23-9e2b-72b0017c3f63 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/ports?device_id=8ad940d2-dab6-42ec-a84a-53ee9242b68d HTTP/1.1" status: 200 len: 945 time: 0.0669892 Jul 24 20:03:40.143519 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-4d633073-004a-4591-b7ba-fa1a3217d92d req-e3848821-f370-4985-a939-f2b4b312262c tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/security-groups?id=7fd4fa86-8151-45a8-babb-f1c645ad6646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940382 Jul 24 20:03:40.295567 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Device fe004f6f-ca2d-4c17-b98d-0e04aefc136e up at agent hyperv_hv-cinder-85044 {{(pid=110844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 20:03:40.384103 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Provisioning for port fe004f6f-ca2d-4c17-b98d-0e04aefc136e completed by entity L2. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 24 20:03:40.465113 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (95564131-b678-4db2-a162-51408b2acd55), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:40.476794 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Provisioning complete for port fe004f6f-ca2d-4c17-b98d-0e04aefc136e triggered by entity L2. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 20:03:40.481458 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812910'] for port (fe004f6f-ca2d-4c17-b98d-0e04aefc136e), provisioning_complete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:40.493658 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [-] (110843) accepted ('10.222.0.17', 32886) {{(pid=110843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:03:40.645749 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Current status of the port fe004f6f-ca2d-4c17-b98d-0e04aefc136e is: BUILD; New status is: ACTIVE {{(pid=110844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 20:03:40.646377 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (fe004f6f-ca2d-4c17-b98d-0e04aefc136e), before_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:40.686616 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] For port fe004f6f-ca2d-4c17-b98d-0e04aefc136e, host hv-cinder-85044, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85044',level=0,port_id=fe004f6f-ca2d-4c17-b98d-0e04aefc136e,segment=NetworkSegment(1a250ca4-cd77-42a8-bf37-37a7ac6ffa6c),segment_id=1a250ca4-cd77-42a8-bf37-37a7ac6ffa6c)] {{(pid=110844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 20:03:40.688179 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a96a33d-f3d9-4d85-aac1-e661447d460a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe004f6f-ca2d-4c17-b98d-0e04aefc136e'}] {{(pid=110844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 24 20:03:40.690955 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cb44c1e02bae91b270a0e6cfc836be33c010434f31a7c401440ca7d913440f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85cbf3b7-f6ef-4e6b-8b15-05e043fc0dff" -d '{"events": [{"server_uuid": "6a96a33d-f3d9-4d85-aac1-e661447d460a", "name": "network-vif-plugged", "status": "completed", "tag": "fe004f6f-ca2d-4c17-b98d-0e04aefc136e"}]}' {{(pid=110844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 20:03:40.711718 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=100 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:03:40.728266 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ca9500-812f-4f1a-b548-09d5ce3e49b9 req-10d2eacf-4b80-4dee-929b-04430577ebf3 tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:03:40.730081 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-d3ca9500-812f-4f1a-b548-09d5ce3e49b9 req-10d2eacf-4b80-4dee-929b-04430577ebf3 tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] 10.222.0.17 "GET /v2.0/ports?device_id=05ddc775-4f83-4893-957c-d3c8928d0c8c HTTP/1.1" status: 200 len: 944 time: 0.1429923 Jul 24 20:03:40.748267 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe309fa-9eb8-41a5-b12e-bf1a17d72b59 req-d2c22a72-5277-4d05-a229-ea0aea8557bc tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:03:40.749926 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-7fe309fa-9eb8-41a5-b12e-bf1a17d72b59 req-d2c22a72-5277-4d05-a229-ea0aea8557bc tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/ports?device_id=6a96a33d-f3d9-4d85-aac1-e661447d460a HTTP/1.1" status: 200 len: 944 time: 0.0965819 Jul 24 20:03:40.802822 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958'] for port (fe004f6f-ca2d-4c17-b98d-0e04aefc136e), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:40.843344 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-7fe309fa-9eb8-41a5-b12e-bf1a17d72b59 req-91936e83-fa7c-46ee-be2d-d84e46a84c66 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/security-groups?id=e781b7b9-5d3f-49aa-85ef-8bf9d88b54be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758092 Jul 24 20:03:40.848936 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-d3ca9500-812f-4f1a-b548-09d5ce3e49b9 req-8751c80e-6ac4-4e07-8669-468d59614e69 tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] 10.222.0.17 "GET /v2.0/security-groups?id=28acb8fa-bec2-437c-82ba-8e2c3ade7cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067073 Jul 24 20:03:40.915536 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 24 Jul 2022 20:03:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faf6a381-e112-480f-96a7-38903160a4d5 x-openstack-request-id: req-faf6a381-e112-480f-96a7-38903160a4d5 {{(pid=110844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 20:03:40.915989 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a96a33d-f3d9-4d85-aac1-e661447d460a", "name": "network-vif-plugged", "status": "completed", "tag": "fe004f6f-ca2d-4c17-b98d-0e04aefc136e", "code": 200}]} {{(pid=110844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 20:03:40.916285 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-faf6a381-e112-480f-96a7-38903160a4d5 {{(pid=110844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 20:03:40.916708 dv-cinder-850449-2-iscsi neutron-server[110844]: INFO neutron.notifiers.nova [-] Nova event matching ['req-faf6a381-e112-480f-96a7-38903160a4d5'] response: {'server_uuid': '6a96a33d-f3d9-4d85-aac1-e661447d460a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe004f6f-ca2d-4c17-b98d-0e04aefc136e', 'code': 200} Jul 24 20:03:40.917625 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Pushing event updated for resources: {'Port': ['ID=fe004f6f-ca2d-4c17-b98d-0e04aefc136e,revision_number=5']} {{(pid=110844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:03:40.936842 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.v2.base [None req-9163e4b7-3839-4057-baec-b4db2b1b79f1 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-18742786-network', 'tenant_id': '757b69afcbc64d9a853a7ae1f7dc3307'}} {{(pid=110843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 20:03:41.076635 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9163e4b7-3839-4057-baec-b4db2b1b79f1 admin admin] Made reservation on behalf of 757b69afcbc64d9a853a7ae1f7dc3307 for: {'network': 1} {{(pid=110843) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 20:03:41.083231 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-9163e4b7-3839-4057-baec-b4db2b1b79f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for network (None), before_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:41.123604 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-9163e4b7-3839-4057-baec-b4db2b1b79f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:41.133410 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 32910) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:03:41.245978 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:03:41.356475 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-9163e4b7-3839-4057-baec-b4db2b1b79f1 admin admin] Publish callbacks [] for security_group (007d5962-d1f7-48da-96be-8cc019c12c13), precommit_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:41.405406 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-103af774-a1a6-47f7-bd92-13ba45bbd26b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:41.419635 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-9163e4b7-3839-4057-baec-b4db2b1b79f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (007d5962-d1f7-48da-96be-8cc019c12c13), after_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:41.437760 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9163e4b7-3839-4057-baec-b4db2b1b79f1 admin admin] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=110843) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 20:03:41.491035 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-103af774-a1a6-47f7-bd92-13ba45bbd26b admin admin] Publish callbacks [] for security_group (cffa603a-74bf-46e1-8a0f-45fdef74d07a), precommit_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:41.523002 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6667e31d-2f9c-4238-9b69-19af2f868e8d req-4a1ca861-cd23-416e-89b5-87dac840e255 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:03:41.525874 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-6667e31d-2f9c-4238-9b69-19af2f868e8d req-4a1ca861-cd23-416e-89b5-87dac840e255 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/ports?device_id=8ad940d2-dab6-42ec-a84a-53ee9242b68d HTTP/1.1" status: 200 len: 945 time: 0.0766001 Jul 24 20:03:41.552702 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-9163e4b7-3839-4057-baec-b4db2b1b79f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7750649'] for segment (4bba68c1-4e30-4a75-be7c-266a932629a9), precommit_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:41.553062 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.db.segments_db [None req-9163e4b7-3839-4057-baec-b4db2b1b79f1 admin admin] Added segment 4bba68c1-4e30-4a75-be7c-266a932629a9 of type vlan for network f72988cc-9fd0-426e-8ec1-94766c43bdf7 Jul 24 20:03:41.557043 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-103af774-a1a6-47f7-bd92-13ba45bbd26b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (cffa603a-74bf-46e1-8a0f-45fdef74d07a), after_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:41.615384 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103af774-a1a6-47f7-bd92-13ba45bbd26b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cffa603a-74bf-46e1-8a0f-45fdef74d07a,revision_number=1']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:03:41.620547 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-103af774-a1a6-47f7-bd92-13ba45bbd26b admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=d26f18f9c1b442c1b6d03dd3f4982bd3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4847162 Jul 24 20:03:41.624207 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 32918) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:03:41.648725 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9163e4b7-3839-4057-baec-b4db2b1b79f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=007d5962-d1f7-48da-96be-8cc019c12c13,revision_number=1']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:03:41.659392 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-6667e31d-2f9c-4238-9b69-19af2f868e8d req-8a304df2-b347-4038-b234-cf716a49ce72 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/security-groups?id=7fd4fa86-8151-45a8-babb-f1c645ad6646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1249490 Jul 24 20:03:41.661229 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-9163e4b7-3839-4057-baec-b4db2b1b79f1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731445242929'] for network (f72988cc-9fd0-426e-8ec1-94766c43bdf7), precommit_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:41.696039 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-24096aec-9cb0-4372-bf25-74a2d56b77fa admin admin] Publish callbacks [] for security_group (cffa603a-74bf-46e1-8a0f-45fdef74d07a), before_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:41.748391 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG dbcounter [-] [110845] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=110845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:03:41.760010 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-24096aec-9cb0-4372-bf25-74a2d56b77fa admin admin] Publish callbacks [] for security_group (cffa603a-74bf-46e1-8a0f-45fdef74d07a), precommit_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:41.767922 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG dbcounter [-] [110845] Writing DB stats neutron:SELECT=18,neutron:UPDATE=1 {{(pid=110845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:03:41.781725 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-9163e4b7-3839-4057-baec-b4db2b1b79f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937'] for network (f72988cc-9fd0-426e-8ec1-94766c43bdf7), after_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:41.783387 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9163e4b7-3839-4057-baec-b4db2b1b79f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:03:41.784081 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-9163e4b7-3839-4057-baec-b4db2b1b79f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594923'] for network (None), before_response {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:41.866405 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9163e4b7-3839-4057-baec-b4db2b1b79f1 admin admin] Pushing event updated for resources: {'Network': ['ID=f72988cc-9fd0-426e-8ec1-94766c43bdf7,revision_number=1']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:03:41.880068 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Network f72988cc-9fd0-426e-8ec1-94766c43bdf7 details requested by agent ovs-agent-dv-cinder-850449-2-iscsi with host dv-cinder-850449-2-iscsi {{(pid=110844) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 20:03:41.888240 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-24096aec-9cb0-4372-bf25-74a2d56b77fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (cffa603a-74bf-46e1-8a0f-45fdef74d07a), after_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:41.891876 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-24096aec-9cb0-4372-bf25-74a2d56b77fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:41.893944 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-24096aec-9cb0-4372-bf25-74a2d56b77fa admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/cffa603a-74bf-46e1-8a0f-45fdef74d07a HTTP/1.1" status: 204 len: 168 time: 0.2697003 Jul 24 20:03:41.908524 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [None req-9163e4b7-3839-4057-baec-b4db2b1b79f1 admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 1.4136527 Jul 24 20:03:41.911368 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [-] (110843) accepted ('10.222.0.17', 32928) {{(pid=110843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:03:41.914345 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24096aec-9cb0-4372-bf25-74a2d56b77fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cffa603a-74bf-46e1-8a0f-45fdef74d07a,revision_number=None']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:03:41.928547 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.v2.base [None req-d027a17c-9da1-4f76-8c4e-432e2d016ee7 admin admin] Request body: {'subnet': {'network_id': 'f72988cc-9fd0-426e-8ec1-94766c43bdf7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-18742786-subnet', 'tenant_id': '757b69afcbc64d9a853a7ae1f7dc3307', 'ip_version': 4}} {{(pid=110843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 20:03:42.064598 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed46f176-a3d8-4478-a2e0-041b1e5af1f8 req-d376d803-3650-4f97-b12a-f27f140df891 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:03:42.066487 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-ed46f176-a3d8-4478-a2e0-041b1e5af1f8 req-d376d803-3650-4f97-b12a-f27f140df891 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/ports?device_id=6a96a33d-f3d9-4d85-aac1-e661447d460a HTTP/1.1" status: 200 len: 945 time: 0.1024182 Jul 24 20:03:42.080338 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935f0e5f-05d1-4fff-b2dd-1a9d82697856 req-9cd5723c-0d3d-4a43-bd7e-476b7b99f426 tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:03:42.081875 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-935f0e5f-05d1-4fff-b2dd-1a9d82697856 req-9cd5723c-0d3d-4a43-bd7e-476b7b99f426 tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] 10.222.0.17 "GET /v2.0/ports?device_id=05ddc775-4f83-4893-957c-d3c8928d0c8c HTTP/1.1" status: 200 len: 944 time: 0.0731454 Jul 24 20:03:42.084754 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d027a17c-9da1-4f76-8c4e-432e2d016ee7 admin admin] Made reservation on behalf of 757b69afcbc64d9a853a7ae1f7dc3307 for: {'subnet': 1} {{(pid=110843) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 20:03:42.087062 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-d027a17c-9da1-4f76-8c4e-432e2d016ee7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:42.414168 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-ed46f176-a3d8-4478-a2e0-041b1e5af1f8 req-241859fa-b764-405e-ba90-ce36094537a6 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/security-groups?id=e781b7b9-5d3f-49aa-85ef-8bf9d88b54be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3309467 Jul 24 20:03:42.432414 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:03:42.450657 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-935f0e5f-05d1-4fff-b2dd-1a9d82697856 req-d7d4fc90-a7e7-4563-aff5-1b9473fd57e6 tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] 10.222.0.17 "GET /v2.0/security-groups?id=28acb8fa-bec2-437c-82ba-8e2c3ade7cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3566930 Jul 24 20:03:42.813109 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123cdef7-bfff-465b-ad87-65ffd21b05f1 req-32d4c50a-8a27-4d04-847e-2642e9a1f1e9 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:03:42.814638 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-123cdef7-bfff-465b-ad87-65ffd21b05f1 req-32d4c50a-8a27-4d04-847e-2642e9a1f1e9 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/ports?device_id=8ad940d2-dab6-42ec-a84a-53ee9242b68d HTTP/1.1" status: 200 len: 945 time: 0.0491509 Jul 24 20:03:42.859376 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:INSERT=8,neutron:DELETE=2 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:03:42.871575 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-123cdef7-bfff-465b-ad87-65ffd21b05f1 req-a31a33ef-7abd-40c0-b994-7f2596deadae tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/security-groups?id=7fd4fa86-8151-45a8-babb-f1c645ad6646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475101 Jul 24 20:03:42.991438 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-d027a17c-9da1-4f76-8c4e-432e2d016ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937'] for subnet (9fbdff86-24c9-443e-8877-71756a9ade49), after_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:43.051095 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d027a17c-9da1-4f76-8c4e-432e2d016ee7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9fbdff86-24c9-443e-8877-71756a9ade49,revision_number=0']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:03:43.059937 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d027a17c-9da1-4f76-8c4e-432e2d016ee7 admin admin] Checking segment: {'id': '4bba68c1-4e30-4a75-be7c-266a932629a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'f72988cc-9fd0-426e-8ec1-94766c43bdf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 24 20:03:43.060313 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d027a17c-9da1-4f76-8c4e-432e2d016ee7 admin admin] Network hostable DHCP agents. Network: f72988cc-9fd0-426e-8ec1-94766c43bdf7, hostable agents: ['dc36e0ef-94f3-4a3e-9c13-4790afccb2e9'], hosted agents: [] {{(pid=110843) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 20:03:43.175153 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d027a17c-9da1-4f76-8c4e-432e2d016ee7 admin admin] Network f72988cc-9fd0-426e-8ec1-94766c43bdf7 is scheduled to be hosted by DHCP agent dc36e0ef-94f3-4a3e-9c13-4790afccb2e9 with binding_index 1 {{(pid=110843) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 20:03:43.284296 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.scheduler.base_scheduler [None req-d027a17c-9da1-4f76-8c4e-432e2d016ee7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850449-2-iscsi, f72988cc-9fd0-426e-8ec1-94766c43bdf7) {{(pid=110843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 20:03:43.289798 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d027a17c-9da1-4f76-8c4e-432e2d016ee7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:03:43.290398 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-d027a17c-9da1-4f76-8c4e-432e2d016ee7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594923'] for subnet (None), before_response {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:43.298267 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64239a58-01ca-4d3d-92a4-f60fdfa42d34 None None] Network f72988cc-9fd0-426e-8ec1-94766c43bdf7 requested from dv-cinder-850449-2-iscsi {{(pid=110844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 24 20:03:43.405796 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [None req-d027a17c-9da1-4f76-8c4e-432e2d016ee7 admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4929647 Jul 24 20:03:43.408735 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [-] (110843) accepted ('10.222.0.17', 32944) {{(pid=110843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:03:43.413741 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.v2.base [None req-41a975cd-a9bd-4d29-9b5e-ed10fec914d8 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-18742786-router', 'tenant_id': '757b69afcbc64d9a853a7ae1f7dc3307', 'external_gateway_info': {'network_id': '10498192-3528-4341-803f-d59b33e3b71c'}}} {{(pid=110843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 20:03:43.451081 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 32948) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:03:43.486825 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-262fc3f5-d620-4504-ad97-d1eda3db46d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:43.545852 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2710813c-5c50-4538-8f9d-939252ef1c81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp900f634c-eb0d-5d65-94fb-55faaa86ae34-f72988cc-9fd0-426e-8ec1-94766c43bdf7', 'network_id': 'f72988cc-9fd0-426e-8ec1-94766c43bdf7', 'project_id': '757b69afcbc64d9a853a7ae1f7dc3307', 'fixed_ips': [{'subnet_id': '9fbdff86-24c9-443e-8877-71756a9ade49'}]}} from dv-cinder-850449-2-iscsi. {{(pid=110844) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 24 20:03:43.547268 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-2710813c-5c50-4538-8f9d-939252ef1c81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (None), before_create {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:43.630700 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-41a975cd-a9bd-4d29-9b5e-ed10fec914d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-453983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-719'] for router (bd590163-56ed-4520-bed7-938322d731b8), before_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:43.631802 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-41a975cd-a9bd-4d29-9b5e-ed10fec914d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-450886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-446411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-479098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-760'] for router (bd590163-56ed-4520-bed7-938322d731b8), precommit_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:43.649885 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:03:43.654365 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=75,neutron:INSERT=18,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:03:43.690418 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-262fc3f5-d620-4504-ad97-d1eda3db46d8 admin admin] Publish callbacks [] for security_group (c4a6f321-d40d-4b13-8fcf-d8deb42699ab), precommit_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:43.719599 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbb7d98-0018-4a2c-a133-3282ab0161db req-afa2cd33-dd07-4bd8-943a-dce429a2a39e tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:03:43.722586 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-0bbb7d98-0018-4a2c-a133-3282ab0161db req-afa2cd33-dd07-4bd8-943a-dce429a2a39e tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/ports?device_id=6a96a33d-f3d9-4d85-aac1-e661447d460a HTTP/1.1" status: 200 len: 945 time: 0.1717625 Jul 24 20:03:43.730866 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad7827a-e96f-4c70-8c40-56117e1e91ab req-15509679-443a-4709-ad12-286296bf3318 tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:03:43.732937 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-aad7827a-e96f-4c70-8c40-56117e1e91ab req-15509679-443a-4709-ad12-286296bf3318 tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] 10.222.0.17 "GET /v2.0/ports?device_id=05ddc775-4f83-4893-957c-d3c8928d0c8c HTTP/1.1" status: 200 len: 944 time: 0.0895000 Jul 24 20:03:43.752161 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-262fc3f5-d620-4504-ad97-d1eda3db46d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (c4a6f321-d40d-4b13-8fcf-d8deb42699ab), after_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:43.878214 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-262fc3f5-d620-4504-ad97-d1eda3db46d8 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=5d2dd768007e4dab983ec519022dd7e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4235904 Jul 24 20:03:43.879500 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 32954) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:03:43.904183 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262fc3f5-d620-4504-ad97-d1eda3db46d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4a6f321-d40d-4b13-8fcf-d8deb42699ab,revision_number=1']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:03:43.920507 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.db_base_plugin_common [None req-2710813c-5c50-4538-8f9d-939252ef1c81 None None] Allocated IP 172.20.0.2 (f72988cc-9fd0-426e-8ec1-94766c43bdf7/9fbdff86-24c9-443e-8877-71756a9ade49/668fdfb9-62e0-4728-87d2-a01d15cc98a6) {{(pid=110844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 20:03:43.964743 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-0bbb7d98-0018-4a2c-a133-3282ab0161db req-ca4ed239-4285-4840-951e-ee4852323b6b tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/security-groups?id=e781b7b9-5d3f-49aa-85ef-8bf9d88b54be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2303131 Jul 24 20:03:43.998518 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-41a975cd-a9bd-4d29-9b5e-ed10fec914d8 admin admin] Publish callbacks [] for router_controller (bd590163-56ed-4520-bed7-938322d731b8), precommit_add_association {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:44.040582 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-43b0461a-48d6-45f3-966b-3d2f8ddce6a8 admin admin] Publish callbacks [] for security_group (c4a6f321-d40d-4b13-8fcf-d8deb42699ab), before_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:44.090534 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-aad7827a-e96f-4c70-8c40-56117e1e91ab req-2a3322c2-e6b8-4664-a51a-adc9f785cf56 tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] 10.222.0.17 "GET /v2.0/security-groups?id=28acb8fa-bec2-437c-82ba-8e2c3ade7cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3456473 Jul 24 20:03:44.094200 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-43b0461a-48d6-45f3-966b-3d2f8ddce6a8 admin admin] Publish callbacks [] for security_group (c4a6f321-d40d-4b13-8fcf-d8deb42699ab), precommit_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:44.209853 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-2710813c-5c50-4538-8f9d-939252ef1c81 None None] Publish callbacks [] for port (668fdfb9-62e0-4728-87d2-a01d15cc98a6), precommit_create {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:44.257101 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7ac467-6619-4281-a7c3-a913887114c8 req-bc275505-8a60-46dc-9cdb-3c9707f870fd tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:03:44.258674 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-3c7ac467-6619-4281-a7c3-a913887114c8 req-bc275505-8a60-46dc-9cdb-3c9707f870fd tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/ports?device_id=8ad940d2-dab6-42ec-a84a-53ee9242b68d HTTP/1.1" status: 200 len: 945 time: 0.1631837 Jul 24 20:03:44.357580 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-2710813c-5c50-4538-8f9d-939252ef1c81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731445223406'] for port (668fdfb9-62e0-4728-87d2-a01d15cc98a6), after_create {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:44.358882 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-43b0461a-48d6-45f3-966b-3d2f8ddce6a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (c4a6f321-d40d-4b13-8fcf-d8deb42699ab), after_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:44.361783 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-43b0461a-48d6-45f3-966b-3d2f8ddce6a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:44.366481 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-43b0461a-48d6-45f3-966b-3d2f8ddce6a8 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/c4a6f321-d40d-4b13-8fcf-d8deb42699ab HTTP/1.1" status: 204 len: 168 time: 0.4817073 Jul 24 20:03:44.380979 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b0461a-48d6-45f3-966b-3d2f8ddce6a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4a6f321-d40d-4b13-8fcf-d8deb42699ab,revision_number=None']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:03:44.468176 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2710813c-5c50-4538-8f9d-939252ef1c81 None None] Network f72988cc-9fd0-426e-8ec1-94766c43bdf7 is already hosted by enough agents. {{(pid=110844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 20:03:44.503549 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:DELETE=1,neutron:INSERT=2 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:03:44.523301 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.scheduler.base_scheduler [None req-2710813c-5c50-4538-8f9d-939252ef1c81 None None] Resources bound (agent type, host, resource id): {{(pid=110844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 20:03:44.528186 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2710813c-5c50-4538-8f9d-939252ef1c81 None None] Received port after_create {{(pid=110844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 24 20:03:44.547708 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2710813c-5c50-4538-8f9d-939252ef1c81 None None] Pushing event updated for resources: {'Port': ['ID=668fdfb9-62e0-4728-87d2-a01d15cc98a6,revision_number=1']} {{(pid=110844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:03:44.569586 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:03:44.722343 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.managers [None req-2710813c-5c50-4538-8f9d-939252ef1c81 None None] Attempting to bind port 668fdfb9-62e0-4728-87d2-a01d15cc98a6 on host dv-cinder-850449-2-iscsi for vnic_type normal with profile {{(pid=110844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 24 20:03:44.723407 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.managers [None req-2710813c-5c50-4538-8f9d-939252ef1c81 None None] Attempting to bind port 668fdfb9-62e0-4728-87d2-a01d15cc98a6 by drivers openvswitch,hyperv on host dv-cinder-850449-2-iscsi at level 0 using segments [{'id': '4bba68c1-4e30-4a75-be7c-266a932629a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'f72988cc-9fd0-426e-8ec1-94766c43bdf7'}] {{(pid=110844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 24 20:03:44.723831 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2710813c-5c50-4538-8f9d-939252ef1c81 None None] Attempting to bind port 668fdfb9-62e0-4728-87d2-a01d15cc98a6 on network f72988cc-9fd0-426e-8ec1-94766c43bdf7 {{(pid=110844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 24 20:03:44.739603 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2710813c-5c50-4538-8f9d-939252ef1c81 None None] Checking agent: {'id': '46eda511-dfa5-408c-8bd4-cb509f691033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850449-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 24, 19, 52, 9), 'started_at': datetime.datetime(2022, 7, 24, 19, 52, 39), 'heartbeat_timestamp': datetime.datetime(2022, 7, 24, 20, 3, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850449-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 24 20:03:44.740770 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2710813c-5c50-4538-8f9d-939252ef1c81 None None] Checking segment: {'id': '4bba68c1-4e30-4a75-be7c-266a932629a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'f72988cc-9fd0-426e-8ec1-94766c43bdf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 24 20:03:44.742767 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-2710813c-5c50-4538-8f9d-939252ef1c81 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:44.744790 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2710813c-5c50-4538-8f9d-939252ef1c81 None None] Bound using segment: {'id': '4bba68c1-4e30-4a75-be7c-266a932629a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'f72988cc-9fd0-426e-8ec1-94766c43bdf7'} {{(pid=110844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 24 20:03:44.746170 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.managers [None req-2710813c-5c50-4538-8f9d-939252ef1c81 None None] Bound port: 668fdfb9-62e0-4728-87d2-a01d15cc98a6, host: dv-cinder-850449-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bba68c1-4e30-4a75-be7c-266a932629a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'f72988cc-9fd0-426e-8ec1-94766c43bdf7'}}] {{(pid=110844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 24 20:03:44.747507 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-2710813c-5c50-4538-8f9d-939252ef1c81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (668fdfb9-62e0-4728-87d2-a01d15cc98a6), before_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:44.794867 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-41a975cd-a9bd-4d29-9b5e-ed10fec914d8 admin admin] Publish callbacks [] for router_gateway (bd590163-56ed-4520-bed7-938322d731b8), precommit_update {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:44.799932 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de652b8d-0577-4b2c-8b49-5798b068c64f req-37de983a-0ab6-4be2-a5b2-c3997352f5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:03:44.801385 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-de652b8d-0577-4b2c-8b49-5798b068c64f req-37de983a-0ab6-4be2-a5b2-c3997352f5ed service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6a96a33d-f3d9-4d85-aac1-e661447d460a HTTP/1.1" status: 200 len: 1129 time: 0.0608692 Jul 24 20:03:44.891666 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:03:44.895447 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-de652b8d-0577-4b2c-8b49-5798b068c64f req-6aa89fda-0455-4a65-a21e-37a934c0ac8d service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=e781b7b9-5d3f-49aa-85ef-8bf9d88b54be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745687 Jul 24 20:03:44.901559 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-3c7ac467-6619-4281-a7c3-a913887114c8 req-bb0c4698-8cee-4a75-bb7f-49404d04a65b tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/security-groups?id=7fd4fa86-8151-45a8-babb-f1c645ad6646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6037133 Jul 24 20:03:44.939706 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-2710813c-5c50-4538-8f9d-939252ef1c81 None None] For port 668fdfb9-62e0-4728-87d2-a01d15cc98a6, host dv-cinder-850449-2-iscsi, cleared binding levels {{(pid=110844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 20:03:44.943907 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-2710813c-5c50-4538-8f9d-939252ef1c81 None None] For port 668fdfb9-62e0-4728-87d2-a01d15cc98a6, host dv-cinder-850449-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850449-2-iscsi',level=0,port_id=668fdfb9-62e0-4728-87d2-a01d15cc98a6,segment=NetworkSegment(4bba68c1-4e30-4a75-be7c-266a932629a9),segment_id=4bba68c1-4e30-4a75-be7c-266a932629a9)] {{(pid=110844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 20:03:45.077317 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-2710813c-5c50-4538-8f9d-939252ef1c81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958'] for port (668fdfb9-62e0-4728-87d2-a01d15cc98a6), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:45.235570 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2710813c-5c50-4538-8f9d-939252ef1c81 None None] Pushing event updated for resources: {'Port': ['ID=668fdfb9-62e0-4728-87d2-a01d15cc98a6,revision_number=2']} {{(pid=110844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:03:45.392961 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf68ece-0fa2-4013-a95e-7cf899759451 req-ea9460ba-28c2-4528-a397-837fc8fee843 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:03:45.405203 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-0bf68ece-0fa2-4013-a95e-7cf899759451 req-ea9460ba-28c2-4528-a397-837fc8fee843 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/ports?device_id=6a96a33d-f3d9-4d85-aac1-e661447d460a HTTP/1.1" status: 200 len: 945 time: 0.2434766 Jul 24 20:03:45.532932 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-0bf68ece-0fa2-4013-a95e-7cf899759451 req-627226d9-fae1-43af-b401-e5c9ee0e8b5c tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/security-groups?id=e781b7b9-5d3f-49aa-85ef-8bf9d88b54be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1235695 Jul 24 20:03:45.544058 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2af6fc-3295-4d8d-9810-5a46e39c5afc req-b2d5b749-6407-48a3-a4d9-a3d20d2008ca tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:03:45.545943 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-fe2af6fc-3295-4d8d-9810-5a46e39c5afc req-b2d5b749-6407-48a3-a4d9-a3d20d2008ca tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] 10.222.0.17 "GET /v2.0/ports?device_id=05ddc775-4f83-4893-957c-d3c8928d0c8c HTTP/1.1" status: 200 len: 944 time: 0.2818334 Jul 24 20:03:45.553043 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:03:45.642475 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-41a975cd-a9bd-4d29-9b5e-ed10fec914d8 admin admin] Publish callbacks [] for router_gateway (bd590163-56ed-4520-bed7-938322d731b8), before_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:45.697514 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-41a975cd-a9bd-4d29-9b5e-ed10fec914d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (None), before_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:45.705395 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-fe2af6fc-3295-4d8d-9810-5a46e39c5afc req-9bfb02c4-6af6-42e3-8b6d-781a4e6d4f75 tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] 10.222.0.17 "GET /v2.0/security-groups?id=28acb8fa-bec2-437c-82ba-8e2c3ade7cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500833 Jul 24 20:03:45.827977 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.db.db_base_plugin_common [None req-41a975cd-a9bd-4d29-9b5e-ed10fec914d8 admin admin] Allocated IP 172.27.3.158 (10498192-3528-4341-803f-d59b33e3b71c/99a0caa3-3fb5-4860-826f-478186226de3/73f4c4a1-12ee-48ce-8b15-a2cee34961e6) {{(pid=110843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 20:03:45.950044 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-41a975cd-a9bd-4d29-9b5e-ed10fec914d8 admin admin] Publish callbacks [] for port (73f4c4a1-12ee-48ce-8b15-a2cee34961e6), precommit_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:46.062221 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c348d82-8389-49b4-b4ec-ab58520163c0 req-58509358-e4e1-4cdf-92f4-ca27d101ad51 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:03:46.069076 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-7c348d82-8389-49b4-b4ec-ab58520163c0 req-58509358-e4e1-4cdf-92f4-ca27d101ad51 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/ports?device_id=8ad940d2-dab6-42ec-a84a-53ee9242b68d HTTP/1.1" status: 200 len: 945 time: 0.0616460 Jul 24 20:03:46.153738 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-7c348d82-8389-49b4-b4ec-ab58520163c0 req-6fef215c-ac32-4523-b982-68f81db505d1 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/security-groups?id=7fd4fa86-8151-45a8-babb-f1c645ad6646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804138 Jul 24 20:03:46.157124 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-41a975cd-a9bd-4d29-9b5e-ed10fec914d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731445223406'] for port (73f4c4a1-12ee-48ce-8b15-a2cee34961e6), after_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:46.212069 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41a975cd-a9bd-4d29-9b5e-ed10fec914d8 admin admin] Network 10498192-3528-4341-803f-d59b33e3b71c is already hosted by enough agents. {{(pid=110843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 20:03:46.218378 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.scheduler.base_scheduler [None req-41a975cd-a9bd-4d29-9b5e-ed10fec914d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=110843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 20:03:46.221190 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a975cd-a9bd-4d29-9b5e-ed10fec914d8 admin admin] Received port after_create {{(pid=110843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 24 20:03:46.278317 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 33008) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:03:46.317458 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a975cd-a9bd-4d29-9b5e-ed10fec914d8 admin admin] Pushing event updated for resources: {'Port': ['ID=73f4c4a1-12ee-48ce-8b15-a2cee34961e6,revision_number=1']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:03:46.471367 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Device 668fdfb9-62e0-4728-87d2-a01d15cc98a6 up at agent ovs-agent-dv-cinder-850449-2-iscsi {{(pid=110844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 20:03:46.507322 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.v2.base [None req-1a5cfe43-9643-4601-bf5c-b4814e669cb5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1082222879-network', 'tenant_id': '22e598739ae64ebf9e523e4e2e6a2867'}} {{(pid=110842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 20:03:46.529234 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Provisioning complete for port 668fdfb9-62e0-4728-87d2-a01d15cc98a6 triggered by entity L2. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 20:03:46.529611 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812910'] for port (668fdfb9-62e0-4728-87d2-a01d15cc98a6), provisioning_complete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:46.626596 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Current status of the port 668fdfb9-62e0-4728-87d2-a01d15cc98a6 is: DOWN; New status is: ACTIVE {{(pid=110844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 20:03:46.630840 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (668fdfb9-62e0-4728-87d2-a01d15cc98a6), before_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:46.648603 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a5cfe43-9643-4601-bf5c-b4814e669cb5 admin admin] Made reservation on behalf of 22e598739ae64ebf9e523e4e2e6a2867 for: {'network': 1} {{(pid=110842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 20:03:46.652439 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-1a5cfe43-9643-4601-bf5c-b4814e669cb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for network (None), before_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:46.679067 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-1a5cfe43-9643-4601-bf5c-b4814e669cb5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:46.697833 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:03:46.718470 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] For port 668fdfb9-62e0-4728-87d2-a01d15cc98a6, host dv-cinder-850449-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850449-2-iscsi',level=0,port_id=668fdfb9-62e0-4728-87d2-a01d15cc98a6,segment=NetworkSegment(4bba68c1-4e30-4a75-be7c-266a932629a9),segment_id=4bba68c1-4e30-4a75-be7c-266a932629a9)] {{(pid=110844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 20:03:46.747886 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-41a975cd-a9bd-4d29-9b5e-ed10fec914d8 admin admin] Publish callbacks [] for router_gateway (bd590163-56ed-4520-bed7-938322d731b8), after_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:46.761137 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b2dd192-5dcd-4bbe-a99f-7e0225faca60 None None] Network f72988cc-9fd0-426e-8ec1-94766c43bdf7 requested from dv-cinder-850449-2-iscsi {{(pid=110844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 24 20:03:46.872394 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958'] for port (668fdfb9-62e0-4728-87d2-a01d15cc98a6), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:46.877874 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-1a5cfe43-9643-4601-bf5c-b4814e669cb5 admin admin] Publish callbacks [] for security_group (a40872af-5c4f-464d-8095-8ff6d6e53450), precommit_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:46.905014 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-1e7e48e1-652a-4b69-9667-6e8c38429e36 None None] Provisioning complete for port 668fdfb9-62e0-4728-87d2-a01d15cc98a6 triggered by entity DHCP. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 20:03:46.905391 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-1e7e48e1-652a-4b69-9667-6e8c38429e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812910'] for port (668fdfb9-62e0-4728-87d2-a01d15cc98a6), provisioning_complete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:46.921118 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e0f9e8-1d29-4bd3-aaac-ba3d13426b0b req-0e034205-9554-4a48-9b98-d86271d27b20 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:03:46.939806 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-1a5cfe43-9643-4601-bf5c-b4814e669cb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (a40872af-5c4f-464d-8095-8ff6d6e53450), after_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:46.940166 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-86e0f9e8-1d29-4bd3-aaac-ba3d13426b0b req-0e034205-9554-4a48-9b98-d86271d27b20 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/ports?device_id=6a96a33d-f3d9-4d85-aac1-e661447d460a HTTP/1.1" status: 200 len: 945 time: 0.1813202 Jul 24 20:03:46.987307 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a5cfe43-9643-4601-bf5c-b4814e669cb5 admin admin] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=110842) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 20:03:47.045142 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5cfe43-9643-4601-bf5c-b4814e669cb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a40872af-5c4f-464d-8095-8ff6d6e53450,revision_number=1']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:03:47.047805 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:03:47.065305 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Pushing event updated for resources: {'Port': ['ID=668fdfb9-62e0-4728-87d2-a01d15cc98a6,revision_number=3']} {{(pid=110844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:03:47.074514 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-1a5cfe43-9643-4601-bf5c-b4814e669cb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7750649'] for segment (a26e4697-a627-4fd9-b577-6f5138f29a6f), precommit_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:47.076299 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.db.segments_db [None req-1a5cfe43-9643-4601-bf5c-b4814e669cb5 admin admin] Added segment a26e4697-a627-4fd9-b577-6f5138f29a6f of type vlan for network dd0a5f33-edb8-4c0a-b9cd-8e5dcbe0d119 Jul 24 20:03:47.109899 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aac0b9-4756-42b2-9661-9a97fc9448cb req-e70bd9af-1e3c-4675-8376-96881421c75a tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:03:47.109899 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-28aac0b9-4756-42b2-9661-9a97fc9448cb req-e70bd9af-1e3c-4675-8376-96881421c75a tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] 10.222.0.17 "GET /v2.0/ports?device_id=05ddc775-4f83-4893-957c-d3c8928d0c8c HTTP/1.1" status: 200 len: 944 time: 0.1956921 Jul 24 20:03:47.157432 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-1a5cfe43-9643-4601-bf5c-b4814e669cb5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731445242929'] for network (dd0a5f33-edb8-4c0a-b9cd-8e5dcbe0d119), precommit_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:47.192691 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-1e7e48e1-652a-4b69-9667-6e8c38429e36 None None] Current status of the port 668fdfb9-62e0-4728-87d2-a01d15cc98a6 is: ACTIVE; New status is: ACTIVE {{(pid=110844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 20:03:47.228001 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-28aac0b9-4756-42b2-9661-9a97fc9448cb req-b3413e59-99b5-4391-a37f-63abafe95eea tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] 10.222.0.17 "GET /v2.0/security-groups?id=28acb8fa-bec2-437c-82ba-8e2c3ade7cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332381 Jul 24 20:03:47.288828 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-86e0f9e8-1d29-4bd3-aaac-ba3d13426b0b req-0c5a708e-b924-4105-81cc-8121f696400f tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/security-groups?id=e781b7b9-5d3f-49aa-85ef-8bf9d88b54be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3474920 Jul 24 20:03:47.406171 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65668ba7-50f0-43d1-b3ae-bdba18676a6b req-03fdc2c0-7203-43c3-82fd-212899ab4a78 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:03:47.407764 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-65668ba7-50f0-43d1-b3ae-bdba18676a6b req-03fdc2c0-7203-43c3-82fd-212899ab4a78 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/ports?device_id=8ad940d2-dab6-42ec-a84a-53ee9242b68d HTTP/1.1" status: 200 len: 945 time: 0.0750928 Jul 24 20:03:47.413263 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-41a975cd-a9bd-4d29-9b5e-ed10fec914d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-450823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-445874'] for router (bd590163-56ed-4520-bed7-938322d731b8), after_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:47.601061 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-65668ba7-50f0-43d1-b3ae-bdba18676a6b req-63a03aa1-2c50-404f-8ccc-5b14a95c37c9 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/security-groups?id=7fd4fa86-8151-45a8-babb-f1c645ad6646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1851585 Jul 24 20:03:47.619547 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-ba4182c0-4bf4-4edc-bad8-acb1cdd09ae0 None None] Provisioning complete for port 668fdfb9-62e0-4728-87d2-a01d15cc98a6 triggered by entity DHCP. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 20:03:47.620743 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-ba4182c0-4bf4-4edc-bad8-acb1cdd09ae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812910'] for port (668fdfb9-62e0-4728-87d2-a01d15cc98a6), provisioning_complete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:47.694967 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-1a5cfe43-9643-4601-bf5c-b4814e669cb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937'] for network (dd0a5f33-edb8-4c0a-b9cd-8e5dcbe0d119), after_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:47.699619 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a5cfe43-9643-4601-bf5c-b4814e669cb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:03:47.700501 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-1a5cfe43-9643-4601-bf5c-b4814e669cb5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594923'] for network (None), before_response {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:47.716704 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:INSERT=14,neutron:SELECT=79,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:03:47.758595 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-ba4182c0-4bf4-4edc-bad8-acb1cdd09ae0 None None] Current status of the port 668fdfb9-62e0-4728-87d2-a01d15cc98a6 is: ACTIVE; New status is: ACTIVE {{(pid=110844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 20:03:47.775972 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41a975cd-a9bd-4d29-9b5e-ed10fec914d8 admin admin] Router bd590163-56ed-4520-bed7-938322d731b8 is scheduled to L3 agent 408021b7-d46b-48c2-9f75-8a8023f9145c with binding_index 1 {{(pid=110843) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 24 20:03:47.779798 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:03:47.787177 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5cfe43-9643-4601-bf5c-b4814e669cb5 admin admin] Pushing event updated for resources: {'Network': ['ID=dd0a5f33-edb8-4c0a-b9cd-8e5dcbe0d119,revision_number=1']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:03:47.798397 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Network dd0a5f33-edb8-4c0a-b9cd-8e5dcbe0d119 details requested by agent ovs-agent-dv-cinder-850449-2-iscsi with host dv-cinder-850449-2-iscsi {{(pid=110844) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 20:03:47.816735 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-1a5cfe43-9643-4601-bf5c-b4814e669cb5 admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.5369039 Jul 24 20:03:47.817530 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 33034) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:03:47.826542 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.v2.base [None req-13ff2649-d4c8-45ef-b498-2ea7c05d4f60 admin admin] Request body: {'subnet': {'network_id': 'dd0a5f33-edb8-4c0a-b9cd-8e5dcbe0d119', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1082222879-subnet', 'tenant_id': '22e598739ae64ebf9e523e4e2e6a2867', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 20:03:47.946156 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41a975cd-a9bd-4d29-9b5e-ed10fec914d8 admin admin] Notify agent at l3_agent.dv-cinder-850449-2-iscsi the message routers_updated {{(pid=110843) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 20:03:47.971530 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a2ce8e-ad5b-4fca-86e2-1a1fa4f78221 None None] Sync routers for ids ['bd590163-56ed-4520-bed7-938322d731b8'] in dv-cinder-850449-2-iscsi {{(pid=110844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 20:03:47.971530 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:03:47.971530 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a2ce8e-ad5b-4fca-86e2-1a1fa4f78221 None None] Routers {'bd590163-56ed-4520-bed7-938322d731b8'} bound to L3 agent in host dv-cinder-850449-2-iscsi {{(pid=110844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 20:03:47.971530 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_hamode_db [None req-11a2ce8e-ad5b-4fca-86e2-1a1fa4f78221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-24T19:52:06Z,description=,heartbeat_timestamp=2022-07-24T20:03:36Z,host='dv-cinder-850449-2-iscsi',id=408021b7-d46b-48c2-9f75-8a8023f9145c,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T19:52:06Z,topic='l3_agent')) {'router_ids': ['bd590163-56ed-4520-bed7-938322d731b8'], 'active': True} {{(pid=110844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:03:48.026798 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:03:48.099101 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_dvr_db [None req-11a2ce8e-ad5b-4fca-86e2-1a1fa4f78221 None None] Set router bd590163-56ed-4520-bed7-938322d731b8 gateway port host: dv-cinder-850449-2-iscsi {{(pid=110844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 20:03:48.111490 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13ff2649-d4c8-45ef-b498-2ea7c05d4f60 admin admin] Made reservation on behalf of 22e598739ae64ebf9e523e4e2e6a2867 for: {'subnet': 1} {{(pid=110842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 20:03:48.120420 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-13ff2649-d4c8-45ef-b498-2ea7c05d4f60 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8410681'] for subnet (None), before_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:48.313504 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-41a975cd-a9bd-4d29-9b5e-ed10fec914d8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:48.317708 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [None req-41a975cd-a9bd-4d29-9b5e-ed10fec914d8 admin admin] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.9079611 Jul 24 20:03:48.318341 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [-] (110843) accepted ('10.222.0.17', 33040) {{(pid=110843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:03:48.445052 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Device 668fdfb9-62e0-4728-87d2-a01d15cc98a6 up at agent ovs-agent-dv-cinder-850449-2-iscsi {{(pid=110844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 20:03:48.540423 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:03:48.627850 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24347d0-9b90-48b7-8d37-39b3895766fb req-18a44042-7f75-43bc-befc-2ae86908d9ce tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:03:48.629952 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-c24347d0-9b90-48b7-8d37-39b3895766fb req-18a44042-7f75-43bc-befc-2ae86908d9ce tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] 10.222.0.17 "GET /v2.0/ports?device_id=05ddc775-4f83-4893-957c-d3c8928d0c8c HTTP/1.1" status: 200 len: 944 time: 0.2148223 Jul 24 20:03:48.649719 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ce4e7b-1154-4e33-adce-a5e5d156fcc0 req-f8bb40db-9071-4f34-8942-38b22fac4659 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:03:48.662411 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-f5ce4e7b-1154-4e33-adce-a5e5d156fcc0 req-f8bb40db-9071-4f34-8942-38b22fac4659 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/ports?device_id=6a96a33d-f3d9-4d85-aac1-e661447d460a HTTP/1.1" status: 200 len: 945 time: 0.1326935 Jul 24 20:03:48.665103 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_hamode_db [None req-11a2ce8e-ad5b-4fca-86e2-1a1fa4f78221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd590163-56ed-4520-bed7-938322d731b8', 'name': 'tempest-TestVolumeBootPattern-18742786-router', 'tenant_id': '757b69afcbc64d9a853a7ae1f7dc3307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'external_fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.158'}], 'enable_snat': True}, 'gw_port_id': '73f4c4a1-12ee-48ce-8b15-a2cee34961e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T20:03:43Z', 'updated_at': '2022-07-24T20:03:46Z', 'revision_number': 3, 'project_id': '757b69afcbc64d9a853a7ae1f7dc3307', 'gw_port': {'id': '73f4c4a1-12ee-48ce-8b15-a2cee34961e6', 'name': '', 'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:d4:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd590163-56ed-4520-bed7-938322d731b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:03:45Z', 'updated_at': '2022-07-24T20:03:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '99a0caa3-3fb5-4860-826f-478186226de3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850449-2-iscsi'}], 'dv-cinder-850449-2-iscsi', False) {} {{(pid=110844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:03:48.668963 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Provisioning complete for port 668fdfb9-62e0-4728-87d2-a01d15cc98a6 triggered by entity L2. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 20:03:48.669554 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812910'] for port (668fdfb9-62e0-4728-87d2-a01d15cc98a6), provisioning_complete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:48.737424 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a2ce8e-ad5b-4fca-86e2-1a1fa4f78221 None None] Checking router: bd590163-56ed-4520-bed7-938322d731b8 for host: dv-cinder-850449-2-iscsi {{(pid=110844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 20:03:48.737782 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a2ce8e-ad5b-4fca-86e2-1a1fa4f78221 None None] Updating router bd590163-56ed-4520-bed7-938322d731b8 port 73f4c4a1-12ee-48ce-8b15-a2cee34961e6 binding host dv-cinder-850449-2-iscsi {{(pid=110844) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 20:03:48.787616 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-c24347d0-9b90-48b7-8d37-39b3895766fb req-62df7142-6428-4aae-8ebb-b26323efd5dc tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] 10.222.0.17 "GET /v2.0/security-groups?id=28acb8fa-bec2-437c-82ba-8e2c3ade7cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466978 Jul 24 20:03:48.825654 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-f5ce4e7b-1154-4e33-adce-a5e5d156fcc0 req-1a9ac48d-b02c-4d69-be6a-83667356a622 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/security-groups?id=e781b7b9-5d3f-49aa-85ef-8bf9d88b54be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1480939 Jul 24 20:03:48.826534 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-13ff2649-d4c8-45ef-b498-2ea7c05d4f60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8925179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8410667'] for subnet (3b2add64-3220-4d0f-a25e-a2bd2c224a0e), after_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:48.857513 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-11a2ce8e-ad5b-4fca-86e2-1a1fa4f78221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (73f4c4a1-12ee-48ce-8b15-a2cee34961e6), before_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:48.938296 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ff2649-d4c8-45ef-b498-2ea7c05d4f60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b2add64-3220-4d0f-a25e-a2bd2c224a0e,revision_number=0']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:03:48.949076 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ff2649-d4c8-45ef-b498-2ea7c05d4f60 admin admin] Checking segment: {'id': 'a26e4697-a627-4fd9-b577-6f5138f29a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'dd0a5f33-edb8-4c0a-b9cd-8e5dcbe0d119'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 24 20:03:48.949770 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13ff2649-d4c8-45ef-b498-2ea7c05d4f60 admin admin] Network hostable DHCP agents. Network: dd0a5f33-edb8-4c0a-b9cd-8e5dcbe0d119, hostable agents: ['dc36e0ef-94f3-4a3e-9c13-4790afccb2e9'], hosted agents: [] {{(pid=110842) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 20:03:48.990983 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:03:49.020486 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13ff2649-d4c8-45ef-b498-2ea7c05d4f60 admin admin] Network dd0a5f33-edb8-4c0a-b9cd-8e5dcbe0d119 is scheduled to be hosted by DHCP agent dc36e0ef-94f3-4a3e-9c13-4790afccb2e9 with binding_index 1 {{(pid=110842) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 20:03:49.050595 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04df03c2-1f62-43a5-a83a-27f4d9df4e75 req-727d6ca1-d301-416f-ae0f-fa77169eabcd tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:03:49.052059 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-04df03c2-1f62-43a5-a83a-27f4d9df4e75 req-727d6ca1-d301-416f-ae0f-fa77169eabcd tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/ports?device_id=8ad940d2-dab6-42ec-a84a-53ee9242b68d HTTP/1.1" status: 200 len: 945 time: 0.1216896 Jul 24 20:03:49.065711 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Current status of the port 668fdfb9-62e0-4728-87d2-a01d15cc98a6 is: ACTIVE; New status is: ACTIVE {{(pid=110844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 20:03:49.071104 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d31baf-96de-4981-873d-f3872b8c58ab req-c2ec93a7-acb1-46e3-bbeb-73a2240001ef tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:03:49.072803 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-72d31baf-96de-4981-873d-f3872b8c58ab req-c2ec93a7-acb1-46e3-bbeb-73a2240001ef tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/ports?device_id=6a96a33d-f3d9-4d85-aac1-e661447d460a HTTP/1.1" status: 200 len: 945 time: 0.0704935 Jul 24 20:03:49.081679 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 33050) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:03:49.088252 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.v2.base [None req-a13d5e62-37c9-4855-85b2-00f8da21f2f9 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Request body: {'floatingip': {'port_id': 'fe004f6f-ca2d-4c17-b98d-0e04aefc136e'}} {{(pid=110842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 20:03:49.145101 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.scheduler.base_scheduler [None req-13ff2649-d4c8-45ef-b498-2ea7c05d4f60 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850449-2-iscsi, dd0a5f33-edb8-4c0a-b9cd-8e5dcbe0d119) {{(pid=110842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 20:03:49.154785 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13ff2649-d4c8-45ef-b498-2ea7c05d4f60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:03:49.155387 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-13ff2649-d4c8-45ef-b498-2ea7c05d4f60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594923'] for subnet (None), before_response {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:49.160172 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-a13d5e62-37c9-4855-85b2-00f8da21f2f9 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Publish callbacks [] for floatingip (c1d3b74d-3e0d-4328-bb02-4f8288a4fe7d), before_update {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:49.178513 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09e9c2bf-1e6c-488d-a6c7-3e172fc022c5 None None] Network dd0a5f33-edb8-4c0a-b9cd-8e5dcbe0d119 requested from dv-cinder-850449-2-iscsi {{(pid=110844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 24 20:03:49.200872 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-04df03c2-1f62-43a5-a83a-27f4d9df4e75 req-686981c9-5ab5-47eb-957f-4dd1b56e07c8 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/security-groups?id=7fd4fa86-8151-45a8-babb-f1c645ad6646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1258814 Jul 24 20:03:49.285433 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=100 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:03:49.451760 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-d65118bf-3917-4a2f-be13-cd20feb7a690 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (None), before_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:49.592469 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:03:49.630888 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-11a2ce8e-ad5b-4fca-86e2-1a1fa4f78221 None None] Publish callbacks [] for port (73f4c4a1-12ee-48ce-8b15-a2cee34961e6), precommit_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:49.642937 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fde167c5-96d9-40b3-955a-d698b5cfedd7 None None] Network dd0a5f33-edb8-4c0a-b9cd-8e5dcbe0d119 requested from dv-cinder-850449-2-iscsi {{(pid=110844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 24 20:03:49.648097 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-13ff2649-d4c8-45ef-b498-2ea7c05d4f60 admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.8258104 Jul 24 20:03:49.695576 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.db.db_base_plugin_common [None req-d65118bf-3917-4a2f-be13-cd20feb7a690 admin admin] Allocated IP 172.20.0.1 (f72988cc-9fd0-426e-8ec1-94766c43bdf7/9fbdff86-24c9-443e-8877-71756a9ade49/50e82984-bbb9-4bf3-948c-ae1dd11befd3) {{(pid=110843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 20:03:49.838178 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-a13d5e62-37c9-4855-85b2-00f8da21f2f9 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:49.838658 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-d65118bf-3917-4a2f-be13-cd20feb7a690 admin admin] Publish callbacks [] for port (50e82984-bbb9-4bf3-948c-ae1dd11befd3), precommit_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:49.866205 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:03:49.911246 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-11a2ce8e-ad5b-4fca-86e2-1a1fa4f78221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958'] for port (73f4c4a1-12ee-48ce-8b15-a2cee34961e6), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:49.911972 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-a13d5e62-37c9-4855-85b2-00f8da21f2f9 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-452544'] for floatingip (c1d3b74d-3e0d-4328-bb02-4f8288a4fe7d), after_update {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:49.974794 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.managers [None req-11a2ce8e-ad5b-4fca-86e2-1a1fa4f78221 None None] Attempting to bind port 73f4c4a1-12ee-48ce-8b15-a2cee34961e6 on host dv-cinder-850449-2-iscsi for vnic_type normal with profile {{(pid=110844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 24 20:03:49.975352 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.managers [None req-11a2ce8e-ad5b-4fca-86e2-1a1fa4f78221 None None] Attempting to bind port 73f4c4a1-12ee-48ce-8b15-a2cee34961e6 by drivers openvswitch,hyperv on host dv-cinder-850449-2-iscsi at level 0 using segments [{'id': 'fc72dfdc-4d29-4b3c-a3f7-b36f757f54d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10498192-3528-4341-803f-d59b33e3b71c'}] {{(pid=110844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 24 20:03:49.975779 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a2ce8e-ad5b-4fca-86e2-1a1fa4f78221 None None] Attempting to bind port 73f4c4a1-12ee-48ce-8b15-a2cee34961e6 on network 10498192-3528-4341-803f-d59b33e3b71c {{(pid=110844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 24 20:03:49.991735 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a2ce8e-ad5b-4fca-86e2-1a1fa4f78221 None None] Checking agent: {'id': '46eda511-dfa5-408c-8bd4-cb509f691033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850449-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 24, 19, 52, 9), 'started_at': datetime.datetime(2022, 7, 24, 19, 52, 39), 'heartbeat_timestamp': datetime.datetime(2022, 7, 24, 20, 3, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850449-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 24 20:03:49.992306 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a2ce8e-ad5b-4fca-86e2-1a1fa4f78221 None None] Checking segment: {'id': 'fc72dfdc-4d29-4b3c-a3f7-b36f757f54d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10498192-3528-4341-803f-d59b33e3b71c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 24 20:03:49.992839 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-11a2ce8e-ad5b-4fca-86e2-1a1fa4f78221 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:49.993261 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a2ce8e-ad5b-4fca-86e2-1a1fa4f78221 None None] Bound using segment: {'id': 'fc72dfdc-4d29-4b3c-a3f7-b36f757f54d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10498192-3528-4341-803f-d59b33e3b71c'} {{(pid=110844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 24 20:03:49.993829 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.managers [None req-11a2ce8e-ad5b-4fca-86e2-1a1fa4f78221 None None] Bound port: 73f4c4a1-12ee-48ce-8b15-a2cee34961e6, host: dv-cinder-850449-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc72dfdc-4d29-4b3c-a3f7-b36f757f54d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10498192-3528-4341-803f-d59b33e3b71c'}}] {{(pid=110844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 24 20:03:49.994963 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-11a2ce8e-ad5b-4fca-86e2-1a1fa4f78221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (73f4c4a1-12ee-48ce-8b15-a2cee34961e6), before_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:50.021185 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2df7780-2677-4631-adaf-3c2d344aba36 None None] Pushing event updated for resources: {'Port': ['ID=73f4c4a1-12ee-48ce-8b15-a2cee34961e6,revision_number=2']} {{(pid=110844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:03:50.028670 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:03:50.065562 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-11a2ce8e-ad5b-4fca-86e2-1a1fa4f78221 None None] For port 73f4c4a1-12ee-48ce-8b15-a2cee34961e6, host dv-cinder-850449-2-iscsi, cleared binding levels {{(pid=110844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 20:03:50.066639 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.db.l3_db [None req-a13d5e62-37c9-4855-85b2-00f8da21f2f9 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Floating IP c1d3b74d-3e0d-4328-bb02-4f8288a4fe7d associated. External IP: 172.27.3.122, port: fe004f6f-ca2d-4c17-b98d-0e04aefc136e. Jul 24 20:03:50.070716 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-11a2ce8e-ad5b-4fca-86e2-1a1fa4f78221 None None] For port 73f4c4a1-12ee-48ce-8b15-a2cee34961e6, host dv-cinder-850449-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850449-2-iscsi',level=0,port_id=73f4c4a1-12ee-48ce-8b15-a2cee34961e6,segment=NetworkSegment(fc72dfdc-4d29-4b3c-a3f7-b36f757f54d3),segment_id=fc72dfdc-4d29-4b3c-a3f7-b36f757f54d3)] {{(pid=110844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 20:03:50.151610 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-d65118bf-3917-4a2f-be13-cd20feb7a690 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731445223406'] for port (50e82984-bbb9-4bf3-948c-ae1dd11befd3), after_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:50.153822 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-11a2ce8e-ad5b-4fca-86e2-1a1fa4f78221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958'] for port (73f4c4a1-12ee-48ce-8b15-a2cee34961e6), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:50.202127 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b0d87e-ba55-40ef-bc5f-71a937687d7b req-33823979-1827-4e66-abbf-ee59f26cfd67 tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:03:50.204331 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-95b0d87e-ba55-40ef-bc5f-71a937687d7b req-33823979-1827-4e66-abbf-ee59f26cfd67 tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] 10.222.0.17 "GET /v2.0/ports?device_id=05ddc775-4f83-4893-957c-d3c8928d0c8c HTTP/1.1" status: 200 len: 944 time: 0.3222177 Jul 24 20:03:50.211203 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d65118bf-3917-4a2f-be13-cd20feb7a690 admin admin] Network f72988cc-9fd0-426e-8ec1-94766c43bdf7 is already hosted by enough agents. {{(pid=110843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 20:03:50.229964 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.scheduler.base_scheduler [None req-d65118bf-3917-4a2f-be13-cd20feb7a690 admin admin] Resources bound (agent type, host, resource id): {{(pid=110843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 20:03:50.240355 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d65118bf-3917-4a2f-be13-cd20feb7a690 admin admin] Received port after_create {{(pid=110843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 24 20:03:50.240770 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-d65118bf-3917-4a2f-be13-cd20feb7a690 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457033'] for router_interface (bd590163-56ed-4520-bed7-938322d731b8), before_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:50.247524 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65118bf-3917-4a2f-be13-cd20feb7a690 admin admin] Pushing event updated for resources: {'Port': ['ID=50e82984-bbb9-4bf3-948c-ae1dd11befd3,revision_number=1']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:03:50.350312 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a2ce8e-ad5b-4fca-86e2-1a1fa4f78221 None None] Routers {'bd590163-56ed-4520-bed7-938322d731b8'} bound to L3 agent in host dv-cinder-850449-2-iscsi {{(pid=110844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 20:03:50.350907 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_hamode_db [None req-11a2ce8e-ad5b-4fca-86e2-1a1fa4f78221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-24T19:52:06Z,description=,heartbeat_timestamp=2022-07-24T20:03:36Z,host='dv-cinder-850449-2-iscsi',id=408021b7-d46b-48c2-9f75-8a8023f9145c,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T19:52:06Z,topic='l3_agent')) {'router_ids': ['bd590163-56ed-4520-bed7-938322d731b8'], 'active': True} {{(pid=110844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:03:50.362059 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:03:50.445583 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2df7780-2677-4631-adaf-3c2d344aba36 None None] Pushing event updated for resources: {'Port': ['ID=73f4c4a1-12ee-48ce-8b15-a2cee34961e6,revision_number=3']} {{(pid=110844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:03:50.488344 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-95b0d87e-ba55-40ef-bc5f-71a937687d7b req-0b1c580a-2357-4af0-8f64-603a4faa2a15 tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] 10.222.0.17 "GET /v2.0/security-groups?id=28acb8fa-bec2-437c-82ba-8e2c3ade7cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2641075 Jul 24 20:03:50.560476 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a13d5e62-37c9-4855-85b2-00f8da21f2f9 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Router d415c36d-d3f0-4850-a3a7-92ff6de12880 has already been hosted by L3 agent 408021b7-d46b-48c2-9f75-8a8023f9145c {{(pid=110842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 24 20:03:50.639461 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11e6395-2125-46e5-b2c2-171b2d0104d8 req-a20757f5-719f-4b09-a2de-449e9bdca78b tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:03:50.650831 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-e11e6395-2125-46e5-b2c2-171b2d0104d8 req-a20757f5-719f-4b09-a2de-449e9bdca78b tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/ports?device_id=8ad940d2-dab6-42ec-a84a-53ee9242b68d HTTP/1.1" status: 200 len: 945 time: 0.1964507 Jul 24 20:03:50.654954 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_dvr_db [None req-11a2ce8e-ad5b-4fca-86e2-1a1fa4f78221 None None] Set router bd590163-56ed-4520-bed7-938322d731b8 gateway port host: dv-cinder-850449-2-iscsi {{(pid=110844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 20:03:50.730814 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:03:50.751683 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-d65118bf-3917-4a2f-be13-cd20feb7a690 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (50e82984-bbb9-4bf3-948c-ae1dd11befd3), before_update {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:50.765181 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a13d5e62-37c9-4855-85b2-00f8da21f2f9 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Notify agent at l3_agent.dv-cinder-850449-2-iscsi the message routers_updated {{(pid=110842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 20:03:50.780712 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f50b93cf-6767-46fb-b5c4-43e679406920 None None] Sync routers for ids ['d415c36d-d3f0-4850-a3a7-92ff6de12880'] in dv-cinder-850449-2-iscsi {{(pid=110845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 20:03:50.784585 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-e11e6395-2125-46e5-b2c2-171b2d0104d8 req-f97f5d35-f3bf-4bea-92d1-372ba9f67e16 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/security-groups?id=7fd4fa86-8151-45a8-babb-f1c645ad6646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1327803 Jul 24 20:03:50.799541 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-a13d5e62-37c9-4855-85b2-00f8da21f2f9 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1048257'] for floatingip (None), before_response {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:50.809657 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50b93cf-6767-46fb-b5c4-43e679406920 None None] Routers {'d415c36d-d3f0-4850-a3a7-92ff6de12880'} bound to L3 agent in host dv-cinder-850449-2-iscsi {{(pid=110845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 20:03:50.810667 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.l3_hamode_db [None req-f50b93cf-6767-46fb-b5c4-43e679406920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-24T19:52:06Z,description=,heartbeat_timestamp=2022-07-24T20:03:36Z,host='dv-cinder-850449-2-iscsi',id=408021b7-d46b-48c2-9f75-8a8023f9145c,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T19:52:06Z,topic='l3_agent')) {'router_ids': ['d415c36d-d3f0-4850-a3a7-92ff6de12880'], 'active': True} {{(pid=110845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:03:50.873410 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-3ebd72be-cbf5-4531-93cc-1ca663f8743a None None] Provisioning complete for port 50e82984-bbb9-4bf3-948c-ae1dd11befd3 triggered by entity DHCP. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 20:03:50.873410 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-3ebd72be-cbf5-4531-93cc-1ca663f8743a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812910'] for port (50e82984-bbb9-4bf3-948c-ae1dd11befd3), provisioning_complete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:50.897648 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-a13d5e62-37c9-4855-85b2-00f8da21f2f9 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "PUT /v2.0/floatingips/c1d3b74d-3e0d-4328-bb02-4f8288a4fe7d HTTP/1.1" status: 200 len: 991 time: 1.8138764 Jul 24 20:03:50.898281 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a96a33d-f3d9-4d85-aac1-e661447d460a', 'tag': 'fe004f6f-ca2d-4c17-b98d-0e04aefc136e'}] {{(pid=110842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 24 20:03:50.906116 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5edc3fcd2ba6a287f711eaf45b4d5d5c8d3623c9fa62bef48fe3be9641ba2c6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06e7b095-01e7-4694-9783-aa4cf4666c2e" -d '{"events": [{"name": "network-changed", "server_uuid": "6a96a33d-f3d9-4d85-aac1-e661447d460a", "tag": "fe004f6f-ca2d-4c17-b98d-0e04aefc136e"}]}' {{(pid=110842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 20:03:51.030526 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 24 Jul 2022 20:03:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e0e3634-daef-4d17-98d5-2f2dc004667f x-openstack-request-id: req-4e0e3634-daef-4d17-98d5-2f2dc004667f {{(pid=110842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 20:03:51.030526 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a96a33d-f3d9-4d85-aac1-e661447d460a", "tag": "fe004f6f-ca2d-4c17-b98d-0e04aefc136e", "status": "completed", "code": 200}]} {{(pid=110842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 20:03:51.030526 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-4e0e3634-daef-4d17-98d5-2f2dc004667f {{(pid=110842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 20:03:51.030526 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e0e3634-daef-4d17-98d5-2f2dc004667f'] response: {'name': 'network-changed', 'server_uuid': '6a96a33d-f3d9-4d85-aac1-e661447d460a', 'tag': 'fe004f6f-ca2d-4c17-b98d-0e04aefc136e', 'status': 'completed', 'code': 200} Jul 24 20:03:51.031249 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-3ebd72be-cbf5-4531-93cc-1ca663f8743a None None] Port 50e82984-bbb9-4bf3-948c-ae1dd11befd3 cannot update to ACTIVE because it is not bound. {{(pid=110844) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 24 20:03:51.031806 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.l3_dvr_db [None req-f50b93cf-6767-46fb-b5c4-43e679406920 None None] Set router d415c36d-d3f0-4850-a3a7-92ff6de12880 gateway port host: dv-cinder-850449-2-iscsi {{(pid=110845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 20:03:51.110068 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_hamode_db [None req-11a2ce8e-ad5b-4fca-86e2-1a1fa4f78221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd590163-56ed-4520-bed7-938322d731b8', 'name': 'tempest-TestVolumeBootPattern-18742786-router', 'tenant_id': '757b69afcbc64d9a853a7ae1f7dc3307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'external_fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.158'}], 'enable_snat': True}, 'gw_port_id': '73f4c4a1-12ee-48ce-8b15-a2cee34961e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T20:03:43Z', 'updated_at': '2022-07-24T20:03:46Z', 'revision_number': 3, 'project_id': '757b69afcbc64d9a853a7ae1f7dc3307', 'gw_port': {'id': '73f4c4a1-12ee-48ce-8b15-a2cee34961e6', 'name': '', 'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:d4:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd590163-56ed-4520-bed7-938322d731b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:03:45Z', 'updated_at': '2022-07-24T20:03:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99a0caa3-3fb5-4860-826f-478186226de3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850449-2-iscsi'}], 'dv-cinder-850449-2-iscsi', False) {} {{(pid=110844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:03:51.119973 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-d65118bf-3917-4a2f-be13-cd20feb7a690 admin admin] Publish callbacks [] for port (50e82984-bbb9-4bf3-948c-ae1dd11befd3), precommit_update {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:51.141029 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a2ce8e-ad5b-4fca-86e2-1a1fa4f78221 None None] The sync data for ids ['bd590163-56ed-4520-bed7-938322d731b8'] in dv-cinder-850449-2-iscsi is: [{'id': 'bd590163-56ed-4520-bed7-938322d731b8', 'name': 'tempest-TestVolumeBootPattern-18742786-router', 'tenant_id': '757b69afcbc64d9a853a7ae1f7dc3307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'external_fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.158'}], 'enable_snat': True}, 'gw_port_id': '73f4c4a1-12ee-48ce-8b15-a2cee34961e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T20:03:43Z', 'updated_at': '2022-07-24T20:03:46Z', 'revision_number': 3, 'project_id': '757b69afcbc64d9a853a7ae1f7dc3307', 'gw_port': {'id': '73f4c4a1-12ee-48ce-8b15-a2cee34961e6', 'name': '', 'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:d4:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd590163-56ed-4520-bed7-938322d731b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:03:45Z', 'updated_at': '2022-07-24T20:03:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99a0caa3-3fb5-4860-826f-478186226de3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850449-2-iscsi'}] {{(pid=110844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 20:03:51.193096 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-d65118bf-3917-4a2f-be13-cd20feb7a690 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958'] for port (50e82984-bbb9-4bf3-948c-ae1dd11befd3), after_update {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:51.199080 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-d65118bf-3917-4a2f-be13-cd20feb7a690 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-650243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-457125'] for router_interface (bd590163-56ed-4520-bed7-938322d731b8), after_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:51.256515 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:03:51.354495 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65118bf-3917-4a2f-be13-cd20feb7a690 admin admin] Pushing event updated for resources: {'Port': ['ID=50e82984-bbb9-4bf3-948c-ae1dd11befd3,revision_number=2']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:03:51.417181 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d65118bf-3917-4a2f-be13-cd20feb7a690 admin admin] Network f72988cc-9fd0-426e-8ec1-94766c43bdf7 is already hosted by enough agents. {{(pid=110843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 20:03:51.418944 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.scheduler.base_scheduler [None req-d65118bf-3917-4a2f-be13-cd20feb7a690 admin admin] Resources bound (agent type, host, resource id): {{(pid=110843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 20:03:51.750668 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d65118bf-3917-4a2f-be13-cd20feb7a690 admin admin] Router bd590163-56ed-4520-bed7-938322d731b8 has already been hosted by L3 agent 408021b7-d46b-48c2-9f75-8a8023f9145c {{(pid=110843) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 24 20:03:51.777865 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.l3_hamode_db [None req-f50b93cf-6767-46fb-b5c4-43e679406920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd415c36d-d3f0-4850-a3a7-92ff6de12880', 'name': 'tempest-ServerRescueNegativeTestJSON-727564958-router', 'tenant_id': '15c454baefdc474682f88c603f6108a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'external_fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': 'b45b19b5-a41c-4d83-bbe8-9ffe45a80965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T20:01:05Z', 'updated_at': '2022-07-24T20:01:15Z', 'revision_number': 4, 'project_id': '15c454baefdc474682f88c603f6108a8', 'gw_port': {'id': 'b45b19b5-a41c-4d83-bbe8-9ffe45a80965', 'name': '', 'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:80:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd415c36d-d3f0-4850-a3a7-92ff6de12880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:01:06Z', 'updated_at': '2022-07-24T20:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99a0caa3-3fb5-4860-826f-478186226de3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850449-2-iscsi', '_floatingips': [{'id': 'c1d3b74d-3e0d-4328-bb02-4f8288a4fe7d', 'tenant_id': '15c454baefdc474682f88c603f6108a8', 'floating_ip_address': '172.27.3.122', 'floating_network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'router_id': 'd415c36d-d3f0-4850-a3a7-92ff6de12880', 'port_id': 'fe004f6f-ca2d-4c17-b98d-0e04aefc136e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 399, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6e3ba2d8-cc61-4396-b210-32cea4aff750', 'mac_address': 'fa:16:3e:8a:fd:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a96a33d-f3d9-4d85-aac1-e661447d460a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-24T20:03:20Z', 'updated_at': '2022-07-24T20:03:49Z', 'revision_number': 1, 'project_id': '15c454baefdc474682f88c603f6108a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '202a0690-d62d-4408-843b-a3c105585dc8', 'name': '', 'network_id': '6e3ba2d8-cc61-4396-b210-32cea4aff750', 'tenant_id': '15c454baefdc474682f88c603f6108a8', 'mac_address': 'fa:16:3e:47:23:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd415c36d-d3f0-4850-a3a7-92ff6de12880', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '1b0ec485-4e15-4515-af25-2ebd70a5137a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:01:12Z', 'updated_at': '2022-07-24T20:01:22Z', 'revision_number': 5, 'project_id': '15c454baefdc474682f88c603f6108a8', 'subnets': [{'id': '1b0ec485-4e15-4515-af25-2ebd70a5137a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850449-2-iscsi', False) {} {{(pid=110845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:03:51.863125 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f50b93cf-6767-46fb-b5c4-43e679406920 None None] Checking router: d415c36d-d3f0-4850-a3a7-92ff6de12880 for host: dv-cinder-850449-2-iscsi {{(pid=110845) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 20:03:51.901282 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50b93cf-6767-46fb-b5c4-43e679406920 None None] Routers {'d415c36d-d3f0-4850-a3a7-92ff6de12880'} bound to L3 agent in host dv-cinder-850449-2-iscsi {{(pid=110845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 20:03:51.901991 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.l3_hamode_db [None req-f50b93cf-6767-46fb-b5c4-43e679406920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-24T19:52:06Z,description=,heartbeat_timestamp=2022-07-24T20:03:36Z,host='dv-cinder-850449-2-iscsi',id=408021b7-d46b-48c2-9f75-8a8023f9145c,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T19:52:06Z,topic='l3_agent')) {'router_ids': ['d415c36d-d3f0-4850-a3a7-92ff6de12880'], 'active': True} {{(pid=110845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:03:51.927569 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-db5747b9-8cfd-41ef-ac78-565e9f0106dc None None] Provisioning complete for port 50e82984-bbb9-4bf3-948c-ae1dd11befd3 triggered by entity DHCP. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 20:03:51.927974 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-db5747b9-8cfd-41ef-ac78-565e9f0106dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812910'] for port (50e82984-bbb9-4bf3-948c-ae1dd11befd3), provisioning_complete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:52.016565 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-db5747b9-8cfd-41ef-ac78-565e9f0106dc None None] Port 50e82984-bbb9-4bf3-948c-ae1dd11befd3 cannot update to ACTIVE because it is not bound. {{(pid=110844) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 24 20:03:52.104274 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660fb36d-d0a5-49c7-8851-8cdfd99840b6 req-9d3a3ee9-40ae-4b87-afee-45e1663d267d tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:03:52.119367 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-660fb36d-d0a5-49c7-8851-8cdfd99840b6 req-9d3a3ee9-40ae-4b87-afee-45e1663d267d tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] 10.222.0.17 "GET /v2.0/ports?device_id=05ddc775-4f83-4893-957c-d3c8928d0c8c HTTP/1.1" status: 200 len: 944 time: 0.4238818 Jul 24 20:03:52.158695 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2565766-644d-4b1b-92f8-533336b6ab88 req-b23a817d-1676-4e6e-b50d-c7015d453a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:03:52.158695 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-c2565766-644d-4b1b-92f8-533336b6ab88 req-b23a817d-1676-4e6e-b50d-c7015d453a5c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=49f6a7894899436d8ce94d9a7500533a&device_id=8ad940d2-dab6-42ec-a84a-53ee9242b68d HTTP/1.1" status: 200 len: 1129 time: 0.3403933 Jul 24 20:03:52.165055 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.l3_dvr_db [None req-f50b93cf-6767-46fb-b5c4-43e679406920 None None] Set router d415c36d-d3f0-4850-a3a7-92ff6de12880 gateway port host: dv-cinder-850449-2-iscsi {{(pid=110845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 20:03:52.295203 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e7b095-01e7-4694-9783-aa4cf4666c2e req-a6d5b2fb-0e19-4e91-9acf-ca20e59ced31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:03:52.295696 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-06e7b095-01e7-4694-9783-aa4cf4666c2e req-a6d5b2fb-0e19-4e91-9acf-ca20e59ced31 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=15c454baefdc474682f88c603f6108a8&device_id=6a96a33d-f3d9-4d85-aac1-e661447d460a HTTP/1.1" status: 200 len: 1129 time: 0.4793069 Jul 24 20:03:52.421528 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=100 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:03:52.451302 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Device 73f4c4a1-12ee-48ce-8b15-a2cee34961e6 up at agent ovs-agent-dv-cinder-850449-2-iscsi {{(pid=110844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 20:03:52.468457 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cedc5b5-240f-4e2e-91f7-645a95253705 req-20e4e504-f4ec-4ae5-982f-e1c6c6de5e04 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:03:52.472750 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-2cedc5b5-240f-4e2e-91f7-645a95253705 req-20e4e504-f4ec-4ae5-982f-e1c6c6de5e04 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/ports?device_id=8ad940d2-dab6-42ec-a84a-53ee9242b68d HTTP/1.1" status: 200 len: 945 time: 0.5142446 Jul 24 20:03:52.493885 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:03:52.574533 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.l3_hamode_db [None req-f50b93cf-6767-46fb-b5c4-43e679406920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd415c36d-d3f0-4850-a3a7-92ff6de12880', 'name': 'tempest-ServerRescueNegativeTestJSON-727564958-router', 'tenant_id': '15c454baefdc474682f88c603f6108a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'external_fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': 'b45b19b5-a41c-4d83-bbe8-9ffe45a80965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T20:01:05Z', 'updated_at': '2022-07-24T20:01:15Z', 'revision_number': 4, 'project_id': '15c454baefdc474682f88c603f6108a8', 'gw_port': {'id': 'b45b19b5-a41c-4d83-bbe8-9ffe45a80965', 'name': '', 'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:80:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd415c36d-d3f0-4850-a3a7-92ff6de12880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:01:06Z', 'updated_at': '2022-07-24T20:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99a0caa3-3fb5-4860-826f-478186226de3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850449-2-iscsi', '_floatingips': [{'id': 'c1d3b74d-3e0d-4328-bb02-4f8288a4fe7d', 'tenant_id': '15c454baefdc474682f88c603f6108a8', 'floating_ip_address': '172.27.3.122', 'floating_network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'router_id': 'd415c36d-d3f0-4850-a3a7-92ff6de12880', 'port_id': 'fe004f6f-ca2d-4c17-b98d-0e04aefc136e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 399, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6e3ba2d8-cc61-4396-b210-32cea4aff750', 'mac_address': 'fa:16:3e:8a:fd:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a96a33d-f3d9-4d85-aac1-e661447d460a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-24T20:03:20Z', 'updated_at': '2022-07-24T20:03:49Z', 'revision_number': 1, 'project_id': '15c454baefdc474682f88c603f6108a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '202a0690-d62d-4408-843b-a3c105585dc8', 'name': '', 'network_id': '6e3ba2d8-cc61-4396-b210-32cea4aff750', 'tenant_id': '15c454baefdc474682f88c603f6108a8', 'mac_address': 'fa:16:3e:47:23:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd415c36d-d3f0-4850-a3a7-92ff6de12880', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '1b0ec485-4e15-4515-af25-2ebd70a5137a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:01:12Z', 'updated_at': '2022-07-24T20:01:22Z', 'revision_number': 5, 'project_id': '15c454baefdc474682f88c603f6108a8', 'subnets': [{'id': '1b0ec485-4e15-4515-af25-2ebd70a5137a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850449-2-iscsi', False) {} {{(pid=110845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:03:52.586462 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Provisioning complete for port 73f4c4a1-12ee-48ce-8b15-a2cee34961e6 triggered by entity L2. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 20:03:52.588306 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812910'] for port (73f4c4a1-12ee-48ce-8b15-a2cee34961e6), provisioning_complete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:52.623441 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f50b93cf-6767-46fb-b5c4-43e679406920 None None] The sync data for ids ['d415c36d-d3f0-4850-a3a7-92ff6de12880'] in dv-cinder-850449-2-iscsi is: [{'id': 'd415c36d-d3f0-4850-a3a7-92ff6de12880', 'name': 'tempest-ServerRescueNegativeTestJSON-727564958-router', 'tenant_id': '15c454baefdc474682f88c603f6108a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'external_fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': 'b45b19b5-a41c-4d83-bbe8-9ffe45a80965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T20:01:05Z', 'updated_at': '2022-07-24T20:01:15Z', 'revision_number': 4, 'project_id': '15c454baefdc474682f88c603f6108a8', 'gw_port': {'id': 'b45b19b5-a41c-4d83-bbe8-9ffe45a80965', 'name': '', 'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:80:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd415c36d-d3f0-4850-a3a7-92ff6de12880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:01:06Z', 'updated_at': '2022-07-24T20:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99a0caa3-3fb5-4860-826f-478186226de3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850449-2-iscsi', '_floatingips': [{'id': 'c1d3b74d-3e0d-4328-bb02-4f8288a4fe7d', 'tenant_id': '15c454baefdc474682f88c603f6108a8', 'floating_ip_address': '172.27.3.122', 'floating_network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'router_id': 'd415c36d-d3f0-4850-a3a7-92ff6de12880', 'port_id': 'fe004f6f-ca2d-4c17-b98d-0e04aefc136e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 399, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6e3ba2d8-cc61-4396-b210-32cea4aff750', 'mac_address': 'fa:16:3e:8a:fd:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a96a33d-f3d9-4d85-aac1-e661447d460a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-24T20:03:20Z', 'updated_at': '2022-07-24T20:03:49Z', 'revision_number': 1, 'project_id': '15c454baefdc474682f88c603f6108a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '202a0690-d62d-4408-843b-a3c105585dc8', 'name': '', 'network_id': '6e3ba2d8-cc61-4396-b210-32cea4aff750', 'tenant_id': '15c454baefdc474682f88c603f6108a8', 'mac_address': 'fa:16:3e:47:23:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd415c36d-d3f0-4850-a3a7-92ff6de12880', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '1b0ec485-4e15-4515-af25-2ebd70a5137a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:01:12Z', 'updated_at': '2022-07-24T20:01:22Z', 'revision_number': 5, 'project_id': '15c454baefdc474682f88c603f6108a8', 'subnets': [{'id': '1b0ec485-4e15-4515-af25-2ebd70a5137a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 20:03:52.834758 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2565766-644d-4b1b-92f8-533336b6ab88 req-716169e7-5dde-40b7-8bf1-49e398c9d574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:03:52.835837 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-c2565766-644d-4b1b-92f8-533336b6ab88 req-716169e7-5dde-40b7-8bf1-49e398c9d574 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b3fd2ef6-6f8c-45f9-a0a9-81c377b08f7e HTTP/1.1" status: 200 len: 917 time: 0.5554335 Jul 24 20:03:52.851055 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-660fb36d-d0a5-49c7-8851-8cdfd99840b6 req-d8b5a776-4ed6-4b98-960a-d322a6fd6b47 tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] 10.222.0.17 "GET /v2.0/security-groups?id=28acb8fa-bec2-437c-82ba-8e2c3ade7cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7092552 Jul 24 20:03:52.958691 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Current status of the port 73f4c4a1-12ee-48ce-8b15-a2cee34961e6 is: DOWN; New status is: ACTIVE {{(pid=110844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 20:03:52.959179 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (73f4c4a1-12ee-48ce-8b15-a2cee34961e6), before_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:52.986460 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-c2565766-644d-4b1b-92f8-533336b6ab88 req-bbe8594f-a3fb-48b9-8bbf-2f895c502b3c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=72d7cce4-42e1-4ed0-8270-569e161be59b HTTP/1.1" status: 200 len: 1001 time: 0.1063442 Jul 24 20:03:52.996336 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-2cedc5b5-240f-4e2e-91f7-645a95253705 req-dabb48ce-31d0-4701-a41e-34bd1720285b tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/security-groups?id=7fd4fa86-8151-45a8-babb-f1c645ad6646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4555862 Jul 24 20:03:53.008341 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d65118bf-3917-4a2f-be13-cd20feb7a690 admin admin] Notify agent at l3_agent.dv-cinder-850449-2-iscsi the message routers_updated {{(pid=110843) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 20:03:53.021076 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [None req-d65118bf-3917-4a2f-be13-cd20feb7a690 admin admin] 10.222.0.17 "PUT /v2.0/routers/bd590163-56ed-4520-bed7-938322d731b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7015324 Jul 24 20:03:53.053247 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e7b095-01e7-4694-9783-aa4cf4666c2e req-0dcb183d-a41e-4c6a-9433-ea79bcc0bbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:03:53.053247 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-06e7b095-01e7-4694-9783-aa4cf4666c2e req-0dcb183d-a41e-4c6a-9433-ea79bcc0bbeb service neutron] 10.222.0.42 "GET /v2.0/networks?id=6e3ba2d8-cc61-4396-b210-32cea4aff750 HTTP/1.1" status: 200 len: 919 time: 0.6355515 Jul 24 20:03:53.090502 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] For port 73f4c4a1-12ee-48ce-8b15-a2cee34961e6, host dv-cinder-850449-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850449-2-iscsi',level=0,port_id=73f4c4a1-12ee-48ce-8b15-a2cee34961e6,segment=NetworkSegment(fc72dfdc-4d29-4b3c-a3f7-b36f757f54d3),segment_id=fc72dfdc-4d29-4b3c-a3f7-b36f757f54d3)] {{(pid=110844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 20:03:53.184156 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-300a6885-1325-4f30-8ed9-84f5670b2d3f None None] New status for floating IP c1d3b74d-3e0d-4328-bb02-4f8288a4fe7d: ACTIVE {{(pid=110844) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 24 20:03:53.275524 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2565766-644d-4b1b-92f8-533336b6ab88 req-f98c9de8-463d-4e58-830f-133603bb977e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:03:53.277619 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-c2565766-644d-4b1b-92f8-533336b6ab88 req-f98c9de8-463d-4e58-830f-133603bb977e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9f1a76ef-9ecc-40f5-8dc9-5b3ae75ee961 HTTP/1.1" status: 200 len: 855 time: 0.2528424 Jul 24 20:03:53.381072 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-06e7b095-01e7-4694-9783-aa4cf4666c2e req-e0b1cde2-e308-4aee-b79c-e5cca7ade6ac service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fe004f6f-ca2d-4c17-b98d-0e04aefc136e HTTP/1.1" status: 200 len: 999 time: 0.3066871 Jul 24 20:03:53.386708 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2565766-644d-4b1b-92f8-533336b6ab88 req-5ae96046-7bc1-40a2-897b-5a85ab7f3e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:03:53.386708 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-c2565766-644d-4b1b-92f8-533336b6ab88 req-5ae96046-7bc1-40a2-897b-5a85ab7f3e52 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b3fd2ef6-6f8c-45f9-a0a9-81c377b08f7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0930419 Jul 24 20:03:53.444986 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958'] for port (73f4c4a1-12ee-48ce-8b15-a2cee34961e6), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:53.940476 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Pushing event updated for resources: {'Port': ['ID=73f4c4a1-12ee-48ce-8b15-a2cee34961e6,revision_number=4']} {{(pid=110844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:03:53.971747 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e7b095-01e7-4694-9783-aa4cf4666c2e req-0ddea674-498c-48b4-ada1-dc155410d7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:03:53.974387 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-06e7b095-01e7-4694-9783-aa4cf4666c2e req-0ddea674-498c-48b4-ada1-dc155410d7e4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1b0ec485-4e15-4515-af25-2ebd70a5137a HTTP/1.1" status: 200 len: 857 time: 0.5788734 Jul 24 20:03:54.093691 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 33148) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:03:54.223656 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86a3355-aa26-4cce-a679-a9094d72b0a4 req-557a160e-6a67-461d-8aee-e898417708cc tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:03:54.229530 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-c86a3355-aa26-4cce-a679-a9094d72b0a4 req-557a160e-6a67-461d-8aee-e898417708cc tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] 10.222.0.17 "GET /v2.0/ports?device_id=05ddc775-4f83-4893-957c-d3c8928d0c8c HTTP/1.1" status: 200 len: 944 time: 0.2509007 Jul 24 20:03:54.307691 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ff6f6c-254a-4d85-b075-03c8541d3cc6 None None] Sync routers for ids ['bd590163-56ed-4520-bed7-938322d731b8'] in dv-cinder-850449-2-iscsi {{(pid=110845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 20:03:54.347709 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Device 72d7cce4-42e1-4ed0-8270-569e161be59b no longer exists at agent hyperv_hv-cinder-85044 {{(pid=110844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 20:03:54.372986 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ff6f6c-254a-4d85-b075-03c8541d3cc6 None None] Routers {'bd590163-56ed-4520-bed7-938322d731b8'} bound to L3 agent in host dv-cinder-850449-2-iscsi {{(pid=110845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 20:03:54.376881 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.l3_hamode_db [None req-12ff6f6c-254a-4d85-b075-03c8541d3cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-24T19:52:06Z,description=,heartbeat_timestamp=2022-07-24T20:03:36Z,host='dv-cinder-850449-2-iscsi',id=408021b7-d46b-48c2-9f75-8a8023f9145c,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T19:52:06Z,topic='l3_agent')) {'router_ids': ['bd590163-56ed-4520-bed7-938322d731b8'], 'active': True} {{(pid=110845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:03:54.388145 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-c2565766-644d-4b1b-92f8-533336b6ab88 req-99e544cb-0f05-4647-8c1d-ce6de93b3e91 service neutron] 10.222.0.42 "GET /v2.0/networks/b3fd2ef6-6f8c-45f9-a0a9-81c377b08f7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9179265 Jul 24 20:03:54.413388 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-050e5a79-166c-4536-9868-84f27d4eb407 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:54.708984 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Device 73f4c4a1-12ee-48ce-8b15-a2cee34961e6 up at agent ovs-agent-dv-cinder-850449-2-iscsi {{(pid=110844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 20:03:54.713074 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adecde6-1e55-4d66-99f6-11e2c95d806b req-7f4959ca-3067-489f-8468-491e4d22e405 tempest-VolumesActionsTest-1808120335 tempest-VolumesActionsTest-1808120335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:03:54.713074 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-6adecde6-1e55-4d66-99f6-11e2c95d806b req-7f4959ca-3067-489f-8468-491e4d22e405 tempest-VolumesActionsTest-1808120335 tempest-VolumesActionsTest-1808120335-project] 10.222.0.17 "GET /v2.0/networks?id=dd0a5f33-edb8-4c0a-b9cd-8e5dcbe0d119 HTTP/1.1" status: 200 len: 809 time: 0.7297347 Jul 24 20:03:54.713074 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-c86a3355-aa26-4cce-a679-a9094d72b0a4 req-d983d530-0086-4e01-968f-79130385b9c8 tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] 10.222.0.17 "GET /v2.0/security-groups?id=28acb8fa-bec2-437c-82ba-8e2c3ade7cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2921233 Jul 24 20:03:54.714714 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.l3_dvr_db [None req-12ff6f6c-254a-4d85-b075-03c8541d3cc6 None None] Set router bd590163-56ed-4520-bed7-938322d731b8 gateway port host: dv-cinder-850449-2-iscsi {{(pid=110845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 20:03:54.716282 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e7b095-01e7-4694-9783-aa4cf4666c2e req-471e60f9-b1e0-4606-b162-feee9ba15c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:03:54.716282 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-06e7b095-01e7-4694-9783-aa4cf4666c2e req-471e60f9-b1e0-4606-b162-feee9ba15c0d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6e3ba2d8-cc61-4396-b210-32cea4aff750&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3806002 Jul 24 20:03:54.716462 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-050e5a79-166c-4536-9868-84f27d4eb407 admin admin] Publish callbacks [] for security_group (fffa244f-8588-4d6a-a169-2fe7dedb67d3), precommit_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:54.716691 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-6adecde6-1e55-4d66-99f6-11e2c95d806b req-ccae830f-d542-4749-903a-f23dacd0fefc tempest-VolumesActionsTest-1808120335 tempest-VolumesActionsTest-1808120335-project] 10.222.0.17 "GET /v2.0/quotas/22e598739ae64ebf9e523e4e2e6a2867 HTTP/1.1" status: 200 len: 375 time: 0.0544724 Jul 24 20:03:54.716691 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=100 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:03:54.716945 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Current status of the port 72d7cce4-42e1-4ed0-8270-569e161be59b is: ACTIVE; New status is: DOWN {{(pid=110844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 20:03:54.716945 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (72d7cce4-42e1-4ed0-8270-569e161be59b), before_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:54.742801 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=100 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:03:54.743012 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:03:54.745360 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-6adecde6-1e55-4d66-99f6-11e2c95d806b req-b2951eb4-1bac-425d-b3ce-ce3667ba05cb tempest-VolumesActionsTest-1808120335 tempest-VolumesActionsTest-1808120335-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=22e598739ae64ebf9e523e4e2e6a2867&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1224308 Jul 24 20:03:54.769008 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] For port 72d7cce4-42e1-4ed0-8270-569e161be59b, host hv-cinder-85044, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85044',level=0,port_id=72d7cce4-42e1-4ed0-8270-569e161be59b,segment=NetworkSegment(e9fdb9ec-6b6e-4383-ae6e-075d3eed2f20),segment_id=e9fdb9ec-6b6e-4383-ae6e-075d3eed2f20)] {{(pid=110844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 20:03:54.770963 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ad940d2-dab6-42ec-a84a-53ee9242b68d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72d7cce4-42e1-4ed0-8270-569e161be59b'}] {{(pid=110844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 24 20:03:54.773550 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cb44c1e02bae91b270a0e6cfc836be33c010434f31a7c401440ca7d913440f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-902196ab-b485-4e50-98a8-0f854b9f41a7" -d '{"events": [{"server_uuid": "8ad940d2-dab6-42ec-a84a-53ee9242b68d", "name": "network-vif-unplugged", "status": "completed", "tag": "72d7cce4-42e1-4ed0-8270-569e161be59b"}]}' {{(pid=110844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 20:03:54.795418 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Provisioning complete for port 73f4c4a1-12ee-48ce-8b15-a2cee34961e6 triggered by entity L2. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 20:03:54.795418 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812910'] for port (73f4c4a1-12ee-48ce-8b15-a2cee34961e6), provisioning_complete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:54.871637 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-050e5a79-166c-4536-9868-84f27d4eb407 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (fffa244f-8588-4d6a-a169-2fe7dedb67d3), after_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:54.873014 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958'] for port (72d7cce4-42e1-4ed0-8270-569e161be59b), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:54.916437 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG dbcounter [-] [110845] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:03:54.933091 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG dbcounter [-] [110845] Writing DB stats neutron:SELECT=100 {{(pid=110845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:03:54.959099 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-050e5a79-166c-4536-9868-84f27d4eb407 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=80265852e5994f3689366da21c99be5b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8633707 Jul 24 20:03:54.959734 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 33166) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:03:55.041442 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Pushing event updated for resources: {'Port': ['ID=72d7cce4-42e1-4ed0-8270-569e161be59b,revision_number=8']} {{(pid=110844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:03:55.107157 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.l3_hamode_db [None req-12ff6f6c-254a-4d85-b075-03c8541d3cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd590163-56ed-4520-bed7-938322d731b8', 'name': 'tempest-TestVolumeBootPattern-18742786-router', 'tenant_id': '757b69afcbc64d9a853a7ae1f7dc3307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'external_fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.158'}], 'enable_snat': True}, 'gw_port_id': '73f4c4a1-12ee-48ce-8b15-a2cee34961e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T20:03:43Z', 'updated_at': '2022-07-24T20:03:50Z', 'revision_number': 4, 'project_id': '757b69afcbc64d9a853a7ae1f7dc3307', 'gw_port': {'id': '73f4c4a1-12ee-48ce-8b15-a2cee34961e6', 'name': '', 'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:d4:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd590163-56ed-4520-bed7-938322d731b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:03:45Z', 'updated_at': '2022-07-24T20:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99a0caa3-3fb5-4860-826f-478186226de3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850449-2-iscsi', '_interfaces': [{'id': '50e82984-bbb9-4bf3-948c-ae1dd11befd3', 'name': '', 'network_id': 'f72988cc-9fd0-426e-8ec1-94766c43bdf7', 'tenant_id': '757b69afcbc64d9a853a7ae1f7dc3307', 'mac_address': 'fa:16:3e:bb:db:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd590163-56ed-4520-bed7-938322d731b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '9fbdff86-24c9-443e-8877-71756a9ade49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:03:49Z', 'updated_at': '2022-07-24T20:03:50Z', 'revision_number': 2, 'project_id': '757b69afcbc64d9a853a7ae1f7dc3307', 'subnets': [{'id': '9fbdff86-24c9-443e-8877-71756a9ade49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850449-2-iscsi', False) {} {{(pid=110845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:03:55.133518 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050e5a79-166c-4536-9868-84f27d4eb407 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fffa244f-8588-4d6a-a169-2fe7dedb67d3,revision_number=1']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:03:55.152339 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Current status of the port 73f4c4a1-12ee-48ce-8b15-a2cee34961e6 is: ACTIVE; New status is: ACTIVE {{(pid=110844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 20:03:55.216768 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ff6f6c-254a-4d85-b075-03c8541d3cc6 None None] Checking router: bd590163-56ed-4520-bed7-938322d731b8 for host: dv-cinder-850449-2-iscsi {{(pid=110845) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 20:03:55.217036 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-453e8b10-2f52-47a8-994d-acebcbd66b38 admin admin] Publish callbacks [] for security_group (fffa244f-8588-4d6a-a169-2fe7dedb67d3), before_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:55.217240 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ff6f6c-254a-4d85-b075-03c8541d3cc6 None None] Updating router bd590163-56ed-4520-bed7-938322d731b8 port 50e82984-bbb9-4bf3-948c-ae1dd11befd3 binding host dv-cinder-850449-2-iscsi {{(pid=110845) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 20:03:55.272240 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 33170) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:03:55.299483 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron_lib.callbacks.manager [None req-12ff6f6c-254a-4d85-b075-03c8541d3cc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (50e82984-bbb9-4bf3-948c-ae1dd11befd3), before_update {{(pid=110845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:55.306077 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.v2.base [None req-dbdbca57-6bb2-44a6-94f3-63651e66bab2 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1658278966-network', 'tenant_id': 'ffb48bb456c8458483f20ab4e2a0462c'}} {{(pid=110842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 20:03:55.320169 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-453e8b10-2f52-47a8-994d-acebcbd66b38 admin admin] Publish callbacks [] for security_group (fffa244f-8588-4d6a-a169-2fe7dedb67d3), precommit_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:55.474372 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-6adecde6-1e55-4d66-99f6-11e2c95d806b req-a1d2155f-4dba-4b76-99ac-3627793b1278 service neutron] 10.222.0.17 "GET /v2.0/networks/dd0a5f33-edb8-4c0a-b9cd-8e5dcbe0d119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152525 Jul 24 20:03:55.526233 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbdbca57-6bb2-44a6-94f3-63651e66bab2 admin admin] Made reservation on behalf of ffb48bb456c8458483f20ab4e2a0462c for: {'network': 1} {{(pid=110842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 20:03:55.538781 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe72fb7-c1f3-40e1-962e-936ee37eadf4 req-d557845f-610b-4b36-9948-5cf634d2959c tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:03:55.539747 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-7fe72fb7-c1f3-40e1-962e-936ee37eadf4 req-d557845f-610b-4b36-9948-5cf634d2959c tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/ports?device_id=8ad940d2-dab6-42ec-a84a-53ee9242b68d HTTP/1.1" status: 200 len: 945 time: 0.8634028 Jul 24 20:03:55.539975 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-dbdbca57-6bb2-44a6-94f3-63651e66bab2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for network (None), before_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:55.560547 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-06e7b095-01e7-4694-9783-aa4cf4666c2e req-30b26342-ced0-4849-90cb-512eda10c05d service neutron] 10.222.0.42 "GET /v2.0/networks/6e3ba2d8-cc61-4396-b210-32cea4aff750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9202063 Jul 24 20:03:55.579067 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-dbdbca57-6bb2-44a6-94f3-63651e66bab2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:55.677347 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-453e8b10-2f52-47a8-994d-acebcbd66b38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (fffa244f-8588-4d6a-a169-2fe7dedb67d3), after_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:55.680883 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-453e8b10-2f52-47a8-994d-acebcbd66b38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:55.685218 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-453e8b10-2f52-47a8-994d-acebcbd66b38 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/fffa244f-8588-4d6a-a169-2fe7dedb67d3 HTTP/1.1" status: 204 len: 168 time: 0.7091672 Jul 24 20:03:55.699688 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron_lib.callbacks.manager [None req-12ff6f6c-254a-4d85-b075-03c8541d3cc6 None None] Publish callbacks [] for port (50e82984-bbb9-4bf3-948c-ae1dd11befd3), precommit_update {{(pid=110845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:55.703411 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453e8b10-2f52-47a8-994d-acebcbd66b38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fffa244f-8588-4d6a-a169-2fe7dedb67d3,revision_number=None']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:03:55.787356 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron_lib.callbacks.manager [None req-12ff6f6c-254a-4d85-b075-03c8541d3cc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958'] for port (50e82984-bbb9-4bf3-948c-ae1dd11befd3), after_update {{(pid=110845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:55.846287 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-dbdbca57-6bb2-44a6-94f3-63651e66bab2 admin admin] Publish callbacks [] for security_group (87069a1d-37dc-4c2a-aa92-fcc23a03593f), precommit_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:55.860564 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-c2565766-644d-4b1b-92f8-533336b6ab88 req-aa4258bb-d142-4ea1-8222-513b5daf1d0b service neutron] 10.222.0.42 "GET /v2.0/networks/b3fd2ef6-6f8c-45f9-a0a9-81c377b08f7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2831566 Jul 24 20:03:55.911476 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-dbdbca57-6bb2-44a6-94f3-63651e66bab2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (87069a1d-37dc-4c2a-aa92-fcc23a03593f), after_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:55.969286 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG dbcounter [-] [110845] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:03:56.161729 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-7fe72fb7-c1f3-40e1-962e-936ee37eadf4 req-10850a61-6158-4773-ba6b-a160aa80c33b tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/security-groups?id=7fd4fa86-8151-45a8-babb-f1c645ad6646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4687436 Jul 24 20:03:56.163465 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbdbca57-6bb2-44a6-94f3-63651e66bab2 admin admin] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=110842) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 20:03:56.164971 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-06e7b095-01e7-4694-9783-aa4cf4666c2e req-62b6f7a0-b0d3-49f5-8675-f8180808f805 service neutron] 10.222.0.42 "GET /v2.0/networks/6e3ba2d8-cc61-4396-b210-32cea4aff750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4122593 Jul 24 20:03:56.164971 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-6adecde6-1e55-4d66-99f6-11e2c95d806b req-60ded834-544b-4bef-99e9-59a6f854b653 service neutron] 10.222.0.17 "GET /v2.0/networks/dd0a5f33-edb8-4c0a-b9cd-8e5dcbe0d119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5595646 Jul 24 20:03:56.165997 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdbca57-6bb2-44a6-94f3-63651e66bab2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87069a1d-37dc-4c2a-aa92-fcc23a03593f,revision_number=1']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:03:56.165997 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-dbdbca57-6bb2-44a6-94f3-63651e66bab2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7750649'] for segment (6c3b37e6-20ea-45ca-83fb-b3d1cf926288), precommit_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:56.165997 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.db.segments_db [None req-dbdbca57-6bb2-44a6-94f3-63651e66bab2 admin admin] Added segment 6c3b37e6-20ea-45ca-83fb-b3d1cf926288 of type vlan for network 30753061-114b-4ecf-8b72-eaa3d2d17fcf Jul 24 20:03:56.166501 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 24 Jul 2022 20:03:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-635ab06d-f0bd-4632-8d99-6bc171c08126 x-openstack-request-id: req-635ab06d-f0bd-4632-8d99-6bc171c08126 {{(pid=110844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 20:03:56.166501 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ad940d2-dab6-42ec-a84a-53ee9242b68d", "name": "network-vif-unplugged", "status": "completed", "tag": "72d7cce4-42e1-4ed0-8270-569e161be59b", "code": 200}]} {{(pid=110844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 20:03:56.166501 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-635ab06d-f0bd-4632-8d99-6bc171c08126 {{(pid=110844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 20:03:56.166501 dv-cinder-850449-2-iscsi neutron-server[110844]: INFO neutron.notifiers.nova [-] Nova event matching ['req-635ab06d-f0bd-4632-8d99-6bc171c08126'] response: {'server_uuid': '8ad940d2-dab6-42ec-a84a-53ee9242b68d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72d7cce4-42e1-4ed0-8270-569e161be59b', 'code': 200} Jul 24 20:03:56.167319 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea58ce81-ad5c-4a45-b541-e2a09463b2cf None None] Pushing event updated for resources: {'Port': ['ID=50e82984-bbb9-4bf3-948c-ae1dd11befd3,revision_number=3']} {{(pid=110845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:03:56.167319 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea58ce81-ad5c-4a45-b541-e2a09463b2cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:03:56.167319 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea58ce81-ad5c-4a45-b541-e2a09463b2cf None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:03:56.167319 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea58ce81-ad5c-4a45-b541-e2a09463b2cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:03:56.167319 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea58ce81-ad5c-4a45-b541-e2a09463b2cf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:03:56.167319 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea58ce81-ad5c-4a45-b541-e2a09463b2cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:03:56.167319 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea58ce81-ad5c-4a45-b541-e2a09463b2cf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:03:56.167319 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea58ce81-ad5c-4a45-b541-e2a09463b2cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:03:56.167319 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea58ce81-ad5c-4a45-b541-e2a09463b2cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:03:56.167319 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea58ce81-ad5c-4a45-b541-e2a09463b2cf None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:03:56.167319 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea58ce81-ad5c-4a45-b541-e2a09463b2cf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:03:56.167319 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea58ce81-ad5c-4a45-b541-e2a09463b2cf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:03:56.167319 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea58ce81-ad5c-4a45-b541-e2a09463b2cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:03:56.168823 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea58ce81-ad5c-4a45-b541-e2a09463b2cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:03:56.168823 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea58ce81-ad5c-4a45-b541-e2a09463b2cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:03:56.168823 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea58ce81-ad5c-4a45-b541-e2a09463b2cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:03:56.221906 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.plugins.ml2.managers [None req-12ff6f6c-254a-4d85-b075-03c8541d3cc6 None None] Attempting to bind port 50e82984-bbb9-4bf3-948c-ae1dd11befd3 on host dv-cinder-850449-2-iscsi for vnic_type normal with profile {{(pid=110845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 24 20:03:56.227952 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.plugins.ml2.managers [None req-12ff6f6c-254a-4d85-b075-03c8541d3cc6 None None] Attempting to bind port 50e82984-bbb9-4bf3-948c-ae1dd11befd3 by drivers openvswitch,hyperv on host dv-cinder-850449-2-iscsi at level 0 using segments [{'id': '4bba68c1-4e30-4a75-be7c-266a932629a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'f72988cc-9fd0-426e-8ec1-94766c43bdf7'}] {{(pid=110845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 24 20:03:56.227952 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ff6f6c-254a-4d85-b075-03c8541d3cc6 None None] Attempting to bind port 50e82984-bbb9-4bf3-948c-ae1dd11befd3 on network f72988cc-9fd0-426e-8ec1-94766c43bdf7 {{(pid=110845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 24 20:03:56.228310 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=77,neutron:INSERT=19,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:03:56.240515 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ff6f6c-254a-4d85-b075-03c8541d3cc6 None None] Checking agent: {'id': '46eda511-dfa5-408c-8bd4-cb509f691033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850449-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 24, 19, 52, 9), 'started_at': datetime.datetime(2022, 7, 24, 19, 52, 39), 'heartbeat_timestamp': datetime.datetime(2022, 7, 24, 20, 3, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850449-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 24 20:03:56.240983 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ff6f6c-254a-4d85-b075-03c8541d3cc6 None None] Checking segment: {'id': '4bba68c1-4e30-4a75-be7c-266a932629a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'f72988cc-9fd0-426e-8ec1-94766c43bdf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 24 20:03:56.241369 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron_lib.callbacks.manager [None req-12ff6f6c-254a-4d85-b075-03c8541d3cc6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:56.241964 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ff6f6c-254a-4d85-b075-03c8541d3cc6 None None] Bound using segment: {'id': '4bba68c1-4e30-4a75-be7c-266a932629a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'f72988cc-9fd0-426e-8ec1-94766c43bdf7'} {{(pid=110845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 24 20:03:56.242246 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.plugins.ml2.managers [None req-12ff6f6c-254a-4d85-b075-03c8541d3cc6 None None] Bound port: 50e82984-bbb9-4bf3-948c-ae1dd11befd3, host: dv-cinder-850449-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bba68c1-4e30-4a75-be7c-266a932629a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'f72988cc-9fd0-426e-8ec1-94766c43bdf7'}}] {{(pid=110845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 24 20:03:56.242645 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron_lib.callbacks.manager [None req-12ff6f6c-254a-4d85-b075-03c8541d3cc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (50e82984-bbb9-4bf3-948c-ae1dd11befd3), before_update {{(pid=110845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:56.251930 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-dbdbca57-6bb2-44a6-94f3-63651e66bab2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731445242929'] for network (30753061-114b-4ecf-8b72-eaa3d2d17fcf), precommit_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:56.292861 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-dfd4c599-d382-4788-83fe-7c9105c4d9f2 None None] Provisioning complete for port 50e82984-bbb9-4bf3-948c-ae1dd11befd3 triggered by entity DHCP. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 20:03:56.297341 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-dfd4c599-d382-4788-83fe-7c9105c4d9f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812910'] for port (50e82984-bbb9-4bf3-948c-ae1dd11befd3), provisioning_complete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:56.362743 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd9637e-9b0f-44f2-a86a-30858a85b98b req-a68484b1-60e7-41ae-a88b-29921d855e37 tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:03:56.379355 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-dfd4c599-d382-4788-83fe-7c9105c4d9f2 None None] Port 50e82984-bbb9-4bf3-948c-ae1dd11befd3 cannot update to ACTIVE because it is not bound. {{(pid=110844) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 24 20:03:56.385599 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-dbd9637e-9b0f-44f2-a86a-30858a85b98b req-a68484b1-60e7-41ae-a88b-29921d855e37 tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] 10.222.0.17 "GET /v2.0/ports?device_id=05ddc775-4f83-4893-957c-d3c8928d0c8c HTTP/1.1" status: 200 len: 944 time: 0.1538482 Jul 24 20:03:56.397799 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.plugins.ml2.db [None req-12ff6f6c-254a-4d85-b075-03c8541d3cc6 None None] For port 50e82984-bbb9-4bf3-948c-ae1dd11befd3, host dv-cinder-850449-2-iscsi, cleared binding levels {{(pid=110845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 20:03:56.408222 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-dbdbca57-6bb2-44a6-94f3-63651e66bab2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937'] for network (30753061-114b-4ecf-8b72-eaa3d2d17fcf), after_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:56.408222 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbdbca57-6bb2-44a6-94f3-63651e66bab2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:03:56.408222 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-dbdbca57-6bb2-44a6-94f3-63651e66bab2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594923'] for network (None), before_response {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:56.416227 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.plugins.ml2.db [None req-12ff6f6c-254a-4d85-b075-03c8541d3cc6 None None] For port 50e82984-bbb9-4bf3-948c-ae1dd11befd3, host dv-cinder-850449-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850449-2-iscsi',level=0,port_id=50e82984-bbb9-4bf3-948c-ae1dd11befd3,segment=NetworkSegment(4bba68c1-4e30-4a75-be7c-266a932629a9),segment_id=4bba68c1-4e30-4a75-be7c-266a932629a9)] {{(pid=110845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 20:03:56.500598 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron_lib.callbacks.manager [None req-12ff6f6c-254a-4d85-b075-03c8541d3cc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958'] for port (50e82984-bbb9-4bf3-948c-ae1dd11befd3), after_update {{(pid=110845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:56.515454 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-308e4803-aecf-414d-b988-539ce53f29b3 req-7bf81195-eb9e-4de5-9591-7dfd7e4c073a tempest-VolumesActionsTest-1808120335 tempest-VolumesActionsTest-1808120335-project] 10.222.0.17 "GET /v2.0/ports?device_id=36179ff4-5c1f-44fd-867e-090370548796 HTTP/1.1" status: 200 len: 210 time: 0.0738506 Jul 24 20:03:56.550730 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-dbd9637e-9b0f-44f2-a86a-30858a85b98b req-16e0082b-df03-48bd-a736-1964df67241a tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] 10.222.0.17 "GET /v2.0/security-groups?id=28acb8fa-bec2-437c-82ba-8e2c3ade7cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654849 Jul 24 20:03:56.576850 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:03:56.600481 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdbca57-6bb2-44a6-94f3-63651e66bab2 admin admin] Pushing event updated for resources: {'Network': ['ID=30753061-114b-4ecf-8b72-eaa3d2d17fcf,revision_number=1']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:03:56.613679 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Network 30753061-114b-4ecf-8b72-eaa3d2d17fcf details requested by agent ovs-agent-dv-cinder-850449-2-iscsi with host dv-cinder-850449-2-iscsi {{(pid=110844) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 20:03:56.635368 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea58ce81-ad5c-4a45-b541-e2a09463b2cf None None] Pushing event updated for resources: {'Port': ['ID=50e82984-bbb9-4bf3-948c-ae1dd11befd3,revision_number=4']} {{(pid=110845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:03:56.638450 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ff6f6c-254a-4d85-b075-03c8541d3cc6 None None] Routers {'bd590163-56ed-4520-bed7-938322d731b8'} bound to L3 agent in host dv-cinder-850449-2-iscsi {{(pid=110845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 20:03:56.639234 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.l3_hamode_db [None req-12ff6f6c-254a-4d85-b075-03c8541d3cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-24T19:52:06Z,description=,heartbeat_timestamp=2022-07-24T20:03:36Z,host='dv-cinder-850449-2-iscsi',id=408021b7-d46b-48c2-9f75-8a8023f9145c,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T19:52:06Z,topic='l3_agent')) {'router_ids': ['bd590163-56ed-4520-bed7-938322d731b8'], 'active': True} {{(pid=110845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:03:56.677255 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-dbdbca57-6bb2-44a6-94f3-63651e66bab2 admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 1.3932121 Jul 24 20:03:56.685692 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [-] (110843) accepted ('10.222.0.17', 33194) {{(pid=110843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:03:56.692711 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.v2.base [None req-2c57cb86-1b53-4d75-94d2-2e69e84cd555 admin admin] Request body: {'subnet': {'network_id': '30753061-114b-4ecf-8b72-eaa3d2d17fcf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1658278966-subnet', 'tenant_id': 'ffb48bb456c8458483f20ab4e2a0462c', 'ip_version': 4}} {{(pid=110843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 20:03:56.804157 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.l3_dvr_db [None req-12ff6f6c-254a-4d85-b075-03c8541d3cc6 None None] Set router bd590163-56ed-4520-bed7-938322d731b8 gateway port host: dv-cinder-850449-2-iscsi {{(pid=110845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 20:03:56.814999 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c57cb86-1b53-4d75-94d2-2e69e84cd555 admin admin] Made reservation on behalf of ffb48bb456c8458483f20ab4e2a0462c for: {'subnet': 1} {{(pid=110843) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 20:03:56.819277 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-2c57cb86-1b53-4d75-94d2-2e69e84cd555 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:56.960986 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:03:57.019238 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-59653039-6ba2-4b46-a6a2-000dce18c57f None None] Provisioning complete for port 50e82984-bbb9-4bf3-948c-ae1dd11befd3 triggered by entity DHCP. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 20:03:57.019868 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-59653039-6ba2-4b46-a6a2-000dce18c57f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812910'] for port (50e82984-bbb9-4bf3-948c-ae1dd11befd3), provisioning_complete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:57.122178 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-59653039-6ba2-4b46-a6a2-000dce18c57f None None] Current status of the port 50e82984-bbb9-4bf3-948c-ae1dd11befd3 is: DOWN; New status is: ACTIVE {{(pid=110844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 20:03:57.122178 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-59653039-6ba2-4b46-a6a2-000dce18c57f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (50e82984-bbb9-4bf3-948c-ae1dd11befd3), before_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:57.153238 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:03:57.165936 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-59653039-6ba2-4b46-a6a2-000dce18c57f None None] For port 50e82984-bbb9-4bf3-948c-ae1dd11befd3, host dv-cinder-850449-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850449-2-iscsi',level=0,port_id=50e82984-bbb9-4bf3-948c-ae1dd11befd3,segment=NetworkSegment(4bba68c1-4e30-4a75-be7c-266a932629a9),segment_id=4bba68c1-4e30-4a75-be7c-266a932629a9)] {{(pid=110844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 20:03:57.275141 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8e5c0b-fe45-46df-b861-a8c824d1f175 req-001dd753-28f9-4b36-958b-0d4a3364a4eb tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:03:57.277359 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-ff8e5c0b-fe45-46df-b861-a8c824d1f175 req-001dd753-28f9-4b36-958b-0d4a3364a4eb tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/ports?device_id=8ad940d2-dab6-42ec-a84a-53ee9242b68d HTTP/1.1" status: 200 len: 943 time: 0.0595598 Jul 24 20:03:57.295557 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-59653039-6ba2-4b46-a6a2-000dce18c57f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958'] for port (50e82984-bbb9-4bf3-948c-ae1dd11befd3), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:57.312853 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-2c57cb86-1b53-4d75-94d2-2e69e84cd555 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937'] for subnet (814a8481-771e-4dd7-b711-716b3b8f8db6), after_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:57.351049 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59653039-6ba2-4b46-a6a2-000dce18c57f None None] Pushing event updated for resources: {'Port': ['ID=50e82984-bbb9-4bf3-948c-ae1dd11befd3,revision_number=5']} {{(pid=110844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:03:57.365022 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.l3_hamode_db [None req-12ff6f6c-254a-4d85-b075-03c8541d3cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd590163-56ed-4520-bed7-938322d731b8', 'name': 'tempest-TestVolumeBootPattern-18742786-router', 'tenant_id': '757b69afcbc64d9a853a7ae1f7dc3307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'external_fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.158'}], 'enable_snat': True}, 'gw_port_id': '73f4c4a1-12ee-48ce-8b15-a2cee34961e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T20:03:43Z', 'updated_at': '2022-07-24T20:03:50Z', 'revision_number': 4, 'project_id': '757b69afcbc64d9a853a7ae1f7dc3307', 'gw_port': {'id': '73f4c4a1-12ee-48ce-8b15-a2cee34961e6', 'name': '', 'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:d4:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd590163-56ed-4520-bed7-938322d731b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:03:45Z', 'updated_at': '2022-07-24T20:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99a0caa3-3fb5-4860-826f-478186226de3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850449-2-iscsi', '_interfaces': [{'id': '50e82984-bbb9-4bf3-948c-ae1dd11befd3', 'name': '', 'network_id': 'f72988cc-9fd0-426e-8ec1-94766c43bdf7', 'tenant_id': '757b69afcbc64d9a853a7ae1f7dc3307', 'mac_address': 'fa:16:3e:bb:db:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd590163-56ed-4520-bed7-938322d731b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '9fbdff86-24c9-443e-8877-71756a9ade49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:03:49Z', 'updated_at': '2022-07-24T20:03:56Z', 'revision_number': 4, 'project_id': '757b69afcbc64d9a853a7ae1f7dc3307', 'subnets': [{'id': '9fbdff86-24c9-443e-8877-71756a9ade49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850449-2-iscsi', False) {} {{(pid=110845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:03:57.394255 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ff6f6c-254a-4d85-b075-03c8541d3cc6 None None] The sync data for ids ['bd590163-56ed-4520-bed7-938322d731b8'] in dv-cinder-850449-2-iscsi is: [{'id': 'bd590163-56ed-4520-bed7-938322d731b8', 'name': 'tempest-TestVolumeBootPattern-18742786-router', 'tenant_id': '757b69afcbc64d9a853a7ae1f7dc3307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'external_fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.158'}], 'enable_snat': True}, 'gw_port_id': '73f4c4a1-12ee-48ce-8b15-a2cee34961e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T20:03:43Z', 'updated_at': '2022-07-24T20:03:50Z', 'revision_number': 4, 'project_id': '757b69afcbc64d9a853a7ae1f7dc3307', 'gw_port': {'id': '73f4c4a1-12ee-48ce-8b15-a2cee34961e6', 'name': '', 'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:d4:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd590163-56ed-4520-bed7-938322d731b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:03:45Z', 'updated_at': '2022-07-24T20:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99a0caa3-3fb5-4860-826f-478186226de3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850449-2-iscsi', '_interfaces': [{'id': '50e82984-bbb9-4bf3-948c-ae1dd11befd3', 'name': '', 'network_id': 'f72988cc-9fd0-426e-8ec1-94766c43bdf7', 'tenant_id': '757b69afcbc64d9a853a7ae1f7dc3307', 'mac_address': 'fa:16:3e:bb:db:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd590163-56ed-4520-bed7-938322d731b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '9fbdff86-24c9-443e-8877-71756a9ade49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:03:49Z', 'updated_at': '2022-07-24T20:03:56Z', 'revision_number': 4, 'project_id': '757b69afcbc64d9a853a7ae1f7dc3307', 'subnets': [{'id': '9fbdff86-24c9-443e-8877-71756a9ade49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 20:03:57.399810 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:03:57.442070 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c57cb86-1b53-4d75-94d2-2e69e84cd555 admin admin] Pushing event updated for resources: {'Subnet': ['ID=814a8481-771e-4dd7-b711-716b3b8f8db6,revision_number=0']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:03:57.486931 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-ff8e5c0b-fe45-46df-b861-a8c824d1f175 req-4c14f118-3e33-44a5-b387-1a00a8845115 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/security-groups?id=7fd4fa86-8151-45a8-babb-f1c645ad6646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1986592 Jul 24 20:03:57.495464 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c57cb86-1b53-4d75-94d2-2e69e84cd555 admin admin] Checking segment: {'id': '6c3b37e6-20ea-45ca-83fb-b3d1cf926288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '30753061-114b-4ecf-8b72-eaa3d2d17fcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 24 20:03:57.496029 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c57cb86-1b53-4d75-94d2-2e69e84cd555 admin admin] Network hostable DHCP agents. Network: 30753061-114b-4ecf-8b72-eaa3d2d17fcf, hostable agents: ['dc36e0ef-94f3-4a3e-9c13-4790afccb2e9'], hosted agents: [] {{(pid=110843) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 20:03:57.636980 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-e0905313-6f4d-464a-9194-243295607abf req-fd11bde8-1513-40f0-abfb-b4ce2dea46a8 tempest-VolumesActionsTest-1808120335 tempest-VolumesActionsTest-1808120335-project] 10.222.0.17 "GET /v2.0/ports?device_id=36179ff4-5c1f-44fd-867e-090370548796 HTTP/1.1" status: 200 len: 210 time: 0.0579159 Jul 24 20:03:57.639902 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c57cb86-1b53-4d75-94d2-2e69e84cd555 admin admin] Network 30753061-114b-4ecf-8b72-eaa3d2d17fcf is scheduled to be hosted by DHCP agent dc36e0ef-94f3-4a3e-9c13-4790afccb2e9 with binding_index 1 {{(pid=110843) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 20:03:57.766769 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.scheduler.base_scheduler [None req-2c57cb86-1b53-4d75-94d2-2e69e84cd555 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850449-2-iscsi, 30753061-114b-4ecf-8b72-eaa3d2d17fcf) {{(pid=110843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 20:03:57.777950 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c694bbc-d945-4d09-84eb-2df215f415ab None None] Network 30753061-114b-4ecf-8b72-eaa3d2d17fcf requested from dv-cinder-850449-2-iscsi {{(pid=110844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 24 20:03:57.781809 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c57cb86-1b53-4d75-94d2-2e69e84cd555 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:03:57.783885 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-2c57cb86-1b53-4d75-94d2-2e69e84cd555 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594923'] for subnet (None), before_response {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:57.803330 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53444c0-2ff1-4de5-acba-c7ea6bce7197 req-26acd4cc-043c-4d8f-916e-c9ceb4a45d4d tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:03:57.806394 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-e53444c0-2ff1-4de5-acba-c7ea6bce7197 req-26acd4cc-043c-4d8f-916e-c9ceb4a45d4d tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] 10.222.0.17 "GET /v2.0/ports?device_id=05ddc775-4f83-4893-957c-d3c8928d0c8c HTTP/1.1" status: 200 len: 944 time: 0.1193087 Jul 24 20:03:57.876295 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-e53444c0-2ff1-4de5-acba-c7ea6bce7197 req-3df88aba-ed5c-47b9-be78-356664b85040 tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] 10.222.0.17 "GET /v2.0/security-groups?id=28acb8fa-bec2-437c-82ba-8e2c3ade7cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649316 Jul 24 20:03:57.897243 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 33224) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:03:57.898153 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [None req-2c57cb86-1b53-4d75-94d2-2e69e84cd555 admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2087860 Jul 24 20:03:57.905515 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.v2.base [None req-110131cd-7951-46da-a6b2-8168bcbb41b0 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1658278966-router', 'tenant_id': 'ffb48bb456c8458483f20ab4e2a0462c', 'external_gateway_info': {'network_id': '10498192-3528-4341-803f-d59b33e3b71c'}}} {{(pid=110842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 20:03:57.935636 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77dedf72-939a-4fbf-a163-af0de5b57ef3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp900f634c-eb0d-5d65-94fb-55faaa86ae34-30753061-114b-4ecf-8b72-eaa3d2d17fcf', 'network_id': '30753061-114b-4ecf-8b72-eaa3d2d17fcf', 'project_id': 'ffb48bb456c8458483f20ab4e2a0462c', 'fixed_ips': [{'subnet_id': '814a8481-771e-4dd7-b711-716b3b8f8db6'}]}} from dv-cinder-850449-2-iscsi. {{(pid=110844) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 24 20:03:57.936767 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-77dedf72-939a-4fbf-a163-af0de5b57ef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (None), before_create {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:58.043066 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-110131cd-7951-46da-a6b2-8168bcbb41b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-453983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-719'] for router (6f649f49-ac99-4741-be30-fa9b7307da35), before_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:58.045718 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-110131cd-7951-46da-a6b2-8168bcbb41b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-450886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-446411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-479098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-760'] for router (6f649f49-ac99-4741-be30-fa9b7307da35), precommit_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:58.139988 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-110131cd-7951-46da-a6b2-8168bcbb41b0 admin admin] Publish callbacks [] for router_controller (6f649f49-ac99-4741-be30-fa9b7307da35), precommit_add_association {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:58.148249 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.db_base_plugin_common [None req-77dedf72-939a-4fbf-a163-af0de5b57ef3 None None] Allocated IP 172.20.0.2 (30753061-114b-4ecf-8b72-eaa3d2d17fcf/814a8481-771e-4dd7-b711-716b3b8f8db6/04be5403-935b-4023-aecd-28b5273a761c) {{(pid=110844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 20:03:58.395183 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-77dedf72-939a-4fbf-a163-af0de5b57ef3 None None] Publish callbacks [] for port (04be5403-935b-4023-aecd-28b5273a761c), precommit_create {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:58.454373 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-110131cd-7951-46da-a6b2-8168bcbb41b0 admin admin] Publish callbacks [] for router_gateway (6f649f49-ac99-4741-be30-fa9b7307da35), precommit_update {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:58.472369 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-77dedf72-939a-4fbf-a163-af0de5b57ef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731445223406'] for port (04be5403-935b-4023-aecd-28b5273a761c), after_create {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:58.537645 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77dedf72-939a-4fbf-a163-af0de5b57ef3 None None] Network 30753061-114b-4ecf-8b72-eaa3d2d17fcf is already hosted by enough agents. {{(pid=110844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 20:03:58.543363 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.scheduler.base_scheduler [None req-77dedf72-939a-4fbf-a163-af0de5b57ef3 None None] Resources bound (agent type, host, resource id): {{(pid=110844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 20:03:58.553499 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:03:58.560113 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77dedf72-939a-4fbf-a163-af0de5b57ef3 None None] Received port after_create {{(pid=110844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 24 20:03:58.613998 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dedf72-939a-4fbf-a163-af0de5b57ef3 None None] Pushing event updated for resources: {'Port': ['ID=04be5403-935b-4023-aecd-28b5273a761c,revision_number=1']} {{(pid=110844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:03:58.687243 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.managers [None req-77dedf72-939a-4fbf-a163-af0de5b57ef3 None None] Attempting to bind port 04be5403-935b-4023-aecd-28b5273a761c on host dv-cinder-850449-2-iscsi for vnic_type normal with profile {{(pid=110844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 24 20:03:58.687730 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.managers [None req-77dedf72-939a-4fbf-a163-af0de5b57ef3 None None] Attempting to bind port 04be5403-935b-4023-aecd-28b5273a761c by drivers openvswitch,hyperv on host dv-cinder-850449-2-iscsi at level 0 using segments [{'id': '6c3b37e6-20ea-45ca-83fb-b3d1cf926288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '30753061-114b-4ecf-8b72-eaa3d2d17fcf'}] {{(pid=110844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 24 20:03:58.688106 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77dedf72-939a-4fbf-a163-af0de5b57ef3 None None] Attempting to bind port 04be5403-935b-4023-aecd-28b5273a761c on network 30753061-114b-4ecf-8b72-eaa3d2d17fcf {{(pid=110844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 24 20:03:58.697581 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77dedf72-939a-4fbf-a163-af0de5b57ef3 None None] Checking agent: {'id': '46eda511-dfa5-408c-8bd4-cb509f691033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850449-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 24, 19, 52, 9), 'started_at': datetime.datetime(2022, 7, 24, 19, 52, 39), 'heartbeat_timestamp': datetime.datetime(2022, 7, 24, 20, 3, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850449-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 24 20:03:58.697961 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77dedf72-939a-4fbf-a163-af0de5b57ef3 None None] Checking segment: {'id': '6c3b37e6-20ea-45ca-83fb-b3d1cf926288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '30753061-114b-4ecf-8b72-eaa3d2d17fcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 24 20:03:58.698573 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-77dedf72-939a-4fbf-a163-af0de5b57ef3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:58.699130 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77dedf72-939a-4fbf-a163-af0de5b57ef3 None None] Bound using segment: {'id': '6c3b37e6-20ea-45ca-83fb-b3d1cf926288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '30753061-114b-4ecf-8b72-eaa3d2d17fcf'} {{(pid=110844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 24 20:03:58.699776 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.managers [None req-77dedf72-939a-4fbf-a163-af0de5b57ef3 None None] Bound port: 04be5403-935b-4023-aecd-28b5273a761c, host: dv-cinder-850449-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c3b37e6-20ea-45ca-83fb-b3d1cf926288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '30753061-114b-4ecf-8b72-eaa3d2d17fcf'}}] {{(pid=110844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 24 20:03:58.700406 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-77dedf72-939a-4fbf-a163-af0de5b57ef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (04be5403-935b-4023-aecd-28b5273a761c), before_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:58.727966 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Device 50e82984-bbb9-4bf3-948c-ae1dd11befd3 up at agent ovs-agent-dv-cinder-850449-2-iscsi {{(pid=110844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 20:03:58.796938 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27e524e-00a8-44d0-a197-fe8cf81c1f0e req-6aa21621-fb31-40eb-81d9-ee4cd0a07ecf tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:03:58.808894 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-a27e524e-00a8-44d0-a197-fe8cf81c1f0e req-6aa21621-fb31-40eb-81d9-ee4cd0a07ecf tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/ports?device_id=8ad940d2-dab6-42ec-a84a-53ee9242b68d HTTP/1.1" status: 200 len: 943 time: 0.0777709 Jul 24 20:03:58.838528 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Provisioning complete for port 50e82984-bbb9-4bf3-948c-ae1dd11befd3 triggered by entity L2. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 20:03:58.838904 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812910'] for port (50e82984-bbb9-4bf3-948c-ae1dd11befd3), provisioning_complete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:58.871856 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:03:58.885574 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-110131cd-7951-46da-a6b2-8168bcbb41b0 admin admin] Publish callbacks [] for router_gateway (6f649f49-ac99-4741-be30-fa9b7307da35), before_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:58.904110 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-2657e21d-1282-4913-9b4f-4689b12b7ab7 req-2e9e74cc-3e90-49a5-ab89-a53cbabc6c10 tempest-VolumesActionsTest-1808120335 tempest-VolumesActionsTest-1808120335-project] 10.222.0.17 "GET /v2.0/ports?device_id=36179ff4-5c1f-44fd-867e-090370548796 HTTP/1.1" status: 200 len: 210 time: 0.0671351 Jul 24 20:03:58.927665 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-110131cd-7951-46da-a6b2-8168bcbb41b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (None), before_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:58.928137 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-77dedf72-939a-4fbf-a163-af0de5b57ef3 None None] For port 04be5403-935b-4023-aecd-28b5273a761c, host dv-cinder-850449-2-iscsi, cleared binding levels {{(pid=110844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 20:03:58.932933 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-77dedf72-939a-4fbf-a163-af0de5b57ef3 None None] For port 04be5403-935b-4023-aecd-28b5273a761c, host dv-cinder-850449-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850449-2-iscsi',level=0,port_id=04be5403-935b-4023-aecd-28b5273a761c,segment=NetworkSegment(6c3b37e6-20ea-45ca-83fb-b3d1cf926288),segment_id=6c3b37e6-20ea-45ca-83fb-b3d1cf926288)] {{(pid=110844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 20:03:58.946018 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-a27e524e-00a8-44d0-a197-fe8cf81c1f0e req-27254f2b-7074-4b76-96c3-4da9178ee9af tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/security-groups?id=7fd4fa86-8151-45a8-babb-f1c645ad6646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1348236 Jul 24 20:03:58.990442 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-77dedf72-939a-4fbf-a163-af0de5b57ef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958'] for port (04be5403-935b-4023-aecd-28b5273a761c), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:59.054289 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Current status of the port 50e82984-bbb9-4bf3-948c-ae1dd11befd3 is: ACTIVE; New status is: ACTIVE {{(pid=110844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 20:03:59.065974 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dedf72-939a-4fbf-a163-af0de5b57ef3 None None] Pushing event updated for resources: {'Port': ['ID=04be5403-935b-4023-aecd-28b5273a761c,revision_number=2']} {{(pid=110844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:03:59.125120 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4e20a7-e156-4ff8-ba51-b96e03a32a34 req-c05bab95-dec8-4a26-b7c9-6437d2f7eb9a tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:03:59.126813 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-2a4e20a7-e156-4ff8-ba51-b96e03a32a34 req-c05bab95-dec8-4a26-b7c9-6437d2f7eb9a tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] 10.222.0.17 "GET /v2.0/ports?device_id=05ddc775-4f83-4893-957c-d3c8928d0c8c HTTP/1.1" status: 200 len: 944 time: 0.1083231 Jul 24 20:03:59.143482 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.db.db_base_plugin_common [None req-110131cd-7951-46da-a6b2-8168bcbb41b0 admin admin] Allocated IP 172.27.3.243 (10498192-3528-4341-803f-d59b33e3b71c/99a0caa3-3fb5-4860-826f-478186226de3/a6626374-8b58-457e-ae80-aec3a7b52df8) {{(pid=110842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 20:03:59.221761 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-2a4e20a7-e156-4ff8-ba51-b96e03a32a34 req-5cc546e0-f0c7-4b35-a50e-cb02036dcce1 tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] 10.222.0.17 "GET /v2.0/security-groups?id=28acb8fa-bec2-437c-82ba-8e2c3ade7cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827379 Jul 24 20:03:59.282688 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-110131cd-7951-46da-a6b2-8168bcbb41b0 admin admin] Publish callbacks [] for port (a6626374-8b58-457e-ae80-aec3a7b52df8), precommit_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:59.376090 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-110131cd-7951-46da-a6b2-8168bcbb41b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731445223406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8925015'] for port (a6626374-8b58-457e-ae80-aec3a7b52df8), after_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:03:59.424760 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-110131cd-7951-46da-a6b2-8168bcbb41b0 admin admin] Network 10498192-3528-4341-803f-d59b33e3b71c is already hosted by enough agents. {{(pid=110842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 20:03:59.428820 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.scheduler.base_scheduler [None req-110131cd-7951-46da-a6b2-8168bcbb41b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=110842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 20:03:59.433298 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110131cd-7951-46da-a6b2-8168bcbb41b0 admin admin] Received port after_create {{(pid=110842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 24 20:03:59.468333 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110131cd-7951-46da-a6b2-8168bcbb41b0 admin admin] Pushing event updated for resources: {'Port': ['ID=a6626374-8b58-457e-ae80-aec3a7b52df8,revision_number=1']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:03:59.788207 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:03:59.875580 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=7 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:03:59.986430 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-110131cd-7951-46da-a6b2-8168bcbb41b0 admin admin] Publish callbacks [] for router_gateway (6f649f49-ac99-4741-be30-fa9b7307da35), after_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:00.024416 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-9f0ea0d2-6c2a-46e2-bf6e-245b968aefc4 req-8b9444a3-c019-44e7-8d33-a701d68e4591 tempest-VolumesActionsTest-1808120335 tempest-VolumesActionsTest-1808120335-project] 10.222.0.17 "GET /v2.0/ports?device_id=36179ff4-5c1f-44fd-867e-090370548796 HTTP/1.1" status: 200 len: 210 time: 0.0366225 Jul 24 20:04:00.131429 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395d387c-ef13-485a-9846-2429302aa536 req-1796a2aa-47e0-495d-8923-26168899cdc1 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:04:00.132988 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-395d387c-ef13-485a-9846-2429302aa536 req-1796a2aa-47e0-495d-8923-26168899cdc1 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/ports?device_id=8ad940d2-dab6-42ec-a84a-53ee9242b68d HTTP/1.1" status: 200 len: 943 time: 0.0618954 Jul 24 20:04:00.199866 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e28d3c8-b2f5-4847-8382-e9e90eadf3d2 None None] Network 30753061-114b-4ecf-8b72-eaa3d2d17fcf requested from dv-cinder-850449-2-iscsi {{(pid=110844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 24 20:04:00.200347 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-395d387c-ef13-485a-9846-2429302aa536 req-ca960eb6-9bf5-4891-9750-0c58cd1e7482 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/security-groups?id=7fd4fa86-8151-45a8-babb-f1c645ad6646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562932 Jul 24 20:04:00.203861 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-110131cd-7951-46da-a6b2-8168bcbb41b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-450823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-445874'] for router (6f649f49-ac99-4741-be30-fa9b7307da35), after_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:00.321485 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-798a79e0-29ae-4440-a17d-015cf522d77c None None] Provisioning complete for port 04be5403-935b-4023-aecd-28b5273a761c triggered by entity DHCP. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 20:04:00.321860 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-798a79e0-29ae-4440-a17d-015cf522d77c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812910'] for port (04be5403-935b-4023-aecd-28b5273a761c), provisioning_complete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:00.352443 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4062dc0f-e152-418a-a485-44385762ce85 req-a8f97aa9-6f33-41df-8e63-c2218c73570e tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:04:00.354641 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-4062dc0f-e152-418a-a485-44385762ce85 req-a8f97aa9-6f33-41df-8e63-c2218c73570e tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] 10.222.0.17 "GET /v2.0/ports?device_id=05ddc775-4f83-4893-957c-d3c8928d0c8c HTTP/1.1" status: 200 len: 944 time: 0.0659418 Jul 24 20:04:00.411340 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-110131cd-7951-46da-a6b2-8168bcbb41b0 admin admin] Router 6f649f49-ac99-4741-be30-fa9b7307da35 is scheduled to L3 agent 408021b7-d46b-48c2-9f75-8a8023f9145c with binding_index 1 {{(pid=110842) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 24 20:04:00.413357 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-4062dc0f-e152-418a-a485-44385762ce85 req-641f4fb3-3529-4aa8-97b9-54d810463f35 tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] 10.222.0.17 "GET /v2.0/security-groups?id=28acb8fa-bec2-437c-82ba-8e2c3ade7cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524063 Jul 24 20:04:00.432267 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-798a79e0-29ae-4440-a17d-015cf522d77c None None] Current status of the port 04be5403-935b-4023-aecd-28b5273a761c is: DOWN; New status is: ACTIVE {{(pid=110844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 20:04:00.432682 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-798a79e0-29ae-4440-a17d-015cf522d77c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (04be5403-935b-4023-aecd-28b5273a761c), before_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:00.469831 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-798a79e0-29ae-4440-a17d-015cf522d77c None None] For port 04be5403-935b-4023-aecd-28b5273a761c, host dv-cinder-850449-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850449-2-iscsi',level=0,port_id=04be5403-935b-4023-aecd-28b5273a761c,segment=NetworkSegment(6c3b37e6-20ea-45ca-83fb-b3d1cf926288),segment_id=6c3b37e6-20ea-45ca-83fb-b3d1cf926288)] {{(pid=110844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 20:04:00.505851 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-798a79e0-29ae-4440-a17d-015cf522d77c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958'] for port (04be5403-935b-4023-aecd-28b5273a761c), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:00.545593 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-110131cd-7951-46da-a6b2-8168bcbb41b0 admin admin] Notify agent at l3_agent.dv-cinder-850449-2-iscsi the message routers_updated {{(pid=110842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 20:04:00.560316 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1468c85e-8246-4bdf-9695-30c409e1c6fd None None] Sync routers for ids ['6f649f49-ac99-4741-be30-fa9b7307da35'] in dv-cinder-850449-2-iscsi {{(pid=110844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 20:04:00.570152 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798a79e0-29ae-4440-a17d-015cf522d77c None None] Pushing event updated for resources: {'Port': ['ID=04be5403-935b-4023-aecd-28b5273a761c,revision_number=3']} {{(pid=110844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:04:00.578153 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1468c85e-8246-4bdf-9695-30c409e1c6fd None None] Routers {'6f649f49-ac99-4741-be30-fa9b7307da35'} bound to L3 agent in host dv-cinder-850449-2-iscsi {{(pid=110844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 20:04:00.579965 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_hamode_db [None req-1468c85e-8246-4bdf-9695-30c409e1c6fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-24T19:52:06Z,description=,heartbeat_timestamp=2022-07-24T20:03:36Z,host='dv-cinder-850449-2-iscsi',id=408021b7-d46b-48c2-9f75-8a8023f9145c,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T19:52:06Z,topic='l3_agent')) {'router_ids': ['6f649f49-ac99-4741-be30-fa9b7307da35'], 'active': True} {{(pid=110844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:04:00.617574 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-110131cd-7951-46da-a6b2-8168bcbb41b0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:00.618993 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-110131cd-7951-46da-a6b2-8168bcbb41b0 admin admin] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.7207193 Jul 24 20:04:00.622292 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 33266) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:04:00.645432 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-697a2cce-7d20-46d1-b7f0-95c88e17d3bc None None] Provisioning complete for port 04be5403-935b-4023-aecd-28b5273a761c triggered by entity DHCP. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 20:04:00.646200 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-697a2cce-7d20-46d1-b7f0-95c88e17d3bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812910'] for port (04be5403-935b-4023-aecd-28b5273a761c), provisioning_complete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:00.679430 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Device 04be5403-935b-4023-aecd-28b5273a761c up at agent ovs-agent-dv-cinder-850449-2-iscsi {{(pid=110844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 20:04:00.774404 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_dvr_db [None req-1468c85e-8246-4bdf-9695-30c409e1c6fd None None] Set router 6f649f49-ac99-4741-be30-fa9b7307da35 gateway port host: dv-cinder-850449-2-iscsi {{(pid=110844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 20:04:00.802687 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:04:00.870892 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Provisioning complete for port 04be5403-935b-4023-aecd-28b5273a761c triggered by entity L2. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 20:04:00.871269 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812910'] for port (04be5403-935b-4023-aecd-28b5273a761c), provisioning_complete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:00.932010 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:04:01.031645 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=100 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:04:01.079443 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-697a2cce-7d20-46d1-b7f0-95c88e17d3bc None None] Current status of the port 04be5403-935b-4023-aecd-28b5273a761c is: ACTIVE; New status is: ACTIVE {{(pid=110844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 20:04:01.088363 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:04:01.088840 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-2418a393-76f2-4c68-9a94-61d9778b3d97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (None), before_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:01.138012 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-0089a9fb-55cb-4eb8-8c4e-55519b21786e req-f4e494c8-5778-4616-82ae-f527dadbede8 tempest-VolumesActionsTest-1808120335 tempest-VolumesActionsTest-1808120335-project] 10.222.0.17 "GET /v2.0/ports?device_id=36179ff4-5c1f-44fd-867e-090370548796 HTTP/1.1" status: 200 len: 210 time: 0.0456889 Jul 24 20:04:01.179827 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Current status of the port 04be5403-935b-4023-aecd-28b5273a761c is: ACTIVE; New status is: ACTIVE {{(pid=110844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 20:04:01.185730 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Device 72d7cce4-42e1-4ed0-8270-569e161be59b no longer exists at agent hyperv_hv-cinder-85044 {{(pid=110844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 20:04:01.237282 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_hamode_db [None req-1468c85e-8246-4bdf-9695-30c409e1c6fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f649f49-ac99-4741-be30-fa9b7307da35', 'name': 'tempest-TestVolumeBootPattern-1658278966-router', 'tenant_id': 'ffb48bb456c8458483f20ab4e2a0462c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'external_fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': 'a6626374-8b58-457e-ae80-aec3a7b52df8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T20:03:58Z', 'updated_at': '2022-07-24T20:03:59Z', 'revision_number': 3, 'project_id': 'ffb48bb456c8458483f20ab4e2a0462c', 'gw_port': {'id': 'a6626374-8b58-457e-ae80-aec3a7b52df8', 'name': '', 'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:a8:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f649f49-ac99-4741-be30-fa9b7307da35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:03:58Z', 'updated_at': '2022-07-24T20:03:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '99a0caa3-3fb5-4860-826f-478186226de3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850449-2-iscsi'}], 'dv-cinder-850449-2-iscsi', False) {} {{(pid=110844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:04:01.266915 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1468c85e-8246-4bdf-9695-30c409e1c6fd None None] Checking router: 6f649f49-ac99-4741-be30-fa9b7307da35 for host: dv-cinder-850449-2-iscsi {{(pid=110844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 20:04:01.267329 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1468c85e-8246-4bdf-9695-30c409e1c6fd None None] Updating router 6f649f49-ac99-4741-be30-fa9b7307da35 port a6626374-8b58-457e-ae80-aec3a7b52df8 binding host dv-cinder-850449-2-iscsi {{(pid=110844) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 20:04:01.282356 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.db.db_base_plugin_common [None req-2418a393-76f2-4c68-9a94-61d9778b3d97 admin admin] Allocated IP 172.20.0.1 (30753061-114b-4ecf-8b72-eaa3d2d17fcf/814a8481-771e-4dd7-b711-716b3b8f8db6/0e74f234-ba25-4f07-bbee-b0d78eaf42d4) {{(pid=110842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 20:04:01.323438 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-1468c85e-8246-4bdf-9695-30c409e1c6fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (a6626374-8b58-457e-ae80-aec3a7b52df8), before_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:01.337498 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d70027-ee69-4425-b06e-9a174d92693c req-89580191-13a6-43d6-8371-58a2980df06c tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:04:01.339766 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-88d70027-ee69-4425-b06e-9a174d92693c req-89580191-13a6-43d6-8371-58a2980df06c tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/ports?device_id=8ad940d2-dab6-42ec-a84a-53ee9242b68d HTTP/1.1" status: 200 len: 943 time: 0.0550151 Jul 24 20:04:01.358500 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Current status of the port 72d7cce4-42e1-4ed0-8270-569e161be59b is: DOWN; New status is: DOWN {{(pid=110844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 20:04:01.409225 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-2418a393-76f2-4c68-9a94-61d9778b3d97 admin admin] Publish callbacks [] for port (0e74f234-ba25-4f07-bbee-b0d78eaf42d4), precommit_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:01.411169 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-88d70027-ee69-4425-b06e-9a174d92693c req-e9ace85d-39c7-4847-ba91-710a2d47c881 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/security-groups?id=7fd4fa86-8151-45a8-babb-f1c645ad6646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638013 Jul 24 20:04:01.534943 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-2418a393-76f2-4c68-9a94-61d9778b3d97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731445223406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8925015'] for port (0e74f234-ba25-4f07-bbee-b0d78eaf42d4), after_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:01.548991 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2b8b1b-d297-4ffe-9489-6d0d6ecda8e1 req-5b971972-bd74-4ee3-8ebe-49a74f6a3563 tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:04:01.551234 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-0f2b8b1b-d297-4ffe-9489-6d0d6ecda8e1 req-5b971972-bd74-4ee3-8ebe-49a74f6a3563 tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] 10.222.0.17 "GET /v2.0/ports?device_id=05ddc775-4f83-4893-957c-d3c8928d0c8c HTTP/1.1" status: 200 len: 944 time: 0.0525868 Jul 24 20:04:01.579303 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2418a393-76f2-4c68-9a94-61d9778b3d97 admin admin] Network 30753061-114b-4ecf-8b72-eaa3d2d17fcf is already hosted by enough agents. {{(pid=110842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 20:04:01.584802 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.scheduler.base_scheduler [None req-2418a393-76f2-4c68-9a94-61d9778b3d97 admin admin] Resources bound (agent type, host, resource id): {{(pid=110842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 20:04:01.586998 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2418a393-76f2-4c68-9a94-61d9778b3d97 admin admin] Pushing event updated for resources: {'Port': ['ID=0e74f234-ba25-4f07-bbee-b0d78eaf42d4,revision_number=1']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:04:01.589912 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2418a393-76f2-4c68-9a94-61d9778b3d97 admin admin] Received port after_create {{(pid=110842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 24 20:04:01.602516 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:04:01.616800 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-1468c85e-8246-4bdf-9695-30c409e1c6fd None None] Publish callbacks [] for port (a6626374-8b58-457e-ae80-aec3a7b52df8), precommit_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:01.621334 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-0f2b8b1b-d297-4ffe-9489-6d0d6ecda8e1 req-92ea5258-aa79-448c-a77d-1903254a5501 tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] 10.222.0.17 "GET /v2.0/security-groups?id=28acb8fa-bec2-437c-82ba-8e2c3ade7cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633144 Jul 24 20:04:01.641307 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-2418a393-76f2-4c68-9a94-61d9778b3d97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457033'] for router_interface (6f649f49-ac99-4741-be30-fa9b7307da35), before_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:01.671453 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-1468c85e-8246-4bdf-9695-30c409e1c6fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958'] for port (a6626374-8b58-457e-ae80-aec3a7b52df8), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:01.751771 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.managers [None req-1468c85e-8246-4bdf-9695-30c409e1c6fd None None] Attempting to bind port a6626374-8b58-457e-ae80-aec3a7b52df8 on host dv-cinder-850449-2-iscsi for vnic_type normal with profile {{(pid=110844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 24 20:04:01.752145 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.managers [None req-1468c85e-8246-4bdf-9695-30c409e1c6fd None None] Attempting to bind port a6626374-8b58-457e-ae80-aec3a7b52df8 by drivers openvswitch,hyperv on host dv-cinder-850449-2-iscsi at level 0 using segments [{'id': 'fc72dfdc-4d29-4b3c-a3f7-b36f757f54d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10498192-3528-4341-803f-d59b33e3b71c'}] {{(pid=110844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 24 20:04:01.752840 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1468c85e-8246-4bdf-9695-30c409e1c6fd None None] Attempting to bind port a6626374-8b58-457e-ae80-aec3a7b52df8 on network 10498192-3528-4341-803f-d59b33e3b71c {{(pid=110844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 24 20:04:01.754863 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b137e54-f54b-49a1-894b-25d23cb93f38 None None] Pushing event updated for resources: {'Port': ['ID=a6626374-8b58-457e-ae80-aec3a7b52df8,revision_number=2']} {{(pid=110844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:04:01.761366 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1468c85e-8246-4bdf-9695-30c409e1c6fd None None] Checking agent: {'id': '46eda511-dfa5-408c-8bd4-cb509f691033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850449-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 24, 19, 52, 9), 'started_at': datetime.datetime(2022, 7, 24, 19, 52, 39), 'heartbeat_timestamp': datetime.datetime(2022, 7, 24, 20, 3, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850449-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 24 20:04:01.764025 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1468c85e-8246-4bdf-9695-30c409e1c6fd None None] Checking segment: {'id': 'fc72dfdc-4d29-4b3c-a3f7-b36f757f54d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10498192-3528-4341-803f-d59b33e3b71c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 24 20:04:01.764025 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-1468c85e-8246-4bdf-9695-30c409e1c6fd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:01.764025 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1468c85e-8246-4bdf-9695-30c409e1c6fd None None] Bound using segment: {'id': 'fc72dfdc-4d29-4b3c-a3f7-b36f757f54d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10498192-3528-4341-803f-d59b33e3b71c'} {{(pid=110844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 24 20:04:01.764025 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.managers [None req-1468c85e-8246-4bdf-9695-30c409e1c6fd None None] Bound port: a6626374-8b58-457e-ae80-aec3a7b52df8, host: dv-cinder-850449-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc72dfdc-4d29-4b3c-a3f7-b36f757f54d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10498192-3528-4341-803f-d59b33e3b71c'}}] {{(pid=110844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 24 20:04:01.764025 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-1468c85e-8246-4bdf-9695-30c409e1c6fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (a6626374-8b58-457e-ae80-aec3a7b52df8), before_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:01.821702 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-1468c85e-8246-4bdf-9695-30c409e1c6fd None None] For port a6626374-8b58-457e-ae80-aec3a7b52df8, host dv-cinder-850449-2-iscsi, cleared binding levels {{(pid=110844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 20:04:01.825707 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-1468c85e-8246-4bdf-9695-30c409e1c6fd None None] For port a6626374-8b58-457e-ae80-aec3a7b52df8, host dv-cinder-850449-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850449-2-iscsi',level=0,port_id=a6626374-8b58-457e-ae80-aec3a7b52df8,segment=NetworkSegment(fc72dfdc-4d29-4b3c-a3f7-b36f757f54d3),segment_id=fc72dfdc-4d29-4b3c-a3f7-b36f757f54d3)] {{(pid=110844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 20:04:01.877200 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-2418a393-76f2-4c68-9a94-61d9778b3d97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (0e74f234-ba25-4f07-bbee-b0d78eaf42d4), before_update {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:01.912698 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-1468c85e-8246-4bdf-9695-30c409e1c6fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958'] for port (a6626374-8b58-457e-ae80-aec3a7b52df8), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:01.954917 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-8d69efa6-4ae3-4844-8e63-695b84291546 None None] Provisioning complete for port 0e74f234-ba25-4f07-bbee-b0d78eaf42d4 triggered by entity DHCP. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 20:04:01.955534 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-8d69efa6-4ae3-4844-8e63-695b84291546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812910'] for port (0e74f234-ba25-4f07-bbee-b0d78eaf42d4), provisioning_complete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:02.015319 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:04:02.025066 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-8d69efa6-4ae3-4844-8e63-695b84291546 None None] Port 0e74f234-ba25-4f07-bbee-b0d78eaf42d4 cannot update to ACTIVE because it is not bound. {{(pid=110844) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 24 20:04:02.034695 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1468c85e-8246-4bdf-9695-30c409e1c6fd None None] Routers {'6f649f49-ac99-4741-be30-fa9b7307da35'} bound to L3 agent in host dv-cinder-850449-2-iscsi {{(pid=110844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 20:04:02.035385 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_hamode_db [None req-1468c85e-8246-4bdf-9695-30c409e1c6fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-24T19:52:06Z,description=,heartbeat_timestamp=2022-07-24T20:03:36Z,host='dv-cinder-850449-2-iscsi',id=408021b7-d46b-48c2-9f75-8a8023f9145c,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T19:52:06Z,topic='l3_agent')) {'router_ids': ['6f649f49-ac99-4741-be30-fa9b7307da35'], 'active': True} {{(pid=110844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:04:02.037067 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:04:02.040695 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b137e54-f54b-49a1-894b-25d23cb93f38 None None] Pushing event updated for resources: {'Port': ['ID=a6626374-8b58-457e-ae80-aec3a7b52df8,revision_number=3']} {{(pid=110844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:04:02.069967 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-2418a393-76f2-4c68-9a94-61d9778b3d97 admin admin] Publish callbacks [] for port (0e74f234-ba25-4f07-bbee-b0d78eaf42d4), precommit_update {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:02.129304 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-2418a393-76f2-4c68-9a94-61d9778b3d97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8925036'] for port (0e74f234-ba25-4f07-bbee-b0d78eaf42d4), after_update {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:02.129668 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:04:02.134006 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:04:02.147739 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_dvr_db [None req-1468c85e-8246-4bdf-9695-30c409e1c6fd None None] Set router 6f649f49-ac99-4741-be30-fa9b7307da35 gateway port host: dv-cinder-850449-2-iscsi {{(pid=110844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 20:04:02.207331 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-2418a393-76f2-4c68-9a94-61d9778b3d97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-650243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-457125'] for router_interface (6f649f49-ac99-4741-be30-fa9b7307da35), after_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:02.210696 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2418a393-76f2-4c68-9a94-61d9778b3d97 admin admin] Pushing event updated for resources: {'Port': ['ID=0e74f234-ba25-4f07-bbee-b0d78eaf42d4,revision_number=2']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:04:02.281895 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-3a4d5273-cbc6-4e3e-ad5e-429593e9516b req-a605dc6b-e831-4a8a-97d0-5ada5ab76381 tempest-VolumesActionsTest-1808120335 tempest-VolumesActionsTest-1808120335-project] 10.222.0.17 "GET /v2.0/ports?device_id=36179ff4-5c1f-44fd-867e-090370548796 HTTP/1.1" status: 200 len: 210 time: 0.0815380 Jul 24 20:04:02.392391 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2418a393-76f2-4c68-9a94-61d9778b3d97 admin admin] Network 30753061-114b-4ecf-8b72-eaa3d2d17fcf is already hosted by enough agents. {{(pid=110842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 20:04:02.394189 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.scheduler.base_scheduler [None req-2418a393-76f2-4c68-9a94-61d9778b3d97 admin admin] Resources bound (agent type, host, resource id): {{(pid=110842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 20:04:02.472077 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_hamode_db [None req-1468c85e-8246-4bdf-9695-30c409e1c6fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f649f49-ac99-4741-be30-fa9b7307da35', 'name': 'tempest-TestVolumeBootPattern-1658278966-router', 'tenant_id': 'ffb48bb456c8458483f20ab4e2a0462c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'external_fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': 'a6626374-8b58-457e-ae80-aec3a7b52df8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T20:03:58Z', 'updated_at': '2022-07-24T20:04:01Z', 'revision_number': 4, 'project_id': 'ffb48bb456c8458483f20ab4e2a0462c', 'gw_port': {'id': 'a6626374-8b58-457e-ae80-aec3a7b52df8', 'name': '', 'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:a8:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f649f49-ac99-4741-be30-fa9b7307da35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:03:58Z', 'updated_at': '2022-07-24T20:04:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99a0caa3-3fb5-4860-826f-478186226de3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850449-2-iscsi', '_interfaces': [{'id': '0e74f234-ba25-4f07-bbee-b0d78eaf42d4', 'name': '', 'network_id': '30753061-114b-4ecf-8b72-eaa3d2d17fcf', 'tenant_id': 'ffb48bb456c8458483f20ab4e2a0462c', 'mac_address': 'fa:16:3e:05:a4:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f649f49-ac99-4741-be30-fa9b7307da35', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '814a8481-771e-4dd7-b711-716b3b8f8db6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:04:01Z', 'updated_at': '2022-07-24T20:04:01Z', 'revision_number': 1, 'project_id': 'ffb48bb456c8458483f20ab4e2a0462c', 'subnets': [{'id': '814a8481-771e-4dd7-b711-716b3b8f8db6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850449-2-iscsi', False) {} {{(pid=110844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:04:02.512872 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1468c85e-8246-4bdf-9695-30c409e1c6fd None None] The sync data for ids ['6f649f49-ac99-4741-be30-fa9b7307da35'] in dv-cinder-850449-2-iscsi is: [{'id': '6f649f49-ac99-4741-be30-fa9b7307da35', 'name': 'tempest-TestVolumeBootPattern-1658278966-router', 'tenant_id': 'ffb48bb456c8458483f20ab4e2a0462c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'external_fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': 'a6626374-8b58-457e-ae80-aec3a7b52df8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T20:03:58Z', 'updated_at': '2022-07-24T20:04:01Z', 'revision_number': 4, 'project_id': 'ffb48bb456c8458483f20ab4e2a0462c', 'gw_port': {'id': 'a6626374-8b58-457e-ae80-aec3a7b52df8', 'name': '', 'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:a8:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f649f49-ac99-4741-be30-fa9b7307da35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:03:58Z', 'updated_at': '2022-07-24T20:04:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99a0caa3-3fb5-4860-826f-478186226de3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850449-2-iscsi', '_interfaces': [{'id': '0e74f234-ba25-4f07-bbee-b0d78eaf42d4', 'name': '', 'network_id': '30753061-114b-4ecf-8b72-eaa3d2d17fcf', 'tenant_id': 'ffb48bb456c8458483f20ab4e2a0462c', 'mac_address': 'fa:16:3e:05:a4:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f649f49-ac99-4741-be30-fa9b7307da35', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '814a8481-771e-4dd7-b711-716b3b8f8db6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:04:01Z', 'updated_at': '2022-07-24T20:04:01Z', 'revision_number': 1, 'project_id': 'ffb48bb456c8458483f20ab4e2a0462c', 'subnets': [{'id': '814a8481-771e-4dd7-b711-716b3b8f8db6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 20:04:02.541924 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2418a393-76f2-4c68-9a94-61d9778b3d97 admin admin] Router 6f649f49-ac99-4741-be30-fa9b7307da35 has already been hosted by L3 agent 408021b7-d46b-48c2-9f75-8a8023f9145c {{(pid=110842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 24 20:04:02.580493 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685249af-1eaf-491d-8c2f-e0b411f1a5f7 req-97b9599f-42f5-4b3e-b0ec-34d85b9b6545 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:04:02.580768 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-685249af-1eaf-491d-8c2f-e0b411f1a5f7 req-97b9599f-42f5-4b3e-b0ec-34d85b9b6545 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/ports?device_id=8ad940d2-dab6-42ec-a84a-53ee9242b68d HTTP/1.1" status: 200 len: 943 time: 0.0718131 Jul 24 20:04:02.692605 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Device 04be5403-935b-4023-aecd-28b5273a761c up at agent ovs-agent-dv-cinder-850449-2-iscsi {{(pid=110844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 20:04:02.715351 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-685249af-1eaf-491d-8c2f-e0b411f1a5f7 req-b6fece15-34b6-4ade-89ca-643845b316b6 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/security-groups?id=7fd4fa86-8151-45a8-babb-f1c645ad6646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1175122 Jul 24 20:04:02.742216 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.agents_db [None req-615be7cd-482a-4e0c-9386-1b4806e6e45a None None] Agent healthcheck: found 6 active agents {{(pid=110845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 20:04:02.773990 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Provisioning complete for port 04be5403-935b-4023-aecd-28b5273a761c triggered by entity L2. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 20:04:02.774707 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812910'] for port (04be5403-935b-4023-aecd-28b5273a761c), provisioning_complete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:02.784701 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2418a393-76f2-4c68-9a94-61d9778b3d97 admin admin] Notify agent at l3_agent.dv-cinder-850449-2-iscsi the message routers_updated {{(pid=110842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 20:04:02.793109 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-2418a393-76f2-4c68-9a94-61d9778b3d97 admin admin] 10.222.0.17 "PUT /v2.0/routers/6f649f49-ac99-4741-be30-fa9b7307da35/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1694398 Jul 24 20:04:02.876585 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee11bed-3164-422d-b1c7-0f3fee30be1e req-d3538219-b13b-4d7e-83f6-ac644ea1c993 tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:04:02.885773 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-bee11bed-3164-422d-b1c7-0f3fee30be1e req-d3538219-b13b-4d7e-83f6-ac644ea1c993 tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] 10.222.0.17 "GET /v2.0/ports?device_id=05ddc775-4f83-4893-957c-d3c8928d0c8c HTTP/1.1" status: 200 len: 944 time: 0.0855148 Jul 24 20:04:02.897476 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-c22b6005-d86f-4873-8b20-1c4a1905db02 None None] Provisioning complete for port 0e74f234-ba25-4f07-bbee-b0d78eaf42d4 triggered by entity DHCP. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 20:04:02.897850 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-c22b6005-d86f-4873-8b20-1c4a1905db02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812910'] for port (0e74f234-ba25-4f07-bbee-b0d78eaf42d4), provisioning_complete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:02.984853 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Current status of the port 04be5403-935b-4023-aecd-28b5273a761c is: ACTIVE; New status is: ACTIVE {{(pid=110844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 20:04:03.002081 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-c22b6005-d86f-4873-8b20-1c4a1905db02 None None] Port 0e74f234-ba25-4f07-bbee-b0d78eaf42d4 cannot update to ACTIVE because it is not bound. {{(pid=110844) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 24 20:04:03.023922 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-bee11bed-3164-422d-b1c7-0f3fee30be1e req-5e24cb6e-f598-41bf-9ddd-c3debe956c51 tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] 10.222.0.17 "GET /v2.0/security-groups?id=28acb8fa-bec2-437c-82ba-8e2c3ade7cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361976 Jul 24 20:04:03.177098 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Device 2e3b3d4b-7017-47d8-9a82-4439644ca265 details requested by agent hyperv_hv-cinder-85044 with host hv-cinder-85044 {{(pid=110844) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 20:04:03.234516 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=100 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:04:03.239361 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adecde6-1e55-4d66-99f6-11e2c95d806b req-3dd8ff3f-fa6b-4d07-93a9-a887bfa73724 tempest-VolumesActionsTest-1808120335 tempest-VolumesActionsTest-1808120335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:04:03.241482 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-6adecde6-1e55-4d66-99f6-11e2c95d806b req-3dd8ff3f-fa6b-4d07-93a9-a887bfa73724 tempest-VolumesActionsTest-1808120335 tempest-VolumesActionsTest-1808120335-project] 10.222.0.42 "GET /v2.0/networks?id=dd0a5f33-edb8-4c0a-b9cd-8e5dcbe0d119 HTTP/1.1" status: 200 len: 809 time: 0.1709025 Jul 24 20:04:03.258869 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.v2.base [req-6adecde6-1e55-4d66-99f6-11e2c95d806b req-5bcb9189-bcb2-4473-bb3c-3d60691ee1a4 tempest-VolumesActionsTest-1808120335 tempest-VolumesActionsTest-1808120335-project] Request body: {'port': {'device_id': '36179ff4-5c1f-44fd-867e-090370548796', 'network_id': 'dd0a5f33-edb8-4c0a-b9cd-8e5dcbe0d119', 'admin_state_up': True, 'tenant_id': '22e598739ae64ebf9e523e4e2e6a2867'}} {{(pid=110843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 20:04:03.334502 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] For port 2e3b3d4b-7017-47d8-9a82-4439644ca265, host hv-cinder-85044, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85044',level=0,port_id=2e3b3d4b-7017-47d8-9a82-4439644ca265,segment=NetworkSegment(8b9f0f7e-05bb-4220-a9b7-1bc5128e8915),segment_id=8b9f0f7e-05bb-4220-a9b7-1bc5128e8915)] {{(pid=110844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 20:04:03.359206 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Returning: {'device': '2e3b3d4b-7017-47d8-9a82-4439644ca265', 'network_id': '1f489717-2e22-4983-9973-65d3238688ee', 'port_id': '2e3b3d4b-7017-47d8-9a82-4439644ca265', 'mac_address': 'fa:16:3e:e7:80:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1392647f-63da-44e8-b2ae-53624947a1a2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110844) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 20:04:03.412538 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=100 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:04:03.451729 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Current status of the port 2e3b3d4b-7017-47d8-9a82-4439644ca265 is: DOWN; New status is: BUILD {{(pid=110844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 20:04:03.452125 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (2e3b3d4b-7017-47d8-9a82-4439644ca265), before_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:03.470145 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.notifiers.nova [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e3b3d4b-7017-47d8-9a82-4439644ca265 {{(pid=110844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 24 20:04:03.497436 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] For port 2e3b3d4b-7017-47d8-9a82-4439644ca265, host hv-cinder-85044, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85044',level=0,port_id=2e3b3d4b-7017-47d8-9a82-4439644ca265,segment=NetworkSegment(8b9f0f7e-05bb-4220-a9b7-1bc5128e8915),segment_id=8b9f0f7e-05bb-4220-a9b7-1bc5128e8915)] {{(pid=110844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 20:04:03.508856 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 33318) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:04:03.515187 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.v2.base [None req-93ff0ed5-263a-47ac-8300-de8a127ba5b3 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1130640648', 'description': 'tempest-secgroup-smoke-1130640648 description', 'project_id': '757b69afcbc64d9a853a7ae1f7dc3307'}} {{(pid=110842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 20:04:03.529791 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-db920157-3909-4aa5-ab5a-71ba55d5e945 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (dc36e0ef-94f3-4a3e-9c13-4790afccb2e9), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:03.535731 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6adecde6-1e55-4d66-99f6-11e2c95d806b req-5bcb9189-bcb2-4473-bb3c-3d60691ee1a4 tempest-VolumesActionsTest-1808120335 tempest-VolumesActionsTest-1808120335-project] Made reservation on behalf of 22e598739ae64ebf9e523e4e2e6a2867 for: {'port': 1} {{(pid=110843) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 20:04:03.539010 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-6adecde6-1e55-4d66-99f6-11e2c95d806b req-5bcb9189-bcb2-4473-bb3c-3d60691ee1a4 tempest-VolumesActionsTest-1808120335 tempest-VolumesActionsTest-1808120335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (None), before_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:03.585923 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958'] for port (2e3b3d4b-7017-47d8-9a82-4439644ca265), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:03.614284 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-93ff0ed5-263a-47ac-8300-de8a127ba5b3 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Publish callbacks [] for security_group (None), before_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:03.636337 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=100 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:04:03.674058 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-1b0ab7e5-b832-4917-a147-87b91480d06c req-56101495-a2c3-45d0-9cb5-4670f67f5668 tempest-VolumesActionsTest-1808120335 tempest-VolumesActionsTest-1808120335-project] 10.222.0.17 "GET /v2.0/ports?device_id=36179ff4-5c1f-44fd-867e-090370548796 HTTP/1.1" status: 200 len: 210 time: 0.0678065 Jul 24 20:04:03.706329 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Pushing event updated for resources: {'Port': ['ID=2e3b3d4b-7017-47d8-9a82-4439644ca265,revision_number=4']} {{(pid=110844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:04:03.775761 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-93ff0ed5-263a-47ac-8300-de8a127ba5b3 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Publish callbacks [] for security_group (426a98f1-bdae-428a-b03d-426236e01087), precommit_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:03.795318 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.db.db_base_plugin_common [req-6adecde6-1e55-4d66-99f6-11e2c95d806b req-5bcb9189-bcb2-4473-bb3c-3d60691ee1a4 tempest-VolumesActionsTest-1808120335 tempest-VolumesActionsTest-1808120335-project] Allocated IP 172.20.0.4 (dd0a5f33-edb8-4c0a-b9cd-8e5dcbe0d119/3b2add64-3220-4d0f-a25e-a2bd2c224a0e/e71d1f9f-da5a-48d5-aa48-dcc64b1d5626) {{(pid=110843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 20:04:03.860748 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-93ff0ed5-263a-47ac-8300-de8a127ba5b3 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (426a98f1-bdae-428a-b03d-426236e01087), after_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:03.894242 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ff0ed5-263a-47ac-8300-de8a127ba5b3 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Pushing event updated for resources: {'SecurityGroup': ['ID=426a98f1-bdae-428a-b03d-426236e01087,revision_number=1']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:04:03.974029 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-6adecde6-1e55-4d66-99f6-11e2c95d806b req-5bcb9189-bcb2-4473-bb3c-3d60691ee1a4 tempest-VolumesActionsTest-1808120335 tempest-VolumesActionsTest-1808120335-project] Publish callbacks [] for port (e71d1f9f-da5a-48d5-aa48-dcc64b1d5626), precommit_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:03.977342 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-93ff0ed5-263a-47ac-8300-de8a127ba5b3 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Publish callbacks [] for security_group (None), before_response {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:03.982608 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-93ff0ed5-263a-47ac-8300-de8a127ba5b3 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4699316 Jul 24 20:04:03.982931 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 33326) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:04:03.987874 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.v2.base [None req-a4dc1d8f-178e-4396-84a1-62499baded0e tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Request body: {'security_group_rule': {'security_group_id': '426a98f1-bdae-428a-b03d-426236e01087', 'project_id': '757b69afcbc64d9a853a7ae1f7dc3307', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 20:04:04.068575 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-a4dc1d8f-178e-4396-84a1-62499baded0e tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Publish callbacks [] for security_group_rule (97efe8e1-f6bd-4849-bc45-7f725ed5b292), before_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:04.077477 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-6adecde6-1e55-4d66-99f6-11e2c95d806b req-5bcb9189-bcb2-4473-bb3c-3d60691ee1a4 tempest-VolumesActionsTest-1808120335 tempest-VolumesActionsTest-1808120335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731445223406'] for port (e71d1f9f-da5a-48d5-aa48-dcc64b1d5626), after_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:04.138431 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-a4dc1d8f-178e-4396-84a1-62499baded0e tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Publish callbacks [] for security_group_rule (97efe8e1-f6bd-4849-bc45-7f725ed5b292), precommit_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:04.173314 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6adecde6-1e55-4d66-99f6-11e2c95d806b req-5bcb9189-bcb2-4473-bb3c-3d60691ee1a4 tempest-VolumesActionsTest-1808120335 tempest-VolumesActionsTest-1808120335-project] Network dd0a5f33-edb8-4c0a-b9cd-8e5dcbe0d119 is already hosted by enough agents. {{(pid=110843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 20:04:04.176293 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:04:04.184433 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.scheduler.base_scheduler [req-6adecde6-1e55-4d66-99f6-11e2c95d806b req-5bcb9189-bcb2-4473-bb3c-3d60691ee1a4 tempest-VolumesActionsTest-1808120335 tempest-VolumesActionsTest-1808120335-project] Resources bound (agent type, host, resource id): {{(pid=110843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 20:04:04.188842 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.db.l3_dvrscheduler_db [req-6adecde6-1e55-4d66-99f6-11e2c95d806b req-5bcb9189-bcb2-4473-bb3c-3d60691ee1a4 tempest-VolumesActionsTest-1808120335 tempest-VolumesActionsTest-1808120335-project] Received port after_create {{(pid=110843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 24 20:04:04.194138 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adecde6-1e55-4d66-99f6-11e2c95d806b req-5bcb9189-bcb2-4473-bb3c-3d60691ee1a4 tempest-VolumesActionsTest-1808120335 tempest-VolumesActionsTest-1808120335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:04:04.194850 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-6adecde6-1e55-4d66-99f6-11e2c95d806b req-5bcb9189-bcb2-4473-bb3c-3d60691ee1a4 tempest-VolumesActionsTest-1808120335 tempest-VolumesActionsTest-1808120335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1048257'] for port (None), before_response {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:04.197506 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcb9189-bcb2-4473-bb3c-3d60691ee1a4 tempest-VolumesActionsTest-1808120335 tempest-VolumesActionsTest-1808120335-project] Pushing event updated for resources: {'Port': ['ID=e71d1f9f-da5a-48d5-aa48-dcc64b1d5626,revision_number=1']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:04:04.210084 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaae97c1-a189-4b98-b53e-8db3f4a50382 req-f905f08b-4cad-40d6-b238-f74e2993e87d tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:04:04.211636 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-aaae97c1-a189-4b98-b53e-8db3f4a50382 req-f905f08b-4cad-40d6-b238-f74e2993e87d tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] 10.222.0.17 "GET /v2.0/ports?device_id=05ddc775-4f83-4893-957c-d3c8928d0c8c HTTP/1.1" status: 200 len: 945 time: 0.1006889 Jul 24 20:04:04.220057 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-a4dc1d8f-178e-4396-84a1-62499baded0e tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471764'] for security_group_rule (97efe8e1-f6bd-4849-bc45-7f725ed5b292), after_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:04.220379 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcb9189-bcb2-4473-bb3c-3d60691ee1a4 tempest-VolumesActionsTest-1808120335 tempest-VolumesActionsTest-1808120335-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:04:04.220748 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcb9189-bcb2-4473-bb3c-3d60691ee1a4 tempest-VolumesActionsTest-1808120335 tempest-VolumesActionsTest-1808120335-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:04:04.221107 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcb9189-bcb2-4473-bb3c-3d60691ee1a4 tempest-VolumesActionsTest-1808120335 tempest-VolumesActionsTest-1808120335-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:04:04.221447 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcb9189-bcb2-4473-bb3c-3d60691ee1a4 tempest-VolumesActionsTest-1808120335 tempest-VolumesActionsTest-1808120335-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:04:04.221792 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcb9189-bcb2-4473-bb3c-3d60691ee1a4 tempest-VolumesActionsTest-1808120335 tempest-VolumesActionsTest-1808120335-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:04:04.222130 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcb9189-bcb2-4473-bb3c-3d60691ee1a4 tempest-VolumesActionsTest-1808120335 tempest-VolumesActionsTest-1808120335-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:04:04.222465 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcb9189-bcb2-4473-bb3c-3d60691ee1a4 tempest-VolumesActionsTest-1808120335 tempest-VolumesActionsTest-1808120335-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:04:04.222795 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcb9189-bcb2-4473-bb3c-3d60691ee1a4 tempest-VolumesActionsTest-1808120335 tempest-VolumesActionsTest-1808120335-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:04:04.223137 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcb9189-bcb2-4473-bb3c-3d60691ee1a4 tempest-VolumesActionsTest-1808120335 tempest-VolumesActionsTest-1808120335-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:04:04.223466 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcb9189-bcb2-4473-bb3c-3d60691ee1a4 tempest-VolumesActionsTest-1808120335 tempest-VolumesActionsTest-1808120335-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:04:04.223849 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcb9189-bcb2-4473-bb3c-3d60691ee1a4 tempest-VolumesActionsTest-1808120335 tempest-VolumesActionsTest-1808120335-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:04:04.224178 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcb9189-bcb2-4473-bb3c-3d60691ee1a4 tempest-VolumesActionsTest-1808120335 tempest-VolumesActionsTest-1808120335-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:04:04.224504 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcb9189-bcb2-4473-bb3c-3d60691ee1a4 tempest-VolumesActionsTest-1808120335 tempest-VolumesActionsTest-1808120335-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:04:04.224860 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcb9189-bcb2-4473-bb3c-3d60691ee1a4 tempest-VolumesActionsTest-1808120335 tempest-VolumesActionsTest-1808120335-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:04:04.225185 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcb9189-bcb2-4473-bb3c-3d60691ee1a4 tempest-VolumesActionsTest-1808120335 tempest-VolumesActionsTest-1808120335-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:04:04.260545 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dc1d8f-178e-4396-84a1-62499baded0e tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97efe8e1-f6bd-4849-bc45-7f725ed5b292,revision_number=0']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:04:04.289184 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-aaae97c1-a189-4b98-b53e-8db3f4a50382 req-41d9a475-bb04-44c0-a8cd-6024998ff331 tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] 10.222.0.17 "GET /v2.0/security-groups?id=28acb8fa-bec2-437c-82ba-8e2c3ade7cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595458 Jul 24 20:04:04.332383 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-6adecde6-1e55-4d66-99f6-11e2c95d806b req-5bcb9189-bcb2-4473-bb3c-3d60691ee1a4 tempest-VolumesActionsTest-1808120335 tempest-VolumesActionsTest-1808120335-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0794837 Jul 24 20:04:04.332587 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-a4dc1d8f-178e-4396-84a1-62499baded0e tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:04.337989 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-a4dc1d8f-178e-4396-84a1-62499baded0e tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3500700 Jul 24 20:04:04.338965 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [-] (110843) accepted ('10.222.0.17', 33336) {{(pid=110843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:04:04.343982 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.v2.base [None req-3a787798-4272-46ba-8841-4da58d6fa552 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Request body: {'security_group_rule': {'security_group_id': '426a98f1-bdae-428a-b03d-426236e01087', 'project_id': '757b69afcbc64d9a853a7ae1f7dc3307', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 20:04:04.409327 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [req-3a49c7f6-c97c-4cec-95dd-b020ff0a900a req-c510802a-6f9a-44e5-9d5c-c2655425aedd service neutron] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=110843) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 24 20:04:04.409857 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-3a49c7f6-c97c-4cec-95dd-b020ff0a900a req-c510802a-6f9a-44e5-9d5c-c2655425aedd service neutron] 10.222.0.17 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0061152 Jul 24 20:04:04.420174 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-3a787798-4272-46ba-8841-4da58d6fa552 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Publish callbacks [] for security_group_rule (a09796db-506d-4877-a57b-b1c013765c6f), before_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:04.474955 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:04:04.484800 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-3a787798-4272-46ba-8841-4da58d6fa552 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Publish callbacks [] for security_group_rule (a09796db-506d-4877-a57b-b1c013765c6f), precommit_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:04.609173 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-3a787798-4272-46ba-8841-4da58d6fa552 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471764'] for security_group_rule (a09796db-506d-4877-a57b-b1c013765c6f), after_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:04.629494 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a787798-4272-46ba-8841-4da58d6fa552 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a09796db-506d-4877-a57b-b1c013765c6f,revision_number=0']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:04:04.647399 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Device a6626374-8b58-457e-ae80-aec3a7b52df8 up at agent ovs-agent-dv-cinder-850449-2-iscsi {{(pid=110844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 20:04:04.713990 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Provisioning complete for port a6626374-8b58-457e-ae80-aec3a7b52df8 triggered by entity L2. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 20:04:04.714467 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812910'] for port (a6626374-8b58-457e-ae80-aec3a7b52df8), provisioning_complete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:04.747102 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-3a787798-4272-46ba-8841-4da58d6fa552 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:04.752933 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [None req-3a787798-4272-46ba-8841-4da58d6fa552 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4084933 Jul 24 20:04:04.753094 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 33344) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:04:04.762225 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.v2.base [None req-3bfcc157-288b-47a6-95a2-b5655d167108 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Request body: {'security_group_rule': {'security_group_id': '426a98f1-bdae-428a-b03d-426236e01087', 'project_id': '757b69afcbc64d9a853a7ae1f7dc3307', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 20:04:04.774280 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef46ea49-1736-4588-b2d9-9a56b2d67886 req-bacdfdff-9db1-47c0-b2d2-4904b1ed1954 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:04:04.795915 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-ef46ea49-1736-4588-b2d9-9a56b2d67886 req-bacdfdff-9db1-47c0-b2d2-4904b1ed1954 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/ports?device_id=8ad940d2-dab6-42ec-a84a-53ee9242b68d HTTP/1.1" status: 200 len: 943 time: 0.0842125 Jul 24 20:04:04.810874 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Current status of the port a6626374-8b58-457e-ae80-aec3a7b52df8 is: DOWN; New status is: ACTIVE {{(pid=110844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 20:04:04.811266 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (a6626374-8b58-457e-ae80-aec3a7b52df8), before_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:04.835510 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] For port a6626374-8b58-457e-ae80-aec3a7b52df8, host dv-cinder-850449-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850449-2-iscsi',level=0,port_id=a6626374-8b58-457e-ae80-aec3a7b52df8,segment=NetworkSegment(fc72dfdc-4d29-4b3c-a3f7-b36f757f54d3),segment_id=fc72dfdc-4d29-4b3c-a3f7-b36f757f54d3)] {{(pid=110844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 20:04:04.877819 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59574760-0150-470b-ab12-c499d379cde7 req-df73eee6-64c6-4d14-bf13-1df95feb89e8 tempest-VolumesActionsTest-1808120335 tempest-VolumesActionsTest-1808120335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:04:04.881236 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-3bfcc157-288b-47a6-95a2-b5655d167108 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Publish callbacks [] for security_group_rule (15777eb1-926d-434b-944a-b258c221c932), before_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:04.885756 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-59574760-0150-470b-ab12-c499d379cde7 req-df73eee6-64c6-4d14-bf13-1df95feb89e8 tempest-VolumesActionsTest-1808120335 tempest-VolumesActionsTest-1808120335-project] 10.222.0.17 "GET /v2.0/ports?device_id=36179ff4-5c1f-44fd-867e-090370548796 HTTP/1.1" status: 200 len: 931 time: 0.0876944 Jul 24 20:04:04.900164 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958'] for port (a6626374-8b58-457e-ae80-aec3a7b52df8), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:04.932283 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-ef46ea49-1736-4588-b2d9-9a56b2d67886 req-2c91c3ac-1100-47d6-af7b-515a29f5e54a tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/security-groups?id=7fd4fa86-8151-45a8-babb-f1c645ad6646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1332109 Jul 24 20:04:04.964297 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-3bfcc157-288b-47a6-95a2-b5655d167108 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Publish callbacks [] for security_group_rule (15777eb1-926d-434b-944a-b258c221c932), precommit_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:04.966332 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-59574760-0150-470b-ab12-c499d379cde7 req-20d9754b-dc87-4e4b-9ec9-51553a3a38c4 tempest-VolumesActionsTest-1808120335 tempest-VolumesActionsTest-1808120335-project] 10.222.0.17 "GET /v2.0/security-groups?id=a40872af-5c4f-464d-8095-8ff6d6e53450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796020 Jul 24 20:04:05.004472 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Pushing event updated for resources: {'Port': ['ID=a6626374-8b58-457e-ae80-aec3a7b52df8,revision_number=4']} {{(pid=110844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:04:05.037403 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-3bfcc157-288b-47a6-95a2-b5655d167108 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471764'] for security_group_rule (15777eb1-926d-434b-944a-b258c221c932), after_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:05.060418 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfcc157-288b-47a6-95a2-b5655d167108 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15777eb1-926d-434b-944a-b258c221c932,revision_number=0']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:04:05.069099 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfcc157-288b-47a6-95a2-b5655d167108 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:04:05.069449 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfcc157-288b-47a6-95a2-b5655d167108 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:04:05.069888 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfcc157-288b-47a6-95a2-b5655d167108 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:04:05.070371 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfcc157-288b-47a6-95a2-b5655d167108 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:04:05.070712 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfcc157-288b-47a6-95a2-b5655d167108 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:04:05.071047 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfcc157-288b-47a6-95a2-b5655d167108 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:04:05.071379 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfcc157-288b-47a6-95a2-b5655d167108 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:04:05.071703 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfcc157-288b-47a6-95a2-b5655d167108 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:04:05.072028 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfcc157-288b-47a6-95a2-b5655d167108 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:04:05.072362 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfcc157-288b-47a6-95a2-b5655d167108 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:04:05.072841 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfcc157-288b-47a6-95a2-b5655d167108 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:04:05.073168 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfcc157-288b-47a6-95a2-b5655d167108 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:04:05.073494 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfcc157-288b-47a6-95a2-b5655d167108 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:04:05.073810 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfcc157-288b-47a6-95a2-b5655d167108 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:04:05.074314 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfcc157-288b-47a6-95a2-b5655d167108 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:04:05.113524 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-3bfcc157-288b-47a6-95a2-b5655d167108 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:05.114782 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-3bfcc157-288b-47a6-95a2-b5655d167108 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3622501 Jul 24 20:04:05.117930 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 33362) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:04:05.125195 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.v2.base [None req-2153eaf4-95ee-4701-ade3-0f5b690b37d5 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Request body: {'security_group_rule': {'security_group_id': '426a98f1-bdae-428a-b03d-426236e01087', 'project_id': '757b69afcbc64d9a853a7ae1f7dc3307', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 20:04:05.198021 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-2153eaf4-95ee-4701-ade3-0f5b690b37d5 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Publish callbacks [] for security_group_rule (47ffc78e-c344-4e75-9104-92a6e479120c), before_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:05.249677 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:04:05.250542 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db59acf-f39b-4687-90e6-11ecb2beed79 None None] Sync routers for ids ['6f649f49-ac99-4741-be30-fa9b7307da35'] in dv-cinder-850449-2-iscsi {{(pid=110845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 20:04:05.262728 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db59acf-f39b-4687-90e6-11ecb2beed79 None None] Routers {'6f649f49-ac99-4741-be30-fa9b7307da35'} bound to L3 agent in host dv-cinder-850449-2-iscsi {{(pid=110845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 20:04:05.263945 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.l3_hamode_db [None req-4db59acf-f39b-4687-90e6-11ecb2beed79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-24T19:52:06Z,description=,heartbeat_timestamp=2022-07-24T20:03:36Z,host='dv-cinder-850449-2-iscsi',id=408021b7-d46b-48c2-9f75-8a8023f9145c,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T19:52:06Z,topic='l3_agent')) {'router_ids': ['6f649f49-ac99-4741-be30-fa9b7307da35'], 'active': True} {{(pid=110845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:04:05.271069 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-2153eaf4-95ee-4701-ade3-0f5b690b37d5 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Publish callbacks [] for security_group_rule (47ffc78e-c344-4e75-9104-92a6e479120c), precommit_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:05.273649 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 33368) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:04:05.339947 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-2153eaf4-95ee-4701-ade3-0f5b690b37d5 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471764'] for security_group_rule (47ffc78e-c344-4e75-9104-92a6e479120c), after_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:05.376407 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2153eaf4-95ee-4701-ade3-0f5b690b37d5 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47ffc78e-c344-4e75-9104-92a6e479120c,revision_number=0']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:04:05.380790 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.l3_dvr_db [None req-4db59acf-f39b-4687-90e6-11ecb2beed79 None None] Set router 6f649f49-ac99-4741-be30-fa9b7307da35 gateway port host: dv-cinder-850449-2-iscsi {{(pid=110845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 20:04:05.408389 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [req-691492d4-30dd-42c2-8478-7261aa8719e1 req-c2cdcbb8-8511-4dbe-9830-d0f15bd4cf12 service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=8ad940d2-dab6-42ec-a84a-53ee9242b68d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1335614 Jul 24 20:04:05.417985 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [req-691492d4-30dd-42c2-8478-7261aa8719e1 req-c89b35c8-283c-4af4-8242-180298670984 service neutron] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=110842) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 24 20:04:05.419104 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [req-691492d4-30dd-42c2-8478-7261aa8719e1 req-c89b35c8-283c-4af4-8242-180298670984 service neutron] 10.222.0.17 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0060618 Jul 24 20:04:05.419903 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc55f69-7c56-43d3-ab67-86a082582fff req-83b27d3a-89f2-42ce-a87e-0ada8ed91272 tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:04:05.422433 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-2153eaf4-95ee-4701-ade3-0f5b690b37d5 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:05.423783 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-2153eaf4-95ee-4701-ade3-0f5b690b37d5 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3049066 Jul 24 20:04:05.430188 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-0dc55f69-7c56-43d3-ab67-86a082582fff req-83b27d3a-89f2-42ce-a87e-0ada8ed91272 tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] 10.222.0.17 "GET /v2.0/ports?device_id=05ddc775-4f83-4893-957c-d3c8928d0c8c HTTP/1.1" status: 200 len: 945 time: 0.0626259 Jul 24 20:04:05.433053 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 33376) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:04:05.438817 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.v2.base [None req-2bf6dde2-353b-4664-b7d2-30dd7ae80229 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Request body: {'security_group_rule': {'security_group_id': '426a98f1-bdae-428a-b03d-426236e01087', 'project_id': '757b69afcbc64d9a853a7ae1f7dc3307', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 20:04:05.483248 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-0dc55f69-7c56-43d3-ab67-86a082582fff req-f6776d99-c985-4f43-b660-690278b9d65d tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] 10.222.0.17 "GET /v2.0/security-groups?id=28acb8fa-bec2-437c-82ba-8e2c3ade7cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524693 Jul 24 20:04:05.514335 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [-] (110843) accepted ('10.222.0.17', 33382) {{(pid=110843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:04:05.518248 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.db.securitygroups_db [None req-2bf6dde2-353b-4664-b7d2-30dd7ae80229 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Project 757b69afcbc64d9a853a7ae1f7dc3307 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 24 20:04:05.524980 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-2bf6dde2-353b-4664-b7d2-30dd7ae80229 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Publish callbacks [] for security_group_rule (a7b4a76b-529d-41bf-99a6-72bd5cb7a967), before_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:05.557617 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG dbcounter [-] [110845] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:04:05.601434 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-2bf6dde2-353b-4664-b7d2-30dd7ae80229 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Publish callbacks [] for security_group_rule (a7b4a76b-529d-41bf-99a6-72bd5cb7a967), precommit_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:05.608200 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.l3_hamode_db [None req-4db59acf-f39b-4687-90e6-11ecb2beed79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f649f49-ac99-4741-be30-fa9b7307da35', 'name': 'tempest-TestVolumeBootPattern-1658278966-router', 'tenant_id': 'ffb48bb456c8458483f20ab4e2a0462c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'external_fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': 'a6626374-8b58-457e-ae80-aec3a7b52df8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T20:03:58Z', 'updated_at': '2022-07-24T20:04:01Z', 'revision_number': 4, 'project_id': 'ffb48bb456c8458483f20ab4e2a0462c', 'gw_port': {'id': 'a6626374-8b58-457e-ae80-aec3a7b52df8', 'name': '', 'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:a8:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f649f49-ac99-4741-be30-fa9b7307da35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:03:58Z', 'updated_at': '2022-07-24T20:04:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99a0caa3-3fb5-4860-826f-478186226de3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850449-2-iscsi', '_interfaces': [{'id': '0e74f234-ba25-4f07-bbee-b0d78eaf42d4', 'name': '', 'network_id': '30753061-114b-4ecf-8b72-eaa3d2d17fcf', 'tenant_id': 'ffb48bb456c8458483f20ab4e2a0462c', 'mac_address': 'fa:16:3e:05:a4:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f649f49-ac99-4741-be30-fa9b7307da35', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '814a8481-771e-4dd7-b711-716b3b8f8db6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:04:01Z', 'updated_at': '2022-07-24T20:04:01Z', 'revision_number': 2, 'project_id': 'ffb48bb456c8458483f20ab4e2a0462c', 'subnets': [{'id': '814a8481-771e-4dd7-b711-716b3b8f8db6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850449-2-iscsi', False) {} {{(pid=110845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:04:05.628733 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691492d4-30dd-42c2-8478-7261aa8719e1 req-bb1c9097-a2b6-4ce4-8ab3-f8e0069ae6d2 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:04:05.630132 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-691492d4-30dd-42c2-8478-7261aa8719e1 req-bb1c9097-a2b6-4ce4-8ab3-f8e0069ae6d2 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/ports/72d7cce4-42e1-4ed0-8270-569e161be59b HTTP/1.1" status: 200 len: 940 time: 0.1145096 Jul 24 20:04:05.633597 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db59acf-f39b-4687-90e6-11ecb2beed79 None None] Checking router: 6f649f49-ac99-4741-be30-fa9b7307da35 for host: dv-cinder-850449-2-iscsi {{(pid=110845) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 20:04:05.633956 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db59acf-f39b-4687-90e6-11ecb2beed79 None None] Updating router 6f649f49-ac99-4741-be30-fa9b7307da35 port 0e74f234-ba25-4f07-bbee-b0d78eaf42d4 binding host dv-cinder-850449-2-iscsi {{(pid=110845) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 20:04:05.662305 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron_lib.callbacks.manager [None req-4db59acf-f39b-4687-90e6-11ecb2beed79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (0e74f234-ba25-4f07-bbee-b0d78eaf42d4), before_update {{(pid=110845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:05.695372 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG dbcounter [-] [110845] Writing DB stats neutron:SELECT=100 {{(pid=110845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:04:05.722627 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-2bf6dde2-353b-4664-b7d2-30dd7ae80229 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471764'] for security_group_rule (a7b4a76b-529d-41bf-99a6-72bd5cb7a967), after_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:05.746319 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf6dde2-353b-4664-b7d2-30dd7ae80229 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7b4a76b-529d-41bf-99a6-72bd5cb7a967,revision_number=0']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:04:05.816885 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-2bf6dde2-353b-4664-b7d2-30dd7ae80229 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:05.822788 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [-] (110843) accepted ('10.222.0.17', 33394) {{(pid=110843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:04:05.823542 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-2bf6dde2-353b-4664-b7d2-30dd7ae80229 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3882170 Jul 24 20:04:05.827208 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.v2.base [None req-018e373e-5714-4645-a3fb-d31a8560a92a tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Request body: {'security_group_rule': {'security_group_id': '426a98f1-bdae-428a-b03d-426236e01087', 'project_id': '757b69afcbc64d9a853a7ae1f7dc3307', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 20:04:05.936305 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron_lib.callbacks.manager [None req-4db59acf-f39b-4687-90e6-11ecb2beed79 None None] Publish callbacks [] for port (0e74f234-ba25-4f07-bbee-b0d78eaf42d4), precommit_update {{(pid=110845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:05.940079 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-df02f300-a925-4bcf-850d-52f48a30a73e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (408021b7-d46b-48c2-9f75-8a8023f9145c), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:06.029126 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.db.securitygroups_db [None req-018e373e-5714-4645-a3fb-d31a8560a92a tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Project 757b69afcbc64d9a853a7ae1f7dc3307 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 24 20:04:06.048548 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron_lib.callbacks.manager [None req-4db59acf-f39b-4687-90e6-11ecb2beed79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958'] for port (0e74f234-ba25-4f07-bbee-b0d78eaf42d4), after_update {{(pid=110845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:06.049995 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-018e373e-5714-4645-a3fb-d31a8560a92a tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Publish callbacks [] for security_group_rule (31035fe5-a2e0-4bea-a979-c26d9e0cc8d4), before_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:06.085172 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdbc2a1-52a9-4e90-b7c6-2f4c312b76e4 req-737daceb-3fea-4982-9d37-d015e7bcdd79 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:04:06.086714 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-9bdbc2a1-52a9-4e90-b7c6-2f4c312b76e4 req-737daceb-3fea-4982-9d37-d015e7bcdd79 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/ports?device_id=8ad940d2-dab6-42ec-a84a-53ee9242b68d HTTP/1.1" status: 200 len: 943 time: 0.0902388 Jul 24 20:04:06.114854 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce0f76a-6c2b-4f8a-b31c-1af6e17988e9 None None] Pushing event updated for resources: {'Port': ['ID=0e74f234-ba25-4f07-bbee-b0d78eaf42d4,revision_number=3']} {{(pid=110845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:04:06.142983 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048f2b35-313c-46ff-91a8-c440653e240c req-a4aec9a5-9836-4b3d-82f8-eda002534c0d tempest-VolumesActionsTest-1808120335 tempest-VolumesActionsTest-1808120335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:04:06.150030 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-048f2b35-313c-46ff-91a8-c440653e240c req-a4aec9a5-9836-4b3d-82f8-eda002534c0d tempest-VolumesActionsTest-1808120335 tempest-VolumesActionsTest-1808120335-project] 10.222.0.17 "GET /v2.0/ports?device_id=36179ff4-5c1f-44fd-867e-090370548796 HTTP/1.1" status: 200 len: 931 time: 0.1175995 Jul 24 20:04:06.177872 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.plugins.ml2.managers [None req-4db59acf-f39b-4687-90e6-11ecb2beed79 None None] Attempting to bind port 0e74f234-ba25-4f07-bbee-b0d78eaf42d4 on host dv-cinder-850449-2-iscsi for vnic_type normal with profile {{(pid=110845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 24 20:04:06.178505 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.plugins.ml2.managers [None req-4db59acf-f39b-4687-90e6-11ecb2beed79 None None] Attempting to bind port 0e74f234-ba25-4f07-bbee-b0d78eaf42d4 by drivers openvswitch,hyperv on host dv-cinder-850449-2-iscsi at level 0 using segments [{'id': '6c3b37e6-20ea-45ca-83fb-b3d1cf926288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '30753061-114b-4ecf-8b72-eaa3d2d17fcf'}] {{(pid=110845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 24 20:04:06.178921 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db59acf-f39b-4687-90e6-11ecb2beed79 None None] Attempting to bind port 0e74f234-ba25-4f07-bbee-b0d78eaf42d4 on network 30753061-114b-4ecf-8b72-eaa3d2d17fcf {{(pid=110845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 24 20:04:06.187468 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db59acf-f39b-4687-90e6-11ecb2beed79 None None] Checking agent: {'id': '46eda511-dfa5-408c-8bd4-cb509f691033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850449-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 24, 19, 52, 9), 'started_at': datetime.datetime(2022, 7, 24, 19, 52, 39), 'heartbeat_timestamp': datetime.datetime(2022, 7, 24, 20, 3, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850449-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 24 20:04:06.188071 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db59acf-f39b-4687-90e6-11ecb2beed79 None None] Checking segment: {'id': '6c3b37e6-20ea-45ca-83fb-b3d1cf926288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '30753061-114b-4ecf-8b72-eaa3d2d17fcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 24 20:04:06.188724 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron_lib.callbacks.manager [None req-4db59acf-f39b-4687-90e6-11ecb2beed79 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:06.189303 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db59acf-f39b-4687-90e6-11ecb2beed79 None None] Bound using segment: {'id': '6c3b37e6-20ea-45ca-83fb-b3d1cf926288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '30753061-114b-4ecf-8b72-eaa3d2d17fcf'} {{(pid=110845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 24 20:04:06.189955 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.plugins.ml2.managers [None req-4db59acf-f39b-4687-90e6-11ecb2beed79 None None] Bound port: 0e74f234-ba25-4f07-bbee-b0d78eaf42d4, host: dv-cinder-850449-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c3b37e6-20ea-45ca-83fb-b3d1cf926288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '30753061-114b-4ecf-8b72-eaa3d2d17fcf'}}] {{(pid=110845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 24 20:04:06.190495 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron_lib.callbacks.manager [None req-4db59acf-f39b-4687-90e6-11ecb2beed79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (0e74f234-ba25-4f07-bbee-b0d78eaf42d4), before_update {{(pid=110845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:06.204540 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.v2.base [req-6adecde6-1e55-4d66-99f6-11e2c95d806b req-2dd73ba1-f79e-452c-bad9-2bb9a483a2f1 service neutron] Request body: {'port': {'device_id': '36179ff4-5c1f-44fd-867e-090370548796', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85044'}} {{(pid=110843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 20:04:06.240484 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-9bdbc2a1-52a9-4e90-b7c6-2f4c312b76e4 req-93f60c98-dfae-418a-a128-caf69b317a27 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/security-groups?id=7fd4fa86-8151-45a8-babb-f1c645ad6646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1433158 Jul 24 20:04:06.305113 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.plugins.ml2.db [None req-4db59acf-f39b-4687-90e6-11ecb2beed79 None None] For port 0e74f234-ba25-4f07-bbee-b0d78eaf42d4, host dv-cinder-850449-2-iscsi, cleared binding levels {{(pid=110845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 20:04:06.309782 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.plugins.ml2.db [None req-4db59acf-f39b-4687-90e6-11ecb2beed79 None None] For port 0e74f234-ba25-4f07-bbee-b0d78eaf42d4, host dv-cinder-850449-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850449-2-iscsi',level=0,port_id=0e74f234-ba25-4f07-bbee-b0d78eaf42d4,segment=NetworkSegment(6c3b37e6-20ea-45ca-83fb-b3d1cf926288),segment_id=6c3b37e6-20ea-45ca-83fb-b3d1cf926288)] {{(pid=110845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 20:04:06.329298 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=4 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:04:06.331708 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-018e373e-5714-4645-a3fb-d31a8560a92a tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Publish callbacks [] for security_group_rule (31035fe5-a2e0-4bea-a979-c26d9e0cc8d4), precommit_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:06.339457 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-048f2b35-313c-46ff-91a8-c440653e240c req-d4272115-31bc-4037-9167-644aae9d7f38 tempest-VolumesActionsTest-1808120335 tempest-VolumesActionsTest-1808120335-project] 10.222.0.17 "GET /v2.0/security-groups?id=a40872af-5c4f-464d-8095-8ff6d6e53450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883245 Jul 24 20:04:06.348398 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-6adecde6-1e55-4d66-99f6-11e2c95d806b req-2dd73ba1-f79e-452c-bad9-2bb9a483a2f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (e71d1f9f-da5a-48d5-aa48-dcc64b1d5626), before_update {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:06.352512 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-37c8c06d-f5dd-4b90-9dd1-09458fcc31a4 None None] Provisioning complete for port 0e74f234-ba25-4f07-bbee-b0d78eaf42d4 triggered by entity DHCP. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 20:04:06.353142 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-37c8c06d-f5dd-4b90-9dd1-09458fcc31a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812910'] for port (0e74f234-ba25-4f07-bbee-b0d78eaf42d4), provisioning_complete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:06.399146 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-37c8c06d-f5dd-4b90-9dd1-09458fcc31a4 None None] Port 0e74f234-ba25-4f07-bbee-b0d78eaf42d4 cannot update to ACTIVE because it is not bound. {{(pid=110844) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 24 20:04:06.410685 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron_lib.callbacks.manager [None req-4db59acf-f39b-4687-90e6-11ecb2beed79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958'] for port (0e74f234-ba25-4f07-bbee-b0d78eaf42d4), after_update {{(pid=110845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:06.438340 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-018e373e-5714-4645-a3fb-d31a8560a92a tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471764'] for security_group_rule (31035fe5-a2e0-4bea-a979-c26d9e0cc8d4), after_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:06.468277 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db59acf-f39b-4687-90e6-11ecb2beed79 None None] Routers {'6f649f49-ac99-4741-be30-fa9b7307da35'} bound to L3 agent in host dv-cinder-850449-2-iscsi {{(pid=110845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 20:04:06.468942 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.l3_hamode_db [None req-4db59acf-f39b-4687-90e6-11ecb2beed79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-24T19:52:06Z,description=,heartbeat_timestamp=2022-07-24T20:04:06Z,host='dv-cinder-850449-2-iscsi',id=408021b7-d46b-48c2-9f75-8a8023f9145c,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T19:52:06Z,topic='l3_agent')) {'router_ids': ['6f649f49-ac99-4741-be30-fa9b7307da35'], 'active': True} {{(pid=110845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:04:06.503668 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] get_ports_and_sgs() called for port_ids ['2e3b3d4b-7017-47d8-9a82-4439644ca265'] {{(pid=110844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 20:04:06.574000 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018e373e-5714-4645-a3fb-d31a8560a92a tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31035fe5-a2e0-4bea-a979-c26d9e0cc8d4,revision_number=0']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:04:06.613336 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.l3_dvr_db [None req-4db59acf-f39b-4687-90e6-11ecb2beed79 None None] Set router 6f649f49-ac99-4741-be30-fa9b7307da35 gateway port host: dv-cinder-850449-2-iscsi {{(pid=110845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 20:04:06.676206 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-018e373e-5714-4645-a3fb-d31a8560a92a tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:06.684867 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [None req-018e373e-5714-4645-a3fb-d31a8560a92a tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8598647 Jul 24 20:04:06.686001 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG dbcounter [-] [110845] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:04:06.713560 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce0f76a-6c2b-4f8a-b31c-1af6e17988e9 None None] Pushing event updated for resources: {'Port': ['ID=0e74f234-ba25-4f07-bbee-b0d78eaf42d4,revision_number=4']} {{(pid=110845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:04:06.756530 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Device a6626374-8b58-457e-ae80-aec3a7b52df8 up at agent ovs-agent-dv-cinder-850449-2-iscsi {{(pid=110844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 20:04:06.758556 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:04:06.799287 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:04:06.808363 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-85bba76f-5c3a-4c3e-b4e2-a1d0b947b7f1 None None] Provisioning complete for port 0e74f234-ba25-4f07-bbee-b0d78eaf42d4 triggered by entity DHCP. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 20:04:06.810889 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-85bba76f-5c3a-4c3e-b4e2-a1d0b947b7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812910'] for port (0e74f234-ba25-4f07-bbee-b0d78eaf42d4), provisioning_complete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:06.829171 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0abdda6-ca0a-4eca-b598-57bc54f8e20a req-e5d0cbd9-b865-4455-b010-f2b96e0d2b9d tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:04:06.836359 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-f0abdda6-ca0a-4eca-b598-57bc54f8e20a req-e5d0cbd9-b865-4455-b010-f2b96e0d2b9d tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] 10.222.0.17 "GET /v2.0/ports?device_id=05ddc775-4f83-4893-957c-d3c8928d0c8c HTTP/1.1" status: 200 len: 945 time: 0.1966388 Jul 24 20:04:06.920690 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:04:06.920935 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.l3_hamode_db [None req-4db59acf-f39b-4687-90e6-11ecb2beed79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f649f49-ac99-4741-be30-fa9b7307da35', 'name': 'tempest-TestVolumeBootPattern-1658278966-router', 'tenant_id': 'ffb48bb456c8458483f20ab4e2a0462c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'external_fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': 'a6626374-8b58-457e-ae80-aec3a7b52df8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T20:03:58Z', 'updated_at': '2022-07-24T20:04:01Z', 'revision_number': 4, 'project_id': 'ffb48bb456c8458483f20ab4e2a0462c', 'gw_port': {'id': 'a6626374-8b58-457e-ae80-aec3a7b52df8', 'name': '', 'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:a8:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f649f49-ac99-4741-be30-fa9b7307da35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:03:58Z', 'updated_at': '2022-07-24T20:04:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99a0caa3-3fb5-4860-826f-478186226de3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850449-2-iscsi', '_interfaces': [{'id': '0e74f234-ba25-4f07-bbee-b0d78eaf42d4', 'name': '', 'network_id': '30753061-114b-4ecf-8b72-eaa3d2d17fcf', 'tenant_id': 'ffb48bb456c8458483f20ab4e2a0462c', 'mac_address': 'fa:16:3e:05:a4:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f649f49-ac99-4741-be30-fa9b7307da35', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '814a8481-771e-4dd7-b711-716b3b8f8db6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:04:01Z', 'updated_at': '2022-07-24T20:04:06Z', 'revision_number': 4, 'project_id': 'ffb48bb456c8458483f20ab4e2a0462c', 'subnets': [{'id': '814a8481-771e-4dd7-b711-716b3b8f8db6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850449-2-iscsi', False) {} {{(pid=110845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:04:06.929003 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-f0abdda6-ca0a-4eca-b598-57bc54f8e20a req-ac5ea19c-d0eb-4873-9d65-95998fdb20af tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] 10.222.0.17 "GET /v2.0/security-groups?id=28acb8fa-bec2-437c-82ba-8e2c3ade7cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913582 Jul 24 20:04:06.939877 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Provisioning complete for port a6626374-8b58-457e-ae80-aec3a7b52df8 triggered by entity L2. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 20:04:06.940252 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812910'] for port (a6626374-8b58-457e-ae80-aec3a7b52df8), provisioning_complete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:06.970479 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db59acf-f39b-4687-90e6-11ecb2beed79 None None] The sync data for ids ['6f649f49-ac99-4741-be30-fa9b7307da35'] in dv-cinder-850449-2-iscsi is: [{'id': '6f649f49-ac99-4741-be30-fa9b7307da35', 'name': 'tempest-TestVolumeBootPattern-1658278966-router', 'tenant_id': 'ffb48bb456c8458483f20ab4e2a0462c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'external_fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': 'a6626374-8b58-457e-ae80-aec3a7b52df8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T20:03:58Z', 'updated_at': '2022-07-24T20:04:01Z', 'revision_number': 4, 'project_id': 'ffb48bb456c8458483f20ab4e2a0462c', 'gw_port': {'id': 'a6626374-8b58-457e-ae80-aec3a7b52df8', 'name': '', 'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:a8:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f649f49-ac99-4741-be30-fa9b7307da35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:03:58Z', 'updated_at': '2022-07-24T20:04:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99a0caa3-3fb5-4860-826f-478186226de3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850449-2-iscsi', '_interfaces': [{'id': '0e74f234-ba25-4f07-bbee-b0d78eaf42d4', 'name': '', 'network_id': '30753061-114b-4ecf-8b72-eaa3d2d17fcf', 'tenant_id': 'ffb48bb456c8458483f20ab4e2a0462c', 'mac_address': 'fa:16:3e:05:a4:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f649f49-ac99-4741-be30-fa9b7307da35', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '814a8481-771e-4dd7-b711-716b3b8f8db6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:04:01Z', 'updated_at': '2022-07-24T20:04:06Z', 'revision_number': 4, 'project_id': 'ffb48bb456c8458483f20ab4e2a0462c', 'subnets': [{'id': '814a8481-771e-4dd7-b711-716b3b8f8db6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 20:04:07.002903 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-6dc48dae-acff-4e3e-8fdb-430da55b4f7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (7ee55678-4254-481c-8cae-5c828aed81c9), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:07.034067 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.notifiers.nova [req-6adecde6-1e55-4d66-99f6-11e2c95d806b req-2dd73ba1-f79e-452c-bad9-2bb9a483a2f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e71d1f9f-da5a-48d5-aa48-dcc64b1d5626 {{(pid=110843) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 24 20:04:07.048064 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-6adecde6-1e55-4d66-99f6-11e2c95d806b req-2dd73ba1-f79e-452c-bad9-2bb9a483a2f1 service neutron] Publish callbacks [] for port (e71d1f9f-da5a-48d5-aa48-dcc64b1d5626), precommit_update {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:07.067338 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.db.provisioning_blocks [req-6adecde6-1e55-4d66-99f6-11e2c95d806b req-2dd73ba1-f79e-452c-bad9-2bb9a483a2f1 service neutron] Transition to ACTIVE for port object e71d1f9f-da5a-48d5-aa48-dcc64b1d5626 will not be triggered until provisioned by entity L2. {{(pid=110843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 24 20:04:07.073930 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-85bba76f-5c3a-4c3e-b4e2-a1d0b947b7f1 None None] Current status of the port 0e74f234-ba25-4f07-bbee-b0d78eaf42d4 is: DOWN; New status is: ACTIVE {{(pid=110844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 20:04:07.074329 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-85bba76f-5c3a-4c3e-b4e2-a1d0b947b7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (0e74f234-ba25-4f07-bbee-b0d78eaf42d4), before_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:07.109531 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-6adecde6-1e55-4d66-99f6-11e2c95d806b req-2dd73ba1-f79e-452c-bad9-2bb9a483a2f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958'] for port (e71d1f9f-da5a-48d5-aa48-dcc64b1d5626), after_update {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:07.131524 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Current status of the port a6626374-8b58-457e-ae80-aec3a7b52df8 is: ACTIVE; New status is: ACTIVE {{(pid=110844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 20:04:07.144139 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-85bba76f-5c3a-4c3e-b4e2-a1d0b947b7f1 None None] For port 0e74f234-ba25-4f07-bbee-b0d78eaf42d4, host dv-cinder-850449-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850449-2-iscsi',level=0,port_id=0e74f234-ba25-4f07-bbee-b0d78eaf42d4,segment=NetworkSegment(6c3b37e6-20ea-45ca-83fb-b3d1cf926288),segment_id=6c3b37e6-20ea-45ca-83fb-b3d1cf926288)] {{(pid=110844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 20:04:07.201058 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd73ba1-f79e-452c-bad9-2bb9a483a2f1 service neutron] Pushing event updated for resources: {'Port': ['ID=e71d1f9f-da5a-48d5-aa48-dcc64b1d5626,revision_number=2']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:04:07.217155 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.managers [req-6adecde6-1e55-4d66-99f6-11e2c95d806b req-2dd73ba1-f79e-452c-bad9-2bb9a483a2f1 service neutron] Attempting to bind port e71d1f9f-da5a-48d5-aa48-dcc64b1d5626 on host hv-cinder-85044 for vnic_type normal with profile {{(pid=110843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 24 20:04:07.217155 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.managers [req-6adecde6-1e55-4d66-99f6-11e2c95d806b req-2dd73ba1-f79e-452c-bad9-2bb9a483a2f1 service neutron] Attempting to bind port e71d1f9f-da5a-48d5-aa48-dcc64b1d5626 by drivers openvswitch,hyperv on host hv-cinder-85044 at level 0 using segments [{'id': 'a26e4697-a627-4fd9-b577-6f5138f29a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'dd0a5f33-edb8-4c0a-b9cd-8e5dcbe0d119'}] {{(pid=110843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 24 20:04:07.217155 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6adecde6-1e55-4d66-99f6-11e2c95d806b req-2dd73ba1-f79e-452c-bad9-2bb9a483a2f1 service neutron] Attempting to bind port e71d1f9f-da5a-48d5-aa48-dcc64b1d5626 on network dd0a5f33-edb8-4c0a-b9cd-8e5dcbe0d119 {{(pid=110843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 24 20:04:07.222433 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6adecde6-1e55-4d66-99f6-11e2c95d806b req-2dd73ba1-f79e-452c-bad9-2bb9a483a2f1 service neutron] Port e71d1f9f-da5a-48d5-aa48-dcc64b1d5626 on network dd0a5f33-edb8-4c0a-b9cd-8e5dcbe0d119 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85044 {{(pid=110843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 24 20:04:07.222727 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6adecde6-1e55-4d66-99f6-11e2c95d806b req-2dd73ba1-f79e-452c-bad9-2bb9a483a2f1 service neutron] Attempting to bind port e71d1f9f-da5a-48d5-aa48-dcc64b1d5626 on network dd0a5f33-edb8-4c0a-b9cd-8e5dcbe0d119 {{(pid=110843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 24 20:04:07.230684 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6adecde6-1e55-4d66-99f6-11e2c95d806b req-2dd73ba1-f79e-452c-bad9-2bb9a483a2f1 service neutron] Checking agent: {'id': '95564131-b678-4db2-a162-51408b2acd55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85044', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 24, 19, 59, 9), 'started_at': datetime.datetime(2022, 7, 24, 19, 59, 9), 'heartbeat_timestamp': datetime.datetime(2022, 7, 24, 20, 3, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 24 20:04:07.231035 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6adecde6-1e55-4d66-99f6-11e2c95d806b req-2dd73ba1-f79e-452c-bad9-2bb9a483a2f1 service neutron] Checking segment: {'id': 'a26e4697-a627-4fd9-b577-6f5138f29a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'dd0a5f33-edb8-4c0a-b9cd-8e5dcbe0d119'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 24 20:04:07.231434 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6adecde6-1e55-4d66-99f6-11e2c95d806b req-2dd73ba1-f79e-452c-bad9-2bb9a483a2f1 service neutron] Bound using segment: {'id': 'a26e4697-a627-4fd9-b577-6f5138f29a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'dd0a5f33-edb8-4c0a-b9cd-8e5dcbe0d119'} {{(pid=110843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 24 20:04:07.231867 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.managers [req-6adecde6-1e55-4d66-99f6-11e2c95d806b req-2dd73ba1-f79e-452c-bad9-2bb9a483a2f1 service neutron] Bound port: e71d1f9f-da5a-48d5-aa48-dcc64b1d5626, host: hv-cinder-85044, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a26e4697-a627-4fd9-b577-6f5138f29a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'dd0a5f33-edb8-4c0a-b9cd-8e5dcbe0d119'}}] {{(pid=110843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 24 20:04:07.232226 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-6adecde6-1e55-4d66-99f6-11e2c95d806b req-2dd73ba1-f79e-452c-bad9-2bb9a483a2f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (e71d1f9f-da5a-48d5-aa48-dcc64b1d5626), before_update {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:07.245682 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-85bba76f-5c3a-4c3e-b4e2-a1d0b947b7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958'] for port (0e74f234-ba25-4f07-bbee-b0d78eaf42d4), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:07.302299 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bba76f-5c3a-4c3e-b4e2-a1d0b947b7f1 None None] Pushing event updated for resources: {'Port': ['ID=0e74f234-ba25-4f07-bbee-b0d78eaf42d4,revision_number=5']} {{(pid=110844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:04:07.315889 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.db [req-6adecde6-1e55-4d66-99f6-11e2c95d806b req-2dd73ba1-f79e-452c-bad9-2bb9a483a2f1 service neutron] For port e71d1f9f-da5a-48d5-aa48-dcc64b1d5626, host hv-cinder-85044, cleared binding levels {{(pid=110843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 20:04:07.319349 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.db [req-6adecde6-1e55-4d66-99f6-11e2c95d806b req-2dd73ba1-f79e-452c-bad9-2bb9a483a2f1 service neutron] For port e71d1f9f-da5a-48d5-aa48-dcc64b1d5626, host hv-cinder-85044, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85044',level=0,port_id=e71d1f9f-da5a-48d5-aa48-dcc64b1d5626,segment=NetworkSegment(a26e4697-a627-4fd9-b577-6f5138f29a6f),segment_id=a26e4697-a627-4fd9-b577-6f5138f29a6f)] {{(pid=110843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 20:04:07.320510 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:04:07.425812 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4046cb-9bbe-411e-a190-3f64aa4c71b6 req-1945b57f-c1cd-4b27-90d6-c29513811d35 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:04:07.428080 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-bc4046cb-9bbe-411e-a190-3f64aa4c71b6 req-1945b57f-c1cd-4b27-90d6-c29513811d35 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/ports?device_id=8ad940d2-dab6-42ec-a84a-53ee9242b68d HTTP/1.1" status: 200 len: 943 time: 0.0635049 Jul 24 20:04:07.430564 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-6adecde6-1e55-4d66-99f6-11e2c95d806b req-2dd73ba1-f79e-452c-bad9-2bb9a483a2f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958'] for port (e71d1f9f-da5a-48d5-aa48-dcc64b1d5626), after_update {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:07.481441 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adecde6-1e55-4d66-99f6-11e2c95d806b req-2dd73ba1-f79e-452c-bad9-2bb9a483a2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:04:07.482148 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-6adecde6-1e55-4d66-99f6-11e2c95d806b req-2dd73ba1-f79e-452c-bad9-2bb9a483a2f1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1048257'] for port (None), before_response {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:07.483531 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-6adecde6-1e55-4d66-99f6-11e2c95d806b req-2dd73ba1-f79e-452c-bad9-2bb9a483a2f1 service neutron] 10.222.0.42 "PUT /v2.0/ports/e71d1f9f-da5a-48d5-aa48-dcc64b1d5626 HTTP/1.1" status: 200 len: 1093 time: 1.2884982 Jul 24 20:04:07.494814 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36179ff4-5c1f-44fd-867e-090370548796', 'tag': 'e71d1f9f-da5a-48d5-aa48-dcc64b1d5626'}] {{(pid=110843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 24 20:04:07.497115 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa129e2ea71b36189c7354ee4da78dc54b5a7420159cbfa164f6b2678096e4e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca6f0d58-3e89-4800-9a02-35c0cc701c29" -d '{"events": [{"name": "network-changed", "server_uuid": "36179ff4-5c1f-44fd-867e-090370548796", "tag": "e71d1f9f-da5a-48d5-aa48-dcc64b1d5626"}]}' {{(pid=110843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 20:04:07.580546 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb569af1-4690-41c5-beb2-2c7698d75b58 req-40a87127-461b-4b26-9669-710625b9e7b3 tempest-VolumesActionsTest-1808120335 tempest-VolumesActionsTest-1808120335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:04:07.582129 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-cb569af1-4690-41c5-beb2-2c7698d75b58 req-40a87127-461b-4b26-9669-710625b9e7b3 tempest-VolumesActionsTest-1808120335 tempest-VolumesActionsTest-1808120335-project] 10.222.0.17 "GET /v2.0/ports?device_id=36179ff4-5c1f-44fd-867e-090370548796 HTTP/1.1" status: 200 len: 943 time: 0.1133747 Jul 24 20:04:07.589076 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd73ba1-f79e-452c-bad9-2bb9a483a2f1 service neutron] Pushing event updated for resources: {'Port': ['ID=e71d1f9f-da5a-48d5-aa48-dcc64b1d5626,revision_number=3']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:04:07.625607 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-bc4046cb-9bbe-411e-a190-3f64aa4c71b6 req-0d3bd6b7-e8e5-4a32-9010-7994af154ce6 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/security-groups?id=7fd4fa86-8151-45a8-babb-f1c645ad6646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1770997 Jul 24 20:04:07.713440 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adecde6-1e55-4d66-99f6-11e2c95d806b req-33bf6eae-ed80-4703-8cab-bbfd12a931ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:04:07.716825 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-6adecde6-1e55-4d66-99f6-11e2c95d806b req-33bf6eae-ed80-4703-8cab-bbfd12a931ca service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=22e598739ae64ebf9e523e4e2e6a2867&device_id=36179ff4-5c1f-44fd-867e-090370548796 HTTP/1.1" status: 200 len: 1127 time: 0.1278718 Jul 24 20:04:07.736063 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-cb569af1-4690-41c5-beb2-2c7698d75b58 req-e55e5aae-97a3-4a5d-babb-8856356a9165 tempest-VolumesActionsTest-1808120335 tempest-VolumesActionsTest-1808120335-project] 10.222.0.17 "GET /v2.0/security-groups?id=a40872af-5c4f-464d-8095-8ff6d6e53450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430469 Jul 24 20:04:07.745405 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 24 Jul 2022 20:04:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-220036e6-f26a-4638-a167-237d6e695177 x-openstack-request-id: req-220036e6-f26a-4638-a167-237d6e695177 {{(pid=110843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 20:04:07.745405 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36179ff4-5c1f-44fd-867e-090370548796", "tag": "e71d1f9f-da5a-48d5-aa48-dcc64b1d5626", "status": "completed", "code": 200}]} {{(pid=110843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 20:04:07.745405 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-220036e6-f26a-4638-a167-237d6e695177 {{(pid=110843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 20:04:07.745405 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.notifiers.nova [-] Nova event matching ['req-220036e6-f26a-4638-a167-237d6e695177'] response: {'name': 'network-changed', 'server_uuid': '36179ff4-5c1f-44fd-867e-090370548796', 'tag': 'e71d1f9f-da5a-48d5-aa48-dcc64b1d5626', 'status': 'completed', 'code': 200} Jul 24 20:04:07.784865 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-6adecde6-1e55-4d66-99f6-11e2c95d806b req-1526b790-b408-44a1-a270-93eff12cda36 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e71d1f9f-da5a-48d5-aa48-dcc64b1d5626 HTTP/1.1" status: 200 len: 217 time: 0.0404236 Jul 24 20:04:07.854771 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adecde6-1e55-4d66-99f6-11e2c95d806b req-14d23683-1be4-48f3-854e-06250bedd585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:04:07.860683 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-6adecde6-1e55-4d66-99f6-11e2c95d806b req-14d23683-1be4-48f3-854e-06250bedd585 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3b2add64-3220-4d0f-a25e-a2bd2c224a0e HTTP/1.1" status: 200 len: 849 time: 0.0580077 Jul 24 20:04:07.891347 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-6adecde6-1e55-4d66-99f6-11e2c95d806b req-49b0e6e4-8ead-4f72-8119-90d1d594df64 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=dd0a5f33-edb8-4c0a-b9cd-8e5dcbe0d119&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277274 Jul 24 20:04:08.187453 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Device 2e3b3d4b-7017-47d8-9a82-4439644ca265 up at agent hyperv_hv-cinder-85044 {{(pid=110844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 20:04:08.243376 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911a9386-8e04-422f-9645-83284fc2c81a req-b453ea44-ee4f-4a91-b930-828a2d3e4c08 tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:04:08.251350 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-911a9386-8e04-422f-9645-83284fc2c81a req-b453ea44-ee4f-4a91-b930-828a2d3e4c08 tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] 10.222.0.17 "GET /v2.0/ports?device_id=05ddc775-4f83-4893-957c-d3c8928d0c8c HTTP/1.1" status: 200 len: 945 time: 0.0651898 Jul 24 20:04:08.263793 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-43102eef-6e4b-4922-ad30-3734cbb7477a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (7d43fc2f-3c2c-473f-8c92-13ad6341ecc2), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:08.273839 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=100 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:04:08.287686 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-6adecde6-1e55-4d66-99f6-11e2c95d806b req-eca05586-cc9a-4b11-a228-5904a23ae4c4 service neutron] 10.222.0.42 "GET /v2.0/networks/dd0a5f33-edb8-4c0a-b9cd-8e5dcbe0d119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3880131 Jul 24 20:04:08.297722 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Provisioning for port 2e3b3d4b-7017-47d8-9a82-4439644ca265 completed by entity L2. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 24 20:04:08.346378 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Provisioning complete for port 2e3b3d4b-7017-47d8-9a82-4439644ca265 triggered by entity L2. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 20:04:08.349101 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812910'] for port (2e3b3d4b-7017-47d8-9a82-4439644ca265), provisioning_complete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:08.390549 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-911a9386-8e04-422f-9645-83284fc2c81a req-899f0122-df25-47cc-b5f4-da08575bb2bc tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] 10.222.0.17 "GET /v2.0/security-groups?id=28acb8fa-bec2-437c-82ba-8e2c3ade7cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301119 Jul 24 20:04:08.460565 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-6adecde6-1e55-4d66-99f6-11e2c95d806b req-b8ff9850-5058-44f2-a774-53dc51c8ddf3 service neutron] 10.222.0.42 "GET /v2.0/networks/dd0a5f33-edb8-4c0a-b9cd-8e5dcbe0d119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635046 Jul 24 20:04:08.597154 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Current status of the port 2e3b3d4b-7017-47d8-9a82-4439644ca265 is: BUILD; New status is: ACTIVE {{(pid=110844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 20:04:08.597916 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (2e3b3d4b-7017-47d8-9a82-4439644ca265), before_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:08.629833 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05ddc775-4f83-4893-957c-d3c8928d0c8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e3b3d4b-7017-47d8-9a82-4439644ca265'}] {{(pid=110844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 24 20:04:08.632276 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cb44c1e02bae91b270a0e6cfc836be33c010434f31a7c401440ca7d913440f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e931fdd2-fe6f-448e-9005-08622c4dac73" -d '{"events": [{"server_uuid": "05ddc775-4f83-4893-957c-d3c8928d0c8c", "name": "network-vif-plugged", "status": "completed", "tag": "2e3b3d4b-7017-47d8-9a82-4439644ca265"}]}' {{(pid=110844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 20:04:08.653272 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] For port 2e3b3d4b-7017-47d8-9a82-4439644ca265, host hv-cinder-85044, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85044',level=0,port_id=2e3b3d4b-7017-47d8-9a82-4439644ca265,segment=NetworkSegment(8b9f0f7e-05bb-4220-a9b7-1bc5128e8915),segment_id=8b9f0f7e-05bb-4220-a9b7-1bc5128e8915)] {{(pid=110844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 20:04:08.684996 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 24 Jul 2022 20:04:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b37a8de-674d-4df5-8398-9a46ee57c8af x-openstack-request-id: req-5b37a8de-674d-4df5-8398-9a46ee57c8af {{(pid=110844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 20:04:08.685762 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05ddc775-4f83-4893-957c-d3c8928d0c8c", "name": "network-vif-plugged", "status": "completed", "tag": "2e3b3d4b-7017-47d8-9a82-4439644ca265", "code": 200}]} {{(pid=110844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 20:04:08.686333 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-5b37a8de-674d-4df5-8398-9a46ee57c8af {{(pid=110844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 20:04:08.686931 dv-cinder-850449-2-iscsi neutron-server[110844]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b37a8de-674d-4df5-8398-9a46ee57c8af'] response: {'server_uuid': '05ddc775-4f83-4893-957c-d3c8928d0c8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e3b3d4b-7017-47d8-9a82-4439644ca265', 'code': 200} Jul 24 20:04:08.695979 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Device 0e74f234-ba25-4f07-bbee-b0d78eaf42d4 up at agent ovs-agent-dv-cinder-850449-2-iscsi {{(pid=110844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 20:04:08.757160 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:04:08.769512 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Provisioning complete for port 0e74f234-ba25-4f07-bbee-b0d78eaf42d4 triggered by entity L2. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 20:04:08.769948 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812910'] for port (0e74f234-ba25-4f07-bbee-b0d78eaf42d4), provisioning_complete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:08.801022 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958'] for port (2e3b3d4b-7017-47d8-9a82-4439644ca265), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:08.808037 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1375493f-44ec-4e5d-88a2-8ababbdbe12e req-15bc70cd-f008-4d16-a180-5ca0c1fb099e tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:04:08.810332 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-1375493f-44ec-4e5d-88a2-8ababbdbe12e req-15bc70cd-f008-4d16-a180-5ca0c1fb099e tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/ports?device_id=8ad940d2-dab6-42ec-a84a-53ee9242b68d HTTP/1.1" status: 200 len: 943 time: 0.0790143 Jul 24 20:04:08.874434 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Pushing event updated for resources: {'Port': ['ID=2e3b3d4b-7017-47d8-9a82-4439644ca265,revision_number=5']} {{(pid=110844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:04:08.912517 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-1375493f-44ec-4e5d-88a2-8ababbdbe12e req-0c4aabe9-692c-439b-9dde-15abd31b6b60 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/security-groups?id=7fd4fa86-8151-45a8-babb-f1c645ad6646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906992 Jul 24 20:04:08.956566 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Current status of the port 0e74f234-ba25-4f07-bbee-b0d78eaf42d4 is: ACTIVE; New status is: ACTIVE {{(pid=110844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 20:04:08.997493 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5625ea9-c63a-4e77-aeba-df564db123af req-8b94172e-dca0-41d8-a242-1d06be2a3f2d tempest-VolumesActionsTest-1808120335 tempest-VolumesActionsTest-1808120335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:04:08.997493 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-c5625ea9-c63a-4e77-aeba-df564db123af req-8b94172e-dca0-41d8-a242-1d06be2a3f2d tempest-VolumesActionsTest-1808120335 tempest-VolumesActionsTest-1808120335-project] 10.222.0.17 "GET /v2.0/ports?device_id=36179ff4-5c1f-44fd-867e-090370548796 HTTP/1.1" status: 200 len: 943 time: 0.0770280 Jul 24 20:04:09.054374 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-c5625ea9-c63a-4e77-aeba-df564db123af req-fdaafa81-01bc-4f3c-b7ce-17f248e400f7 tempest-VolumesActionsTest-1808120335 tempest-VolumesActionsTest-1808120335-project] 10.222.0.17 "GET /v2.0/security-groups?id=a40872af-5c4f-464d-8095-8ff6d6e53450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570183 Jul 24 20:04:09.140449 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (46eda511-dfa5-408c-8bd4-cb509f691033), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:09.527376 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973005ce-b83f-47e7-9c93-b452f0535f9c req-931f26a3-d78f-43f1-b514-91c05a9162b0 tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:04:09.528971 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-973005ce-b83f-47e7-9c93-b452f0535f9c req-931f26a3-d78f-43f1-b514-91c05a9162b0 tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] 10.222.0.17 "GET /v2.0/ports?device_id=05ddc775-4f83-4893-957c-d3c8928d0c8c HTTP/1.1" status: 200 len: 946 time: 0.0490775 Jul 24 20:04:09.580197 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-973005ce-b83f-47e7-9c93-b452f0535f9c req-21de6bea-bb5d-44c1-8366-5c4084e9cf80 tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] 10.222.0.17 "GET /v2.0/security-groups?id=28acb8fa-bec2-437c-82ba-8e2c3ade7cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446291 Jul 24 20:04:09.695653 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6f0d58-3e89-4800-9a02-35c0cc701c29 req-7730239a-7d07-4008-86a6-b99bc37a9e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:04:09.697236 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-ca6f0d58-3e89-4800-9a02-35c0cc701c29 req-7730239a-7d07-4008-86a6-b99bc37a9e60 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=22e598739ae64ebf9e523e4e2e6a2867&device_id=36179ff4-5c1f-44fd-867e-090370548796 HTTP/1.1" status: 200 len: 1127 time: 0.0487802 Jul 24 20:04:09.834877 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605d03aa-fa1f-48ef-92d1-1d46cf2f540d req-fb33dde2-132b-46a8-85ab-244cc8816e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:04:09.841931 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-605d03aa-fa1f-48ef-92d1-1d46cf2f540d req-fb33dde2-132b-46a8-85ab-244cc8816e0f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=49f6a7894899436d8ce94d9a7500533a&device_id=8ad940d2-dab6-42ec-a84a-53ee9242b68d HTTP/1.1" status: 200 len: 1127 time: 0.0565844 Jul 24 20:04:09.850734 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6f0d58-3e89-4800-9a02-35c0cc701c29 req-145e3866-c0d9-4a35-a9ca-7d6168e0ae01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:04:09.852245 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-ca6f0d58-3e89-4800-9a02-35c0cc701c29 req-145e3866-c0d9-4a35-a9ca-7d6168e0ae01 service neutron] 10.222.0.42 "GET /v2.0/networks?id=dd0a5f33-edb8-4c0a-b9cd-8e5dcbe0d119 HTTP/1.1" status: 200 len: 910 time: 0.1469996 Jul 24 20:04:10.106614 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-ca6f0d58-3e89-4800-9a02-35c0cc701c29 req-059d892f-8b00-4bc6-acc3-641f1b2ccc6a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e71d1f9f-da5a-48d5-aa48-dcc64b1d5626 HTTP/1.1" status: 200 len: 217 time: 0.0881555 Jul 24 20:04:10.137357 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dc550c-e606-4258-9cec-7166bfbeda38 req-da19a0dd-4d6d-49b3-9ddc-72b9b3619372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:04:10.138972 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [req-b1dc550c-e606-4258-9cec-7166bfbeda38 req-da19a0dd-4d6d-49b3-9ddc-72b9b3619372 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=05ddc775-4f83-4893-957c-d3c8928d0c8c HTTP/1.1" status: 200 len: 1130 time: 0.0724170 Jul 24 20:04:10.210237 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:04:10.230175 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=100 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:04:10.237082 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605d03aa-fa1f-48ef-92d1-1d46cf2f540d req-f30a9b33-b736-4cdd-90bd-45f04f426d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:04:10.238847 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [req-605d03aa-fa1f-48ef-92d1-1d46cf2f540d req-f30a9b33-b736-4cdd-90bd-45f04f426d75 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b3fd2ef6-6f8c-45f9-a0a9-81c377b08f7e HTTP/1.1" status: 200 len: 917 time: 0.1966453 Jul 24 20:04:10.241193 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [req-b1dc550c-e606-4258-9cec-7166bfbeda38 req-13b58abe-be25-473d-b058-0fa434f1f727 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=28acb8fa-bec2-437c-82ba-8e2c3ade7cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717461 Jul 24 20:04:10.242692 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691492d4-30dd-42c2-8478-7261aa8719e1 req-1f2364f1-a31a-4875-ab99-7e10f157e907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:04:10.244248 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-691492d4-30dd-42c2-8478-7261aa8719e1 req-1f2364f1-a31a-4875-ab99-7e10f157e907 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8ad940d2-dab6-42ec-a84a-53ee9242b68d&tenant_id=49f6a7894899436d8ce94d9a7500533a HTTP/1.1" status: 200 len: 1127 time: 0.1521966 Jul 24 20:04:10.254464 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15203f6f-0e6d-47a0-abfa-ff1f57cd213b req-055cafd2-bb8e-4baa-8b1a-157e0a82b99a tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:04:10.265364 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-15203f6f-0e6d-47a0-abfa-ff1f57cd213b req-055cafd2-bb8e-4baa-8b1a-157e0a82b99a tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/ports?device_id=8ad940d2-dab6-42ec-a84a-53ee9242b68d HTTP/1.1" status: 200 len: 943 time: 0.1625307 Jul 24 20:04:10.273192 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6f0d58-3e89-4800-9a02-35c0cc701c29 req-fe2a3496-2feb-43de-84b9-8e4f3d6dc292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:04:10.274631 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-ca6f0d58-3e89-4800-9a02-35c0cc701c29 req-fe2a3496-2feb-43de-84b9-8e4f3d6dc292 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3b2add64-3220-4d0f-a25e-a2bd2c224a0e HTTP/1.1" status: 200 len: 849 time: 0.1175659 Jul 24 20:04:10.312057 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-15203f6f-0e6d-47a0-abfa-ff1f57cd213b req-696dfea2-ab23-41c8-8333-1995a7456243 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/security-groups?id=7fd4fa86-8151-45a8-babb-f1c645ad6646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489712 Jul 24 20:04:10.403549 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (95564131-b678-4db2-a162-51408b2acd55), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:10.438591 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652fa7c0-3056-412d-a386-25dd52159f3d req-4f0d0f96-ee2f-4d4d-9552-3d1909e26acb tempest-VolumesActionsTest-1808120335 tempest-VolumesActionsTest-1808120335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:04:10.442077 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-652fa7c0-3056-412d-a386-25dd52159f3d req-4f0d0f96-ee2f-4d4d-9552-3d1909e26acb tempest-VolumesActionsTest-1808120335 tempest-VolumesActionsTest-1808120335-project] 10.222.0.17 "GET /v2.0/ports?device_id=36179ff4-5c1f-44fd-867e-090370548796 HTTP/1.1" status: 200 len: 943 time: 0.0578890 Jul 24 20:04:10.502967 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-ca6f0d58-3e89-4800-9a02-35c0cc701c29 req-d2fe0b57-76c2-4707-ae96-869fcd794d30 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=dd0a5f33-edb8-4c0a-b9cd-8e5dcbe0d119&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384567 Jul 24 20:04:10.539415 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-652fa7c0-3056-412d-a386-25dd52159f3d req-29fccd5f-f25f-4de2-8851-a6c57b8e7d08 tempest-VolumesActionsTest-1808120335 tempest-VolumesActionsTest-1808120335-project] 10.222.0.17 "GET /v2.0/security-groups?id=a40872af-5c4f-464d-8095-8ff6d6e53450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934041 Jul 24 20:04:10.559267 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [req-605d03aa-fa1f-48ef-92d1-1d46cf2f540d req-1a51e507-cc37-4c09-b1a4-1311d7108714 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=72d7cce4-42e1-4ed0-8270-569e161be59b HTTP/1.1" status: 200 len: 999 time: 0.1134036 Jul 24 20:04:10.616305 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605d03aa-fa1f-48ef-92d1-1d46cf2f540d req-df427f55-73e9-4c9e-8247-16cbe621051c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:04:10.617325 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-ca6f0d58-3e89-4800-9a02-35c0cc701c29 req-699a4390-1e71-4fd8-895d-7d40effe9ea5 service neutron] 10.222.0.42 "GET /v2.0/networks/dd0a5f33-edb8-4c0a-b9cd-8e5dcbe0d119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028445 Jul 24 20:04:10.617891 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [req-605d03aa-fa1f-48ef-92d1-1d46cf2f540d req-df427f55-73e9-4c9e-8247-16cbe621051c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9f1a76ef-9ecc-40f5-8dc9-5b3ae75ee961 HTTP/1.1" status: 200 len: 855 time: 0.0525360 Jul 24 20:04:10.716418 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405e3e53-4d4d-4cf2-af9b-aeab61ed4387 req-31f6e7c1-9464-4218-b830-1309250a6670 tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:04:10.718089 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-405e3e53-4d4d-4cf2-af9b-aeab61ed4387 req-31f6e7c1-9464-4218-b830-1309250a6670 tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] 10.222.0.17 "GET /v2.0/ports?device_id=05ddc775-4f83-4893-957c-d3c8928d0c8c HTTP/1.1" status: 200 len: 946 time: 0.0497415 Jul 24 20:04:10.775396 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-405e3e53-4d4d-4cf2-af9b-aeab61ed4387 req-2a26d11f-039d-4eef-a829-5f4a25188909 tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] 10.222.0.17 "GET /v2.0/security-groups?id=28acb8fa-bec2-437c-82ba-8e2c3ade7cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513861 Jul 24 20:04:11.065421 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605d03aa-fa1f-48ef-92d1-1d46cf2f540d req-3af733e5-5da1-4ab1-be9a-032fc526046f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:04:11.067252 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [req-605d03aa-fa1f-48ef-92d1-1d46cf2f540d req-3af733e5-5da1-4ab1-be9a-032fc526046f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b3fd2ef6-6f8c-45f9-a0a9-81c377b08f7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0504782 Jul 24 20:04:11.114930 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=100 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:04:11.118855 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-ca6f0d58-3e89-4800-9a02-35c0cc701c29 req-fb82080a-1759-4354-99ea-ecfb383db675 service neutron] 10.222.0.42 "GET /v2.0/networks/dd0a5f33-edb8-4c0a-b9cd-8e5dcbe0d119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048269 Jul 24 20:04:11.168972 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [req-605d03aa-fa1f-48ef-92d1-1d46cf2f540d req-cc621fa6-6914-4288-9ce3-802af564a325 service neutron] 10.222.0.42 "GET /v2.0/networks/b3fd2ef6-6f8c-45f9-a0a9-81c377b08f7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933557 Jul 24 20:04:11.289945 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [req-605d03aa-fa1f-48ef-92d1-1d46cf2f540d req-34f8471f-e442-4b7e-bc67-7829c6515f6d service neutron] 10.222.0.42 "GET /v2.0/networks/b3fd2ef6-6f8c-45f9-a0a9-81c377b08f7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128764 Jul 24 20:04:11.422556 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 33558) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:04:11.483017 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffa7796-a24f-44e4-93ba-bd05b94e62da req-9004d436-b1fd-4ca2-938e-1b0c40abcc97 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:04:11.483888 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-6ffa7796-a24f-44e4-93ba-bd05b94e62da req-9004d436-b1fd-4ca2-938e-1b0c40abcc97 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/ports?device_id=8ad940d2-dab6-42ec-a84a-53ee9242b68d HTTP/1.1" status: 200 len: 943 time: 0.0895128 Jul 24 20:04:11.549892 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 33562) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:04:11.551439 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-6ffa7796-a24f-44e4-93ba-bd05b94e62da req-5486c916-4feb-4d1a-bae5-2c8bcff22860 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/security-groups?id=7fd4fa86-8151-45a8-babb-f1c645ad6646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617428 Jul 24 20:04:11.636409 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-8e940314-032c-4e2f-9e3e-b963bd75afa9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:11.654459 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-beba6d83-896d-4c25-92e0-8d4f05cb4d9b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:11.679045 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab285ea-7caf-4c6c-a897-a51cc0edce25 req-a344c4a1-a916-4731-b11e-4f0c7f1b0a24 tempest-VolumesActionsTest-1808120335 tempest-VolumesActionsTest-1808120335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:04:11.680723 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-aab285ea-7caf-4c6c-a897-a51cc0edce25 req-a344c4a1-a916-4731-b11e-4f0c7f1b0a24 tempest-VolumesActionsTest-1808120335 tempest-VolumesActionsTest-1808120335-project] 10.222.0.17 "GET /v2.0/ports?device_id=36179ff4-5c1f-44fd-867e-090370548796 HTTP/1.1" status: 200 len: 943 time: 0.0502264 Jul 24 20:04:11.709410 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:04:11.745661 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-aab285ea-7caf-4c6c-a897-a51cc0edce25 req-1bb46d9e-14ef-460b-90c5-dbc13e7e7e7f tempest-VolumesActionsTest-1808120335 tempest-VolumesActionsTest-1808120335-project] 10.222.0.17 "GET /v2.0/security-groups?id=a40872af-5c4f-464d-8095-8ff6d6e53450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577872 Jul 24 20:04:11.782060 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-8e940314-032c-4e2f-9e3e-b963bd75afa9 admin admin] Publish callbacks [] for security_group (6f649f86-e503-40f4-b6a2-c8a90b5422ec), precommit_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:11.794135 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-beba6d83-896d-4c25-92e0-8d4f05cb4d9b admin admin] Publish callbacks [] for security_group (50dafca8-6580-4f49-80a1-f849be290849), precommit_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:11.900328 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f113137-6d93-44ac-b1ef-11e5fe547322 req-cd64e5fd-99fe-4f57-ba14-bcb1dd38d507 tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:04:11.902611 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-7f113137-6d93-44ac-b1ef-11e5fe547322 req-cd64e5fd-99fe-4f57-ba14-bcb1dd38d507 tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] 10.222.0.17 "GET /v2.0/ports?device_id=05ddc775-4f83-4893-957c-d3c8928d0c8c HTTP/1.1" status: 200 len: 946 time: 0.0556836 Jul 24 20:04:11.908205 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-8e940314-032c-4e2f-9e3e-b963bd75afa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (6f649f86-e503-40f4-b6a2-c8a90b5422ec), after_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:11.932339 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-beba6d83-896d-4c25-92e0-8d4f05cb4d9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (50dafca8-6580-4f49-80a1-f849be290849), after_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:11.980512 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-7f113137-6d93-44ac-b1ef-11e5fe547322 req-422a9139-f798-4bcf-a0fb-41d2a47699a1 tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] 10.222.0.17 "GET /v2.0/security-groups?id=28acb8fa-bec2-437c-82ba-8e2c3ade7cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673761 Jul 24 20:04:12.013511 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-8e940314-032c-4e2f-9e3e-b963bd75afa9 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=845c1597e02047eb9625ad84c42b43cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4621108 Jul 24 20:04:12.016229 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [-] (110843) accepted ('10.222.0.17', 33574) {{(pid=110843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:04:12.019132 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=82,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:04:12.019888 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e940314-032c-4e2f-9e3e-b963bd75afa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f649f86-e503-40f4-b6a2-c8a90b5422ec,revision_number=1']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:04:12.038800 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691492d4-30dd-42c2-8478-7261aa8719e1 req-2b2a2df6-914e-4cfb-9a3f-5aab4763bcf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:04:12.040765 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [req-691492d4-30dd-42c2-8478-7261aa8719e1 req-2b2a2df6-914e-4cfb-9a3f-5aab4763bcf0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=49f6a7894899436d8ce94d9a7500533a&device_id=8ad940d2-dab6-42ec-a84a-53ee9242b68d HTTP/1.1" status: 200 len: 1127 time: 0.0933135 Jul 24 20:04:12.048763 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-beba6d83-896d-4c25-92e0-8d4f05cb4d9b admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=d130b3a0b56e4381a39350b966f5c29a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6265244 Jul 24 20:04:12.054027 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [-] (110843) accepted ('10.222.0.17', 33578) {{(pid=110843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:04:12.073493 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beba6d83-896d-4c25-92e0-8d4f05cb4d9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50dafca8-6580-4f49-80a1-f849be290849,revision_number=1']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:04:12.155871 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-ae169326-b74e-40a7-b4b6-b4eb22b5e048 admin admin] Publish callbacks [] for security_group (6f649f86-e503-40f4-b6a2-c8a90b5422ec), before_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:12.171313 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6ad7cf-0ba9-468d-9ede-154cdd3f9e4e req-3588c51e-eaa1-45d3-b23e-071f52bb66cf tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:04:12.172848 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-2a6ad7cf-0ba9-468d-9ede-154cdd3f9e4e req-3588c51e-eaa1-45d3-b23e-071f52bb66cf tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] 10.222.0.17 "GET /v2.0/ports?device_id=05ddc775-4f83-4893-957c-d3c8928d0c8c HTTP/1.1" status: 200 len: 946 time: 0.0914886 Jul 24 20:04:12.200980 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Device e71d1f9f-da5a-48d5-aa48-dcc64b1d5626 details requested by agent hyperv_hv-cinder-85044 with host hv-cinder-85044 {{(pid=110844) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 20:04:12.214111 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-ae169326-b74e-40a7-b4b6-b4eb22b5e048 admin admin] Publish callbacks [] for security_group (6f649f86-e503-40f4-b6a2-c8a90b5422ec), precommit_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:12.218712 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-7f8e23f5-4b48-445e-af57-8ffea06d02e0 admin admin] Publish callbacks [] for security_group (50dafca8-6580-4f49-80a1-f849be290849), before_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:12.270443 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=100 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:04:12.295428 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-7f8e23f5-4b48-445e-af57-8ffea06d02e0 admin admin] Publish callbacks [] for security_group (50dafca8-6580-4f49-80a1-f849be290849), precommit_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:12.316596 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-2a6ad7cf-0ba9-468d-9ede-154cdd3f9e4e req-ba1ea9ab-9944-4cab-92cf-fac32d9854ee tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] 10.222.0.17 "GET /v2.0/security-groups?id=28acb8fa-bec2-437c-82ba-8e2c3ade7cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323478 Jul 24 20:04:12.350827 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] For port e71d1f9f-da5a-48d5-aa48-dcc64b1d5626, host hv-cinder-85044, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85044',level=0,port_id=e71d1f9f-da5a-48d5-aa48-dcc64b1d5626,segment=NetworkSegment(a26e4697-a627-4fd9-b577-6f5138f29a6f),segment_id=a26e4697-a627-4fd9-b577-6f5138f29a6f)] {{(pid=110844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 20:04:12.384716 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Returning: {'device': 'e71d1f9f-da5a-48d5-aa48-dcc64b1d5626', 'network_id': 'dd0a5f33-edb8-4c0a-b9cd-8e5dcbe0d119', 'port_id': 'e71d1f9f-da5a-48d5-aa48-dcc64b1d5626', 'mac_address': 'fa:16:3e:6d:73:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b2add64-3220-4d0f-a25e-a2bd2c224a0e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110844) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 20:04:12.404473 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691492d4-30dd-42c2-8478-7261aa8719e1 req-93c8727a-b4d5-4e94-9c92-71895c97ee18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:04:12.407842 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [req-691492d4-30dd-42c2-8478-7261aa8719e1 req-93c8727a-b4d5-4e94-9c92-71895c97ee18 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b3fd2ef6-6f8c-45f9-a0a9-81c377b08f7e HTTP/1.1" status: 200 len: 917 time: 0.1755269 Jul 24 20:04:12.444363 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-ae169326-b74e-40a7-b4b6-b4eb22b5e048 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (6f649f86-e503-40f4-b6a2-c8a90b5422ec), after_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:12.448236 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-ae169326-b74e-40a7-b4b6-b4eb22b5e048 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:12.449119 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Current status of the port e71d1f9f-da5a-48d5-aa48-dcc64b1d5626 is: DOWN; New status is: BUILD {{(pid=110844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 20:04:12.453256 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (e71d1f9f-da5a-48d5-aa48-dcc64b1d5626), before_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:12.453387 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [None req-ae169326-b74e-40a7-b4b6-b4eb22b5e048 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/6f649f86-e503-40f4-b6a2-c8a90b5422ec HTTP/1.1" status: 204 len: 168 time: 0.4324620 Jul 24 20:04:12.453387 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-7f8e23f5-4b48-445e-af57-8ffea06d02e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (50dafca8-6580-4f49-80a1-f849be290849), after_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:12.458247 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-7f8e23f5-4b48-445e-af57-8ffea06d02e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:12.462370 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [None req-7f8e23f5-4b48-445e-af57-8ffea06d02e0 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/50dafca8-6580-4f49-80a1-f849be290849 HTTP/1.1" status: 204 len: 168 time: 0.4073133 Jul 24 20:04:12.474483 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae169326-b74e-40a7-b4b6-b4eb22b5e048 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f649f86-e503-40f4-b6a2-c8a90b5422ec,revision_number=None']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:04:12.482858 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.notifiers.nova [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e71d1f9f-da5a-48d5-aa48-dcc64b1d5626 {{(pid=110844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 24 20:04:12.512281 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:04:12.525009 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8e23f5-4b48-445e-af57-8ffea06d02e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50dafca8-6580-4f49-80a1-f849be290849,revision_number=None']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:04:12.551316 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] For port e71d1f9f-da5a-48d5-aa48-dcc64b1d5626, host hv-cinder-85044, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85044',level=0,port_id=e71d1f9f-da5a-48d5-aa48-dcc64b1d5626,segment=NetworkSegment(a26e4697-a627-4fd9-b577-6f5138f29a6f),segment_id=a26e4697-a627-4fd9-b577-6f5138f29a6f)] {{(pid=110844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 20:04:12.632055 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958'] for port (e71d1f9f-da5a-48d5-aa48-dcc64b1d5626), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:12.751079 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Pushing event updated for resources: {'Port': ['ID=e71d1f9f-da5a-48d5-aa48-dcc64b1d5626,revision_number=4']} {{(pid=110844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:04:12.788035 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eceaae-5a6e-48f2-b898-e128f20fc993 req-f98de419-ccc2-43e6-8098-66aa6ee3beb4 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:04:12.796199 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-b8eceaae-5a6e-48f2-b898-e128f20fc993 req-f98de419-ccc2-43e6-8098-66aa6ee3beb4 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/ports?device_id=8ad940d2-dab6-42ec-a84a-53ee9242b68d HTTP/1.1" status: 200 len: 943 time: 0.1103225 Jul 24 20:04:12.864135 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [req-691492d4-30dd-42c2-8478-7261aa8719e1 req-34696683-d1df-4d26-9b93-62050d30666b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=72d7cce4-42e1-4ed0-8270-569e161be59b HTTP/1.1" status: 200 len: 999 time: 0.4490023 Jul 24 20:04:12.946138 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-b8eceaae-5a6e-48f2-b898-e128f20fc993 req-d5ac9608-dfbb-4456-8122-0505f7e3ea27 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/security-groups?id=7fd4fa86-8151-45a8-babb-f1c645ad6646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1467071 Jul 24 20:04:12.975877 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] get_ports_and_sgs() called for port_ids ['e71d1f9f-da5a-48d5-aa48-dcc64b1d5626'] {{(pid=110844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 20:04:12.986651 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb7c639-f6cc-4028-9fd2-e7665a3703b7 req-98a59634-1676-4333-9b9d-7307eefbb3be tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:04:13.002762 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691492d4-30dd-42c2-8478-7261aa8719e1 req-9db44322-d1e3-45c9-99f8-26f229a39f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:04:13.004299 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [req-691492d4-30dd-42c2-8478-7261aa8719e1 req-9db44322-d1e3-45c9-99f8-26f229a39f83 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9f1a76ef-9ecc-40f5-8dc9-5b3ae75ee961 HTTP/1.1" status: 200 len: 855 time: 0.1278439 Jul 24 20:04:13.008884 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-ceb7c639-f6cc-4028-9fd2-e7665a3703b7 req-98a59634-1676-4333-9b9d-7307eefbb3be tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] 10.222.0.17 "GET /v2.0/ports?device_id=05ddc775-4f83-4893-957c-d3c8928d0c8c HTTP/1.1" status: 200 len: 946 time: 0.1688795 Jul 24 20:04:13.154788 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691492d4-30dd-42c2-8478-7261aa8719e1 req-8d0f56a7-3fa8-4f3e-8f7b-b13d2e70a54b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:04:13.156300 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [req-691492d4-30dd-42c2-8478-7261aa8719e1 req-8d0f56a7-3fa8-4f3e-8f7b-b13d2e70a54b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b3fd2ef6-6f8c-45f9-a0a9-81c377b08f7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1388042 Jul 24 20:04:13.164505 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-ceb7c639-f6cc-4028-9fd2-e7665a3703b7 req-22aad022-53e5-4512-a197-2a945a67f3a5 tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] 10.222.0.17 "GET /v2.0/security-groups?id=28acb8fa-bec2-437c-82ba-8e2c3ade7cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539090 Jul 24 20:04:13.230391 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af69a75f-338f-43da-ba6e-4860bcf1319e req-a36f2b88-c66b-493f-8a19-e32e0df50732 tempest-VolumesActionsTest-1808120335 tempest-VolumesActionsTest-1808120335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:04:13.232196 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-af69a75f-338f-43da-ba6e-4860bcf1319e req-a36f2b88-c66b-493f-8a19-e32e0df50732 tempest-VolumesActionsTest-1808120335 tempest-VolumesActionsTest-1808120335-project] 10.222.0.17 "GET /v2.0/ports?device_id=36179ff4-5c1f-44fd-867e-090370548796 HTTP/1.1" status: 200 len: 944 time: 0.1266792 Jul 24 20:04:13.266297 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:04:13.322845 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-af69a75f-338f-43da-ba6e-4860bcf1319e req-aaa62743-3e86-408c-984a-f552d97bf55f tempest-VolumesActionsTest-1808120335 tempest-VolumesActionsTest-1808120335-project] 10.222.0.17 "GET /v2.0/security-groups?id=a40872af-5c4f-464d-8095-8ff6d6e53450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815370 Jul 24 20:04:13.449833 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [req-691492d4-30dd-42c2-8478-7261aa8719e1 req-51443bd9-4642-4402-a673-cfca80dad2f4 service neutron] 10.222.0.42 "GET /v2.0/networks/b3fd2ef6-6f8c-45f9-a0a9-81c377b08f7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186571 Jul 24 20:04:13.574252 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [req-691492d4-30dd-42c2-8478-7261aa8719e1 req-fa9763d7-0236-4f74-b2d8-cd18f15356f7 service neutron] 10.222.0.42 "GET /v2.0/networks/b3fd2ef6-6f8c-45f9-a0a9-81c377b08f7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181774 Jul 24 20:04:14.115402 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7417457-ec23-4c4f-954f-4c770e1d1970 req-8db2176d-fec3-44af-b8ac-dfdcc4ff9da5 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:04:14.117249 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-e7417457-ec23-4c4f-954f-4c770e1d1970 req-8db2176d-fec3-44af-b8ac-dfdcc4ff9da5 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/ports?device_id=8ad940d2-dab6-42ec-a84a-53ee9242b68d HTTP/1.1" status: 200 len: 943 time: 0.0521946 Jul 24 20:04:14.189677 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-e7417457-ec23-4c4f-954f-4c770e1d1970 req-9e835b45-37b9-47a9-bc9f-2ff717cfa2ee tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/security-groups?id=7fd4fa86-8151-45a8-babb-f1c645ad6646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641918 Jul 24 20:04:14.231554 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Device e71d1f9f-da5a-48d5-aa48-dcc64b1d5626 up at agent hyperv_hv-cinder-85044 {{(pid=110844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 20:04:14.293080 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Provisioning for port e71d1f9f-da5a-48d5-aa48-dcc64b1d5626 completed by entity L2. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 24 20:04:14.376338 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Provisioning complete for port e71d1f9f-da5a-48d5-aa48-dcc64b1d5626 triggered by entity L2. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 20:04:14.377266 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812910'] for port (e71d1f9f-da5a-48d5-aa48-dcc64b1d5626), provisioning_complete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:14.540013 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe50c2d-70a2-4c37-8d6e-5fe38b267d9f req-e304067d-2d77-49a1-a410-23178d7a22a2 tempest-VolumesActionsTest-1808120335 tempest-VolumesActionsTest-1808120335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:04:14.551689 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-5fe50c2d-70a2-4c37-8d6e-5fe38b267d9f req-e304067d-2d77-49a1-a410-23178d7a22a2 tempest-VolumesActionsTest-1808120335 tempest-VolumesActionsTest-1808120335-project] 10.222.0.17 "GET /v2.0/ports?device_id=36179ff4-5c1f-44fd-867e-090370548796 HTTP/1.1" status: 200 len: 944 time: 0.1324964 Jul 24 20:04:14.579253 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Current status of the port e71d1f9f-da5a-48d5-aa48-dcc64b1d5626 is: BUILD; New status is: ACTIVE {{(pid=110844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 20:04:14.580059 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (e71d1f9f-da5a-48d5-aa48-dcc64b1d5626), before_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:14.643096 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36179ff4-5c1f-44fd-867e-090370548796', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e71d1f9f-da5a-48d5-aa48-dcc64b1d5626'}] {{(pid=110844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 24 20:04:14.646243 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cb44c1e02bae91b270a0e6cfc836be33c010434f31a7c401440ca7d913440f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-000cb70f-40cb-41df-ab7f-736e7e216b0e" -d '{"events": [{"server_uuid": "36179ff4-5c1f-44fd-867e-090370548796", "name": "network-vif-plugged", "status": "completed", "tag": "e71d1f9f-da5a-48d5-aa48-dcc64b1d5626"}]}' {{(pid=110844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 20:04:14.662873 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-5fe50c2d-70a2-4c37-8d6e-5fe38b267d9f req-75dfc592-b285-442e-a984-e563585d465d tempest-VolumesActionsTest-1808120335 tempest-VolumesActionsTest-1808120335-project] 10.222.0.17 "GET /v2.0/security-groups?id=a40872af-5c4f-464d-8095-8ff6d6e53450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002750 Jul 24 20:04:14.683290 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] For port e71d1f9f-da5a-48d5-aa48-dcc64b1d5626, host hv-cinder-85044, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85044',level=0,port_id=e71d1f9f-da5a-48d5-aa48-dcc64b1d5626,segment=NetworkSegment(a26e4697-a627-4fd9-b577-6f5138f29a6f),segment_id=a26e4697-a627-4fd9-b577-6f5138f29a6f)] {{(pid=110844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 20:04:14.706456 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 24 Jul 2022 20:04:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30cd9127-2a74-41d0-8d18-394b288ecee2 x-openstack-request-id: req-30cd9127-2a74-41d0-8d18-394b288ecee2 {{(pid=110844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 20:04:14.706806 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36179ff4-5c1f-44fd-867e-090370548796", "name": "network-vif-plugged", "status": "completed", "tag": "e71d1f9f-da5a-48d5-aa48-dcc64b1d5626", "code": 200}]} {{(pid=110844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 20:04:14.707102 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-30cd9127-2a74-41d0-8d18-394b288ecee2 {{(pid=110844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 20:04:14.707550 dv-cinder-850449-2-iscsi neutron-server[110844]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30cd9127-2a74-41d0-8d18-394b288ecee2'] response: {'server_uuid': '36179ff4-5c1f-44fd-867e-090370548796', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e71d1f9f-da5a-48d5-aa48-dcc64b1d5626', 'code': 200} Jul 24 20:04:14.757825 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958'] for port (e71d1f9f-da5a-48d5-aa48-dcc64b1d5626), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:14.819272 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Pushing event updated for resources: {'Port': ['ID=e71d1f9f-da5a-48d5-aa48-dcc64b1d5626,revision_number=5']} {{(pid=110844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:04:15.421742 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245f8598-8024-4e34-a631-df28093b908f req-a463ba74-6377-4aca-8e13-05ef4d446178 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:04:15.431702 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-245f8598-8024-4e34-a631-df28093b908f req-a463ba74-6377-4aca-8e13-05ef4d446178 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/ports?device_id=8ad940d2-dab6-42ec-a84a-53ee9242b68d HTTP/1.1" status: 200 len: 943 time: 0.1349714 Jul 24 20:04:15.543284 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-245f8598-8024-4e34-a631-df28093b908f req-e3008dd1-151a-4dc9-8344-3b8c960bdf9f tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/security-groups?id=7fd4fa86-8151-45a8-babb-f1c645ad6646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1003797 Jul 24 20:04:15.843396 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c234fef4-0148-4423-9269-3702f7bb8588 req-b539ee18-a555-452c-bec0-ba9ddcc2eb40 tempest-VolumesActionsTest-1808120335 tempest-VolumesActionsTest-1808120335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:04:15.845020 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-c234fef4-0148-4423-9269-3702f7bb8588 req-b539ee18-a555-452c-bec0-ba9ddcc2eb40 tempest-VolumesActionsTest-1808120335 tempest-VolumesActionsTest-1808120335-project] 10.222.0.17 "GET /v2.0/ports?device_id=36179ff4-5c1f-44fd-867e-090370548796 HTTP/1.1" status: 200 len: 945 time: 0.0796938 Jul 24 20:04:15.913304 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-c234fef4-0148-4423-9269-3702f7bb8588 req-a8357dd4-ee95-4289-ae76-b7ac01e20d4d tempest-VolumesActionsTest-1808120335 tempest-VolumesActionsTest-1808120335-project] 10.222.0.17 "GET /v2.0/security-groups?id=a40872af-5c4f-464d-8095-8ff6d6e53450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593410 Jul 24 20:04:16.702178 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbc597b-c936-40f0-81e6-8a7f505c0fa1 req-e3e250c6-6343-4887-a3cb-7614e705f04d tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:04:16.745826 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-cbbc597b-c936-40f0-81e6-8a7f505c0fa1 req-e3e250c6-6343-4887-a3cb-7614e705f04d tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/ports?device_id=8ad940d2-dab6-42ec-a84a-53ee9242b68d HTTP/1.1" status: 200 len: 943 time: 0.0626259 Jul 24 20:04:16.782809 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-cbbc597b-c936-40f0-81e6-8a7f505c0fa1 req-47267843-5826-47da-9055-f1819bf2ee78 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/security-groups?id=7fd4fa86-8151-45a8-babb-f1c645ad6646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730879 Jul 24 20:04:17.039686 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91155510-4845-47e2-8fb8-fcf91a95bb6e req-d71fc967-8243-46ad-b3b9-9bafe515e515 tempest-VolumesActionsTest-1808120335 tempest-VolumesActionsTest-1808120335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:04:17.041758 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-91155510-4845-47e2-8fb8-fcf91a95bb6e req-d71fc967-8243-46ad-b3b9-9bafe515e515 tempest-VolumesActionsTest-1808120335 tempest-VolumesActionsTest-1808120335-project] 10.222.0.17 "GET /v2.0/ports?device_id=36179ff4-5c1f-44fd-867e-090370548796 HTTP/1.1" status: 200 len: 945 time: 0.0531886 Jul 24 20:04:17.106777 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-91155510-4845-47e2-8fb8-fcf91a95bb6e req-0a1c7a8c-1b07-43de-987a-d68946507165 tempest-VolumesActionsTest-1808120335 tempest-VolumesActionsTest-1808120335-project] 10.222.0.17 "GET /v2.0/security-groups?id=a40872af-5c4f-464d-8095-8ff6d6e53450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585740 Jul 24 20:04:17.952335 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02f80bc-5c2a-41ca-af79-a3adb4de6393 req-f6d926dd-abfd-4ca8-8f65-2cbd63f6e9a1 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:04:17.952335 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-f02f80bc-5c2a-41ca-af79-a3adb4de6393 req-f6d926dd-abfd-4ca8-8f65-2cbd63f6e9a1 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/ports?device_id=8ad940d2-dab6-42ec-a84a-53ee9242b68d HTTP/1.1" status: 200 len: 943 time: 0.0592868 Jul 24 20:04:18.014871 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-f02f80bc-5c2a-41ca-af79-a3adb4de6393 req-387f1f9b-b2ff-472c-974d-8b4c1953a6df tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/security-groups?id=7fd4fa86-8151-45a8-babb-f1c645ad6646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599275 Jul 24 20:04:18.257212 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9932f79-db67-46e5-97a1-6ad9a07e6743 req-5d66d92b-b93d-4fc4-b417-eaf83a3b1fa0 tempest-VolumesActionsTest-1808120335 tempest-VolumesActionsTest-1808120335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:04:18.257212 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-e9932f79-db67-46e5-97a1-6ad9a07e6743 req-5d66d92b-b93d-4fc4-b417-eaf83a3b1fa0 tempest-VolumesActionsTest-1808120335 tempest-VolumesActionsTest-1808120335-project] 10.222.0.17 "GET /v2.0/ports?device_id=36179ff4-5c1f-44fd-867e-090370548796 HTTP/1.1" status: 200 len: 945 time: 0.0536442 Jul 24 20:04:18.302981 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-e9932f79-db67-46e5-97a1-6ad9a07e6743 req-8cc7d297-aca8-44ef-bf4e-2815ce8a3b16 tempest-VolumesActionsTest-1808120335 tempest-VolumesActionsTest-1808120335-project] 10.222.0.17 "GET /v2.0/security-groups?id=a40872af-5c4f-464d-8095-8ff6d6e53450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498607 Jul 24 20:04:18.754849 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG dbcounter [-] [110845] Writing DB stats neutron:SELECT=3 {{(pid=110845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:04:18.757180 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG dbcounter [-] [110845] Writing DB stats neutron:SELECT=86,neutron:UPDATE=1 {{(pid=110845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:04:19.110327 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:DELETE=2,neutron:SELECT=98 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:04:19.164123 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f1f0e3-5df9-4286-8716-63655afb4bb2 req-fe76c373-5f6b-45ea-90ab-69f61efc4dd4 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:04:19.165603 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-92f1f0e3-5df9-4286-8716-63655afb4bb2 req-fe76c373-5f6b-45ea-90ab-69f61efc4dd4 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/ports?device_id=8ad940d2-dab6-42ec-a84a-53ee9242b68d HTTP/1.1" status: 200 len: 943 time: 0.0644171 Jul 24 20:04:19.231367 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-92f1f0e3-5df9-4286-8716-63655afb4bb2 req-71cbc86b-3884-49f7-af77-808dc5e2e623 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/security-groups?id=7fd4fa86-8151-45a8-babb-f1c645ad6646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595956 Jul 24 20:04:19.429256 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d6d625-0eba-40e4-b5ac-3b2d5989739a req-586fd43f-74af-45d0-830d-e3d1857df118 tempest-VolumesActionsTest-1808120335 tempest-VolumesActionsTest-1808120335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:04:19.430641 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-c1d6d625-0eba-40e4-b5ac-3b2d5989739a req-586fd43f-74af-45d0-830d-e3d1857df118 tempest-VolumesActionsTest-1808120335 tempest-VolumesActionsTest-1808120335-project] 10.222.0.17 "GET /v2.0/ports?device_id=36179ff4-5c1f-44fd-867e-090370548796 HTTP/1.1" status: 200 len: 945 time: 0.0575926 Jul 24 20:04:19.485861 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-c1d6d625-0eba-40e4-b5ac-3b2d5989739a req-ce9a6560-ccfe-4fe3-a295-13809d94f714 tempest-VolumesActionsTest-1808120335 tempest-VolumesActionsTest-1808120335-project] 10.222.0.17 "GET /v2.0/security-groups?id=a40872af-5c4f-464d-8095-8ff6d6e53450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494061 Jul 24 20:04:20.329059 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=100 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:04:20.373952 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dba0009-bee7-4b63-85af-59964892e9f7 req-6f79f833-4232-4681-b311-1d2f2079f137 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:04:20.375919 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-3dba0009-bee7-4b63-85af-59964892e9f7 req-6f79f833-4232-4681-b311-1d2f2079f137 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/ports?device_id=8ad940d2-dab6-42ec-a84a-53ee9242b68d HTTP/1.1" status: 200 len: 943 time: 0.0564370 Jul 24 20:04:20.435330 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-3dba0009-bee7-4b63-85af-59964892e9f7 req-76832c4e-6ce2-4af1-8915-efc07c8fde60 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/security-groups?id=7fd4fa86-8151-45a8-babb-f1c645ad6646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536036 Jul 24 20:04:20.633606 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac95a1c1-b17d-46a0-9546-339bde71b260 req-d5baeb08-b145-4f81-bba8-9b45d690fba3 tempest-VolumesActionsTest-1808120335 tempest-VolumesActionsTest-1808120335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:04:20.635279 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-ac95a1c1-b17d-46a0-9546-339bde71b260 req-d5baeb08-b145-4f81-bba8-9b45d690fba3 tempest-VolumesActionsTest-1808120335 tempest-VolumesActionsTest-1808120335-project] 10.222.0.17 "GET /v2.0/ports?device_id=36179ff4-5c1f-44fd-867e-090370548796 HTTP/1.1" status: 200 len: 945 time: 0.0522299 Jul 24 20:04:20.735591 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-ac95a1c1-b17d-46a0-9546-339bde71b260 req-a002518a-4b4e-481b-9f12-6f5686a4399e tempest-VolumesActionsTest-1808120335 tempest-VolumesActionsTest-1808120335-project] 10.222.0.17 "GET /v2.0/security-groups?id=a40872af-5c4f-464d-8095-8ff6d6e53450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793726 Jul 24 20:04:21.571050 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50572006-2d0c-4318-80a4-4b18986b1c09 req-9ecef865-3765-4099-9748-c58da021295c tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:04:21.572799 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-50572006-2d0c-4318-80a4-4b18986b1c09 req-9ecef865-3765-4099-9748-c58da021295c tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/ports?device_id=8ad940d2-dab6-42ec-a84a-53ee9242b68d HTTP/1.1" status: 200 len: 943 time: 0.0602736 Jul 24 20:04:21.633332 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-50572006-2d0c-4318-80a4-4b18986b1c09 req-dab102b1-12f8-490b-a211-b7cc2278c79e tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/security-groups?id=7fd4fa86-8151-45a8-babb-f1c645ad6646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544920 Jul 24 20:04:21.913853 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223477b4-5928-4081-8af8-d7c3918b3297 req-0781912f-b255-4381-93ac-15d2dc262d2b tempest-VolumesActionsTest-1808120335 tempest-VolumesActionsTest-1808120335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:04:21.917085 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-223477b4-5928-4081-8af8-d7c3918b3297 req-0781912f-b255-4381-93ac-15d2dc262d2b tempest-VolumesActionsTest-1808120335 tempest-VolumesActionsTest-1808120335-project] 10.222.0.17 "GET /v2.0/ports?device_id=36179ff4-5c1f-44fd-867e-090370548796 HTTP/1.1" status: 200 len: 945 time: 0.0898595 Jul 24 20:04:21.984926 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-223477b4-5928-4081-8af8-d7c3918b3297 req-2aeba080-add0-4be6-b8b5-5a5c52cfd880 tempest-VolumesActionsTest-1808120335 tempest-VolumesActionsTest-1808120335-project] 10.222.0.17 "GET /v2.0/security-groups?id=a40872af-5c4f-464d-8095-8ff6d6e53450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566449 Jul 24 20:04:22.767059 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274a94ae-bd83-4bba-9e5a-28a1e4d25abe req-a1851618-b297-43b5-990c-a5932e4fa1cf tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:04:22.768604 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-274a94ae-bd83-4bba-9e5a-28a1e4d25abe req-a1851618-b297-43b5-990c-a5932e4fa1cf tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/ports?device_id=8ad940d2-dab6-42ec-a84a-53ee9242b68d HTTP/1.1" status: 200 len: 943 time: 0.0532103 Jul 24 20:04:22.835722 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-274a94ae-bd83-4bba-9e5a-28a1e4d25abe req-a79b008e-d158-4d26-84ab-381fdde5895c tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/security-groups?id=7fd4fa86-8151-45a8-babb-f1c645ad6646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584350 Jul 24 20:04:23.118507 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20b8844-2e55-49f9-a644-037b11ea61eb req-55689a1b-7d5f-4d5b-bf9a-4a94b03f8c5b tempest-VolumesActionsTest-1808120335 tempest-VolumesActionsTest-1808120335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:04:23.121459 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-c20b8844-2e55-49f9-a644-037b11ea61eb req-55689a1b-7d5f-4d5b-bf9a-4a94b03f8c5b tempest-VolumesActionsTest-1808120335 tempest-VolumesActionsTest-1808120335-project] 10.222.0.17 "GET /v2.0/ports?device_id=36179ff4-5c1f-44fd-867e-090370548796 HTTP/1.1" status: 200 len: 945 time: 0.0627809 Jul 24 20:04:23.188617 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-c20b8844-2e55-49f9-a644-037b11ea61eb req-ecde95c9-f833-4d8e-bbb6-c5f696f3bfad tempest-VolumesActionsTest-1808120335 tempest-VolumesActionsTest-1808120335-project] 10.222.0.17 "GET /v2.0/security-groups?id=a40872af-5c4f-464d-8095-8ff6d6e53450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589581 Jul 24 20:04:23.562145 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=55 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:04:23.569616 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=43 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:04:23.952446 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1d66c7-028c-43d1-b09c-41472bfcbe97 req-44750931-4366-45fd-9e3a-c56deab0d02f tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:04:23.953880 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-3c1d66c7-028c-43d1-b09c-41472bfcbe97 req-44750931-4366-45fd-9e3a-c56deab0d02f tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/ports?device_id=8ad940d2-dab6-42ec-a84a-53ee9242b68d HTTP/1.1" status: 200 len: 943 time: 0.0480075 Jul 24 20:04:24.001749 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-3c1d66c7-028c-43d1-b09c-41472bfcbe97 req-efc15b70-6448-4764-87c3-8325055cba72 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/security-groups?id=7fd4fa86-8151-45a8-babb-f1c645ad6646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421576 Jul 24 20:04:24.290366 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=100 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:04:24.308796 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad20bd5b-7afc-49e6-848c-6a8a55c1d263 req-9db29da5-9a0b-4570-931c-6ba06f058883 tempest-VolumesActionsTest-1808120335 tempest-VolumesActionsTest-1808120335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:04:24.310247 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-ad20bd5b-7afc-49e6-848c-6a8a55c1d263 req-9db29da5-9a0b-4570-931c-6ba06f058883 tempest-VolumesActionsTest-1808120335 tempest-VolumesActionsTest-1808120335-project] 10.222.0.17 "GET /v2.0/ports?device_id=36179ff4-5c1f-44fd-867e-090370548796 HTTP/1.1" status: 200 len: 945 time: 0.0490875 Jul 24 20:04:24.360695 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-ad20bd5b-7afc-49e6-848c-6a8a55c1d263 req-4352694b-867d-4164-950c-6d0782a5527e tempest-VolumesActionsTest-1808120335 tempest-VolumesActionsTest-1808120335-project] 10.222.0.17 "GET /v2.0/security-groups?id=a40872af-5c4f-464d-8095-8ff6d6e53450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448115 Jul 24 20:04:24.814425 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=85,neutron:UPDATE=3 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:04:24.816228 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=54,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:04:25.122560 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c98cee-181b-43f7-8fa1-0fc10d35483a req-1b754605-5666-40e7-b724-dede8c786d3c tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:04:25.124057 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-b9c98cee-181b-43f7-8fa1-0fc10d35483a req-1b754605-5666-40e7-b724-dede8c786d3c tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/ports?device_id=8ad940d2-dab6-42ec-a84a-53ee9242b68d HTTP/1.1" status: 200 len: 943 time: 0.0477664 Jul 24 20:04:25.176669 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-b9c98cee-181b-43f7-8fa1-0fc10d35483a req-531f0201-282c-426f-99b1-ad79420bb9c3 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/security-groups?id=7fd4fa86-8151-45a8-babb-f1c645ad6646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464451 Jul 24 20:04:25.474946 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b3bd31-5ec3-46a8-a3d1-0f8309b4f285 req-9a4a668c-78b7-4aef-ba1b-49ab25e1af02 tempest-VolumesActionsTest-1808120335 tempest-VolumesActionsTest-1808120335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:04:25.476402 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-59b3bd31-5ec3-46a8-a3d1-0f8309b4f285 req-9a4a668c-78b7-4aef-ba1b-49ab25e1af02 tempest-VolumesActionsTest-1808120335 tempest-VolumesActionsTest-1808120335-project] 10.222.0.17 "GET /v2.0/ports?device_id=36179ff4-5c1f-44fd-867e-090370548796 HTTP/1.1" status: 200 len: 945 time: 0.0466635 Jul 24 20:04:25.522427 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-59b3bd31-5ec3-46a8-a3d1-0f8309b4f285 req-4008dc8d-f5ad-42b5-b239-46fd04ec4f83 tempest-VolumesActionsTest-1808120335 tempest-VolumesActionsTest-1808120335-project] 10.222.0.17 "GET /v2.0/security-groups?id=a40872af-5c4f-464d-8095-8ff6d6e53450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400569 Jul 24 20:04:26.302057 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d50e53-7e70-425d-b25e-04ca6e1dd8d6 req-098fcd3e-f43f-4c6e-98b1-17075d5891e6 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:04:26.303577 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-64d50e53-7e70-425d-b25e-04ca6e1dd8d6 req-098fcd3e-f43f-4c6e-98b1-17075d5891e6 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/ports?device_id=8ad940d2-dab6-42ec-a84a-53ee9242b68d HTTP/1.1" status: 200 len: 943 time: 0.0531271 Jul 24 20:04:26.351166 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-64d50e53-7e70-425d-b25e-04ca6e1dd8d6 req-fd60c842-430f-4273-bd03-87eb366570bd tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/security-groups?id=7fd4fa86-8151-45a8-babb-f1c645ad6646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411167 Jul 24 20:04:26.633983 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23baa02c-8352-4130-8c45-18cfab012195 req-f4e9f26f-8d5f-4572-877a-977403e4dfca tempest-VolumesActionsTest-1808120335 tempest-VolumesActionsTest-1808120335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:04:26.636059 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-23baa02c-8352-4130-8c45-18cfab012195 req-f4e9f26f-8d5f-4572-877a-977403e4dfca tempest-VolumesActionsTest-1808120335 tempest-VolumesActionsTest-1808120335-project] 10.222.0.17 "GET /v2.0/ports?device_id=36179ff4-5c1f-44fd-867e-090370548796 HTTP/1.1" status: 200 len: 945 time: 0.0469925 Jul 24 20:04:26.681618 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-23baa02c-8352-4130-8c45-18cfab012195 req-9a40140a-51ad-4cb0-a9b5-4b0bb0799c08 tempest-VolumesActionsTest-1808120335 tempest-VolumesActionsTest-1808120335-project] 10.222.0.17 "GET /v2.0/security-groups?id=a40872af-5c4f-464d-8095-8ff6d6e53450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400438 Jul 24 20:04:27.468435 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=100 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:04:27.477070 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50197852-ba82-4472-80c1-93777bb5ce5b req-15316950-6f74-40ed-b5d4-a6743d7a106d tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:04:27.482546 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-50197852-ba82-4472-80c1-93777bb5ce5b req-15316950-6f74-40ed-b5d4-a6743d7a106d tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/ports?device_id=8ad940d2-dab6-42ec-a84a-53ee9242b68d HTTP/1.1" status: 200 len: 943 time: 0.0504351 Jul 24 20:04:27.526997 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-50197852-ba82-4472-80c1-93777bb5ce5b req-b61d6f44-6398-4066-9d1b-ddb0b1bf22d4 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/security-groups?id=7fd4fa86-8151-45a8-babb-f1c645ad6646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423582 Jul 24 20:04:27.618545 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c97ed1-664b-44db-8f5d-5c9d9c5e7a64 req-49e2c841-7b17-49ff-a8c2-b74a224f4601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:04:27.620103 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [req-d5c97ed1-664b-44db-8f5d-5c9d9c5e7a64 req-49e2c841-7b17-49ff-a8c2-b74a224f4601 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=36179ff4-5c1f-44fd-867e-090370548796 HTTP/1.1" status: 200 len: 1129 time: 0.0398867 Jul 24 20:04:27.795238 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fa51da-360c-4527-94ae-f697d9b5159f req-1b74e60d-0acc-4591-b99e-0121f600b1b3 tempest-VolumesActionsTest-1808120335 tempest-VolumesActionsTest-1808120335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:04:27.796843 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-45fa51da-360c-4527-94ae-f697d9b5159f req-1b74e60d-0acc-4591-b99e-0121f600b1b3 tempest-VolumesActionsTest-1808120335 tempest-VolumesActionsTest-1808120335-project] 10.222.0.17 "GET /v2.0/ports?device_id=36179ff4-5c1f-44fd-867e-090370548796 HTTP/1.1" status: 200 len: 945 time: 0.0471842 Jul 24 20:04:27.845025 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-45fa51da-360c-4527-94ae-f697d9b5159f req-74bd7afa-ccae-4620-a0a8-d81d7f6fea18 tempest-VolumesActionsTest-1808120335 tempest-VolumesActionsTest-1808120335-project] 10.222.0.17 "GET /v2.0/security-groups?id=a40872af-5c4f-464d-8095-8ff6d6e53450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421963 Jul 24 20:04:28.236519 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [req-d5c97ed1-664b-44db-8f5d-5c9d9c5e7a64 req-a418347e-e210-43f8-9baa-fbfea5046371 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=a40872af-5c4f-464d-8095-8ff6d6e53450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429358 Jul 24 20:04:28.651795 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17416ed8-1b50-42e4-886c-92eb8184c8f3 req-8c3f58c5-86fa-4e13-a6de-cfc057ceced8 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:04:28.653360 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-17416ed8-1b50-42e4-886c-92eb8184c8f3 req-8c3f58c5-86fa-4e13-a6de-cfc057ceced8 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/ports?device_id=8ad940d2-dab6-42ec-a84a-53ee9242b68d HTTP/1.1" status: 200 len: 943 time: 0.0483966 Jul 24 20:04:28.711648 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-17416ed8-1b50-42e4-886c-92eb8184c8f3 req-a8f5c182-809d-4fe8-8b23-99aaad7bddaf tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/security-groups?id=7fd4fa86-8151-45a8-babb-f1c645ad6646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527539 Jul 24 20:04:28.965422 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb283df-439f-48a4-9bb3-8b193feea114 req-93822c37-4b2d-4382-962d-50be2b973867 tempest-VolumesActionsTest-1808120335 tempest-VolumesActionsTest-1808120335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:04:28.966900 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-8eb283df-439f-48a4-9bb3-8b193feea114 req-93822c37-4b2d-4382-962d-50be2b973867 tempest-VolumesActionsTest-1808120335 tempest-VolumesActionsTest-1808120335-project] 10.222.0.17 "GET /v2.0/ports?device_id=36179ff4-5c1f-44fd-867e-090370548796 HTTP/1.1" status: 200 len: 945 time: 0.0484805 Jul 24 20:04:29.023573 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-8eb283df-439f-48a4-9bb3-8b193feea114 req-48f7d402-70ba-4be7-8424-c2cd178e5164 tempest-VolumesActionsTest-1808120335 tempest-VolumesActionsTest-1808120335-project] 10.222.0.17 "GET /v2.0/security-groups?id=a40872af-5c4f-464d-8095-8ff6d6e53450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510805 Jul 24 20:04:29.647860 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-7e746145-4eff-4031-8b71-00255069b106 req-76cd5aba-75c2-4a77-a869-b3c5c75a7e6e tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] 10.222.0.17 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1130640648&fields=id&tenant_id=757b69afcbc64d9a853a7ae1f7dc3307 HTTP/1.1" status: 200 len: 267 time: 0.0475833 Jul 24 20:04:29.688329 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 33884) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:04:29.693338 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.v2.base [None req-d5c386b0-6c1f-4842-9aed-a5c45f35d6bc tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1201441665', 'description': 'tempest-description--860045141'}} {{(pid=110842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 20:04:29.775988 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e746145-4eff-4031-8b71-00255069b106 req-eaf4c7d6-3689-4ab0-81ba-d0382371e5e0 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:04:29.777698 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-7e746145-4eff-4031-8b71-00255069b106 req-eaf4c7d6-3689-4ab0-81ba-d0382371e5e0 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] 10.222.0.17 "GET /v2.0/networks?id=f72988cc-9fd0-426e-8ec1-94766c43bdf7 HTTP/1.1" status: 200 len: 810 time: 0.1229208 Jul 24 20:04:29.789936 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-d5c386b0-6c1f-4842-9aed-a5c45f35d6bc tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Publish callbacks [] for security_group (None), before_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:29.804910 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-7e746145-4eff-4031-8b71-00255069b106 req-532897db-e2b5-47a1-99d1-5e6a9a2e3acc tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] 10.222.0.17 "GET /v2.0/quotas/757b69afcbc64d9a853a7ae1f7dc3307 HTTP/1.1" status: 200 len: 375 time: 0.0212131 Jul 24 20:04:29.861448 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-d5c386b0-6c1f-4842-9aed-a5c45f35d6bc tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Publish callbacks [] for security_group (829ee05a-72fc-43a2-9eba-9642e1729f56), precommit_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:29.871659 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc767e7a-5a39-4adf-b92d-ca7cae3fbb51 req-3a78c204-3e7b-4738-aae3-8c67ee20b5ea tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:04:29.873224 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-bc767e7a-5a39-4adf-b92d-ca7cae3fbb51 req-3a78c204-3e7b-4738-aae3-8c67ee20b5ea tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/ports?device_id=8ad940d2-dab6-42ec-a84a-53ee9242b68d HTTP/1.1" status: 200 len: 943 time: 0.0817680 Jul 24 20:04:29.889711 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-7e746145-4eff-4031-8b71-00255069b106 req-9929a011-ee71-4dfd-a84f-a328c00793e4 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=757b69afcbc64d9a853a7ae1f7dc3307&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0662527 Jul 24 20:04:29.918769 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=100 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:04:29.929102 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-d5c386b0-6c1f-4842-9aed-a5c45f35d6bc tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (829ee05a-72fc-43a2-9eba-9642e1729f56), after_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:29.967299 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c386b0-6c1f-4842-9aed-a5c45f35d6bc tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Pushing event updated for resources: {'SecurityGroup': ['ID=829ee05a-72fc-43a2-9eba-9642e1729f56,revision_number=1']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:04:29.985541 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-bc767e7a-5a39-4adf-b92d-ca7cae3fbb51 req-53c6a764-7543-4230-8ecf-2ae0ad05d70d tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/security-groups?id=7fd4fa86-8151-45a8-babb-f1c645ad6646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1058300 Jul 24 20:04:30.016884 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-d5c386b0-6c1f-4842-9aed-a5c45f35d6bc tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Publish callbacks [] for security_group (None), before_response {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:30.018147 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-d5c386b0-6c1f-4842-9aed-a5c45f35d6bc tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3286021 Jul 24 20:04:30.021216 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [-] (110843) accepted ('10.222.0.17', 33894) {{(pid=110843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:04:30.025814 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.v2.base [None req-bc16a6ef-2871-4a8e-a9c3-ee184cb1b4d2 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Request body: {'security_group_rule': {'security_group_id': '829ee05a-72fc-43a2-9eba-9642e1729f56', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 20:04:30.032820 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-7e746145-4eff-4031-8b71-00255069b106 req-cfa92675-7466-47f8-9ea7-c918c473d8e3 service neutron] 10.222.0.17 "GET /v2.0/networks/f72988cc-9fd0-426e-8ec1-94766c43bdf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308615 Jul 24 20:04:30.175631 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcb035e-f850-40c1-9087-f7b60e68e517 req-32116588-88f7-4a4b-b9b2-6a29befed29c tempest-VolumesActionsTest-1808120335 tempest-VolumesActionsTest-1808120335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:04:30.177502 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-edcb035e-f850-40c1-9087-f7b60e68e517 req-32116588-88f7-4a4b-b9b2-6a29befed29c tempest-VolumesActionsTest-1808120335 tempest-VolumesActionsTest-1808120335-project] 10.222.0.17 "GET /v2.0/ports?device_id=36179ff4-5c1f-44fd-867e-090370548796 HTTP/1.1" status: 200 len: 945 time: 0.0707932 Jul 24 20:04:30.180464 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-bc16a6ef-2871-4a8e-a9c3-ee184cb1b4d2 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Publish callbacks [] for security_group_rule (09e6274b-5a0b-4e90-bf05-df6b1820db72), before_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:30.194718 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-7e746145-4eff-4031-8b71-00255069b106 req-4feeb45d-87ab-4756-a579-14559cb31d1c service neutron] 10.222.0.17 "GET /v2.0/networks/f72988cc-9fd0-426e-8ec1-94766c43bdf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551561 Jul 24 20:04:30.255482 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:04:30.272243 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-edcb035e-f850-40c1-9087-f7b60e68e517 req-45f7488d-cae6-4e89-b22b-53ae57aae0a5 tempest-VolumesActionsTest-1808120335 tempest-VolumesActionsTest-1808120335-project] 10.222.0.17 "GET /v2.0/security-groups?id=a40872af-5c4f-464d-8095-8ff6d6e53450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862093 Jul 24 20:04:30.274464 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-bc16a6ef-2871-4a8e-a9c3-ee184cb1b4d2 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Publish callbacks [] for security_group_rule (09e6274b-5a0b-4e90-bf05-df6b1820db72), precommit_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:30.381255 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-bc16a6ef-2871-4a8e-a9c3-ee184cb1b4d2 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471764'] for security_group_rule (09e6274b-5a0b-4e90-bf05-df6b1820db72), after_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:30.403440 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc16a6ef-2871-4a8e-a9c3-ee184cb1b4d2 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09e6274b-5a0b-4e90-bf05-df6b1820db72,revision_number=0']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:04:30.468166 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-bc16a6ef-2871-4a8e-a9c3-ee184cb1b4d2 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:30.469465 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [None req-bc16a6ef-2871-4a8e-a9c3-ee184cb1b4d2 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4473040 Jul 24 20:04:30.472157 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [-] (110843) accepted ('10.222.0.17', 33906) {{(pid=110843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:04:30.476446 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.v2.base [None req-b62c6a3f-a006-47e6-897e-f0033901e0c1 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Request body: {'security_group_rule': {'security_group_id': '829ee05a-72fc-43a2-9eba-9642e1729f56', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 20:04:30.595359 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-b62c6a3f-a006-47e6-897e-f0033901e0c1 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Publish callbacks [] for security_group_rule (32769160-06f3-43c3-9690-ea2ae90876df), before_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:30.680777 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-b62c6a3f-a006-47e6-897e-f0033901e0c1 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Publish callbacks [] for security_group_rule (32769160-06f3-43c3-9690-ea2ae90876df), precommit_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:30.792570 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-b62c6a3f-a006-47e6-897e-f0033901e0c1 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471764'] for security_group_rule (32769160-06f3-43c3-9690-ea2ae90876df), after_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:30.813204 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62c6a3f-a006-47e6-897e-f0033901e0c1 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32769160-06f3-43c3-9690-ea2ae90876df,revision_number=0']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:04:30.879585 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-b62c6a3f-a006-47e6-897e-f0033901e0c1 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:30.880913 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [None req-b62c6a3f-a006-47e6-897e-f0033901e0c1 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4077592 Jul 24 20:04:30.884100 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [-] (110843) accepted ('10.222.0.17', 33914) {{(pid=110843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:04:30.888577 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.v2.base [None req-4cd07e2a-a1ef-4107-90bf-e53c6aeb05a3 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Request body: {'floatingip': {'floating_network_id': '10498192-3528-4341-803f-d59b33e3b71c'}} {{(pid=110843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 20:04:31.016698 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-4cd07e2a-a1ef-4107-90bf-e53c6aeb05a3 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:31.136961 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-19a94576-3fcc-436c-a23f-0a7a3054e44a req-1a2ce621-fcca-4ed7-800d-2aecff975c63 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] 10.222.0.17 "GET /v2.0/ports?device_id=e088bee9-33e5-4380-bfd8-c214b0fd8fae HTTP/1.1" status: 200 len: 210 time: 0.0776727 Jul 24 20:04:31.190808 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ac9e6f-baba-4406-843c-e1f9a8be2499 req-f16e10a0-0261-4b80-abb3-65eb8ac9807c tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:04:31.197703 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-02ac9e6f-baba-4406-843c-e1f9a8be2499 req-f16e10a0-0261-4b80-abb3-65eb8ac9807c tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/ports?device_id=8ad940d2-dab6-42ec-a84a-53ee9242b68d HTTP/1.1" status: 200 len: 943 time: 0.0936000 Jul 24 20:04:31.205921 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-4cd07e2a-a1ef-4107-90bf-e53c6aeb05a3 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (None), before_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:31.289905 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-02ac9e6f-baba-4406-843c-e1f9a8be2499 req-38afa4fc-3987-4026-9624-1ca58beda226 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/security-groups?id=7fd4fa86-8151-45a8-babb-f1c645ad6646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911961 Jul 24 20:04:31.340227 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:04:31.348452 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.db.db_base_plugin_common [None req-4cd07e2a-a1ef-4107-90bf-e53c6aeb05a3 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Allocated IP 172.27.3.125 (10498192-3528-4341-803f-d59b33e3b71c/99a0caa3-3fb5-4860-826f-478186226de3/f063e599-135b-49b9-ac60-21de46c6a6f1) {{(pid=110843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 20:04:31.671017 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-4cd07e2a-a1ef-4107-90bf-e53c6aeb05a3 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Publish callbacks [] for port (f063e599-135b-49b9-ac60-21de46c6a6f1), precommit_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:31.680369 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:INSERT=9,neutron:SELECT=84,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:04:31.804195 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-4cd07e2a-a1ef-4107-90bf-e53c6aeb05a3 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731445223406'] for port (f063e599-135b-49b9-ac60-21de46c6a6f1), after_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:31.846369 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cd07e2a-a1ef-4107-90bf-e53c6aeb05a3 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Network 10498192-3528-4341-803f-d59b33e3b71c is already hosted by enough agents. {{(pid=110843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 20:04:31.856445 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.scheduler.base_scheduler [None req-4cd07e2a-a1ef-4107-90bf-e53c6aeb05a3 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Resources bound (agent type, host, resource id): {{(pid=110843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 20:04:31.858727 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd07e2a-a1ef-4107-90bf-e53c6aeb05a3 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Pushing event updated for resources: {'Port': ['ID=f063e599-135b-49b9-ac60-21de46c6a6f1,revision_number=1']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:04:31.860902 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd07e2a-a1ef-4107-90bf-e53c6aeb05a3 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Received port after_create {{(pid=110843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 24 20:04:31.911361 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-4cd07e2a-a1ef-4107-90bf-e53c6aeb05a3 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Publish callbacks [] for floatingip (812e5b56-5bf8-4b17-a49d-1ed2e94a044b), precommit_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:32.042003 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-4cd07e2a-a1ef-4107-90bf-e53c6aeb05a3 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (f063e599-135b-49b9-ac60-21de46c6a6f1), before_update {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:32.071253 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe9e7e1-6079-4a9e-8069-f262a9a494b0 req-2fff65b4-4f5d-4ee6-b5da-9c666f866342 tempest-VolumesActionsTest-1808120335 tempest-VolumesActionsTest-1808120335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:04:32.075984 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-bfe9e7e1-6079-4a9e-8069-f262a9a494b0 req-2fff65b4-4f5d-4ee6-b5da-9c666f866342 tempest-VolumesActionsTest-1808120335 tempest-VolumesActionsTest-1808120335-project] 10.222.0.17 "GET /v2.0/ports?device_id=36179ff4-5c1f-44fd-867e-090370548796 HTTP/1.1" status: 200 len: 945 time: 0.0877404 Jul 24 20:04:32.157625 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-bfe9e7e1-6079-4a9e-8069-f262a9a494b0 req-fdce1603-2580-49c7-912f-77b7d8142b45 tempest-VolumesActionsTest-1808120335 tempest-VolumesActionsTest-1808120335-project] 10.222.0.17 "GET /v2.0/security-groups?id=a40872af-5c4f-464d-8095-8ff6d6e53450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781486 Jul 24 20:04:32.224724 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:04:32.253248 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-8fe4b488-c37b-48b1-a49c-9f8be20a8177 req-a047c804-c9b0-451d-aff8-1a07338417be tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] 10.222.0.17 "GET /v2.0/ports?device_id=e088bee9-33e5-4380-bfd8-c214b0fd8fae HTTP/1.1" status: 200 len: 210 time: 0.0409918 Jul 24 20:04:32.272373 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-4cd07e2a-a1ef-4107-90bf-e53c6aeb05a3 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Publish callbacks [] for port (f063e599-135b-49b9-ac60-21de46c6a6f1), precommit_update {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:32.335343 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-4cd07e2a-a1ef-4107-90bf-e53c6aeb05a3 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958'] for port (f063e599-135b-49b9-ac60-21de46c6a6f1), after_update {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:32.366666 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-4cd07e2a-a1ef-4107-90bf-e53c6aeb05a3 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-452544'] for floatingip (812e5b56-5bf8-4b17-a49d-1ed2e94a044b), after_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:32.423968 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd07e2a-a1ef-4107-90bf-e53c6aeb05a3 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Pushing event updated for resources: {'Port': ['ID=f063e599-135b-49b9-ac60-21de46c6a6f1,revision_number=2']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:04:32.440617 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c9650d-cebb-4fd1-848e-f26b13e7c9ee req-f54023ff-061f-495f-9c69-fd5ecd5be6da tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:04:32.442122 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-79c9650d-cebb-4fd1-848e-f26b13e7c9ee req-f54023ff-061f-495f-9c69-fd5ecd5be6da tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/ports?device_id=8ad940d2-dab6-42ec-a84a-53ee9242b68d HTTP/1.1" status: 200 len: 943 time: 0.0724044 Jul 24 20:04:32.485177 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-4cd07e2a-a1ef-4107-90bf-e53c6aeb05a3 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1048257'] for floatingip (None), before_response {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:32.486393 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [None req-4cd07e2a-a1ef-4107-90bf-e53c6aeb05a3 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6013434 Jul 24 20:04:32.495180 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-79c9650d-cebb-4fd1-848e-f26b13e7c9ee req-5ab0f0a4-d50d-4c58-a459-60aeb851c6bd tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/security-groups?id=7fd4fa86-8151-45a8-babb-f1c645ad6646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468895 Jul 24 20:04:32.712924 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-559eb0cd-48e3-4d41-8957-8263efe0abed req-01a51d83-6475-4f97-a3a4-3ea0610798d0 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.17 "GET /v2.0/security-groups?name=tempest-securitygroup--1201441665&fields=id&tenant_id=dcc8f2e8d4e64866a624dcd6d1de5d81 HTTP/1.1" status: 200 len: 267 time: 0.0554070 Jul 24 20:04:32.826444 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559eb0cd-48e3-4d41-8957-8263efe0abed req-bbbff71b-10ea-455e-85f9-3a7d6e315158 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:04:32.827929 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-559eb0cd-48e3-4d41-8957-8263efe0abed req-bbbff71b-10ea-455e-85f9-3a7d6e315158 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.17 "GET /v2.0/networks?id=9568b641-7783-426b-8ad0-3ac71fba0922 HTTP/1.1" status: 200 len: 815 time: 0.1084924 Jul 24 20:04:32.842315 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-559eb0cd-48e3-4d41-8957-8263efe0abed req-5bb77ee7-e6fd-4be1-a043-7cd78964cbd9 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.17 "GET /v2.0/quotas/dcc8f2e8d4e64866a624dcd6d1de5d81 HTTP/1.1" status: 200 len: 375 time: 0.0090332 Jul 24 20:04:32.897549 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-559eb0cd-48e3-4d41-8957-8263efe0abed req-43a8f686-7d80-4932-bbbd-8496b8670cb2 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=dcc8f2e8d4e64866a624dcd6d1de5d81&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0502832 Jul 24 20:04:33.001246 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-559eb0cd-48e3-4d41-8957-8263efe0abed req-5148e7e2-a224-4b88-b1b2-94cccd50bb06 service neutron] 10.222.0.17 "GET /v2.0/networks/9568b641-7783-426b-8ad0-3ac71fba0922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858252 Jul 24 20:04:33.097205 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-559eb0cd-48e3-4d41-8957-8263efe0abed req-86496b11-bf64-49ab-b287-ab179dcff873 service neutron] 10.222.0.17 "GET /v2.0/networks/9568b641-7783-426b-8ad0-3ac71fba0922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949490 Jul 24 20:04:33.274079 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4982d8f0-4ab2-4863-a286-057628a109e8 req-894e46f1-fb30-4746-bfe5-d1afd9789440 tempest-VolumesActionsTest-1808120335 tempest-VolumesActionsTest-1808120335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:04:33.276679 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-4982d8f0-4ab2-4863-a286-057628a109e8 req-894e46f1-fb30-4746-bfe5-d1afd9789440 tempest-VolumesActionsTest-1808120335 tempest-VolumesActionsTest-1808120335-project] 10.222.0.17 "GET /v2.0/ports?device_id=36179ff4-5c1f-44fd-867e-090370548796 HTTP/1.1" status: 200 len: 945 time: 0.0503597 Jul 24 20:04:33.334137 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-4982d8f0-4ab2-4863-a286-057628a109e8 req-4a9da52c-3aed-4fd6-b0b2-6f9993ad53ce tempest-VolumesActionsTest-1808120335 tempest-VolumesActionsTest-1808120335-project] 10.222.0.17 "GET /v2.0/security-groups?id=a40872af-5c4f-464d-8095-8ff6d6e53450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510759 Jul 24 20:04:33.384083 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-8c365a73-35b3-44d1-a9d8-aaee1c8805f1 req-904ffd0a-446b-43a7-ac00-0f46ca78c4e7 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] 10.222.0.17 "GET /v2.0/ports?device_id=e088bee9-33e5-4380-bfd8-c214b0fd8fae HTTP/1.1" status: 200 len: 210 time: 0.0365560 Jul 24 20:04:33.424203 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-cdab5483-9fab-4391-ab0c-1d441601afdd req-62f84997-693a-4f94-ba77-a5d219d0a6b7 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.17 "GET /v2.0/ports?device_id=647ad9f1-82e7-4c2d-be35-51911eb31120 HTTP/1.1" status: 200 len: 210 time: 0.0383477 Jul 24 20:04:33.460532 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-7fc9959a-eb4d-40d8-bcfa-a3cbd4443c95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (dc36e0ef-94f3-4a3e-9c13-4790afccb2e9), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:33.632836 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb4fa5c-6cb2-4e5d-995d-a79964f23604 req-fd7b9cbe-832d-42c3-8ae6-e2c8ac8e9a4b tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:04:33.634367 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-2cb4fa5c-6cb2-4e5d-995d-a79964f23604 req-fd7b9cbe-832d-42c3-8ae6-e2c8ac8e9a4b tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/ports?device_id=8ad940d2-dab6-42ec-a84a-53ee9242b68d HTTP/1.1" status: 200 len: 943 time: 0.0534859 Jul 24 20:04:33.671964 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:04:33.687422 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-2cb4fa5c-6cb2-4e5d-995d-a79964f23604 req-81d6c36d-227b-4d93-908a-1d1ff020efa7 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/security-groups?id=7fd4fa86-8151-45a8-babb-f1c645ad6646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466971 Jul 24 20:04:34.528675 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc371d8-262b-4464-80b8-6417400f9a83 req-5b14d8c5-ddad-4927-9354-0132b67f0b80 tempest-VolumesActionsTest-1808120335 tempest-VolumesActionsTest-1808120335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:04:34.530543 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-bdc371d8-262b-4464-80b8-6417400f9a83 req-5b14d8c5-ddad-4927-9354-0132b67f0b80 tempest-VolumesActionsTest-1808120335 tempest-VolumesActionsTest-1808120335-project] 10.222.0.17 "GET /v2.0/ports?device_id=36179ff4-5c1f-44fd-867e-090370548796 HTTP/1.1" status: 200 len: 945 time: 0.1154606 Jul 24 20:04:34.540168 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-b81cb833-5e41-4490-affa-cff68b631d7a req-0905cc09-d394-47f2-9f42-8e56a2ec2339 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] 10.222.0.17 "GET /v2.0/ports?device_id=e088bee9-33e5-4380-bfd8-c214b0fd8fae HTTP/1.1" status: 200 len: 210 time: 0.0592022 Jul 24 20:04:34.548511 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6486dd5-2c20-40d5-9747-0659b54b1136 req-564e8085-74a8-420f-86a9-ee801d8ea114 tempest-VolumesActionsTest-1808120335 tempest-VolumesActionsTest-1808120335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:04:34.550066 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [req-f6486dd5-2c20-40d5-9747-0659b54b1136 req-564e8085-74a8-420f-86a9-ee801d8ea114 tempest-VolumesActionsTest-1808120335 tempest-VolumesActionsTest-1808120335-project] 10.222.0.42 "GET /v2.0/ports?device_id=36179ff4-5c1f-44fd-867e-090370548796 HTTP/1.1" status: 200 len: 945 time: 0.1612771 Jul 24 20:04:34.628210 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-bdc371d8-262b-4464-80b8-6417400f9a83 req-b567b5e3-175a-4352-aa3f-2f3a02c3b2f0 tempest-VolumesActionsTest-1808120335 tempest-VolumesActionsTest-1808120335-project] 10.222.0.17 "GET /v2.0/security-groups?id=a40872af-5c4f-464d-8095-8ff6d6e53450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823994 Jul 24 20:04:34.697888 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-f8844ebb-941d-41c4-abaf-129baf937126 req-af0a4792-8988-4077-ace4-26c226f4318e tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.17 "GET /v2.0/ports?device_id=647ad9f1-82e7-4c2d-be35-51911eb31120 HTTP/1.1" status: 200 len: 210 time: 0.0665941 Jul 24 20:04:34.751208 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.plugin [req-f6486dd5-2c20-40d5-9747-0659b54b1136 req-d357aaa9-fbcf-456b-8126-cc152c2718a8 tempest-VolumesActionsTest-1808120335 tempest-VolumesActionsTest-1808120335-project] Deleting port e71d1f9f-da5a-48d5-aa48-dcc64b1d5626 {{(pid=110842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 24 20:04:34.751580 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [req-f6486dd5-2c20-40d5-9747-0659b54b1136 req-d357aaa9-fbcf-456b-8126-cc152c2718a8 tempest-VolumesActionsTest-1808120335 tempest-VolumesActionsTest-1808120335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731445580472'] for port (e71d1f9f-da5a-48d5-aa48-dcc64b1d5626), before_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:34.837734 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe573b2a-bfa9-464f-abd9-5095b7a50352 req-dd2e84db-4056-4cb0-8424-25ce573c0b3a tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:04:34.840962 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-fe573b2a-bfa9-464f-abd9-5095b7a50352 req-dd2e84db-4056-4cb0-8424-25ce573c0b3a tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/ports?device_id=8ad940d2-dab6-42ec-a84a-53ee9242b68d HTTP/1.1" status: 200 len: 943 time: 0.0576715 Jul 24 20:04:34.894145 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.db [req-f6486dd5-2c20-40d5-9747-0659b54b1136 req-d357aaa9-fbcf-456b-8126-cc152c2718a8 tempest-VolumesActionsTest-1808120335 tempest-VolumesActionsTest-1808120335-project] For port e71d1f9f-da5a-48d5-aa48-dcc64b1d5626, host hv-cinder-85044, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85044',level=0,port_id=e71d1f9f-da5a-48d5-aa48-dcc64b1d5626,segment=NetworkSegment(a26e4697-a627-4fd9-b577-6f5138f29a6f),segment_id=a26e4697-a627-4fd9-b577-6f5138f29a6f)] {{(pid=110842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 20:04:34.894841 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [req-f6486dd5-2c20-40d5-9747-0659b54b1136 req-d357aaa9-fbcf-456b-8126-cc152c2718a8 tempest-VolumesActionsTest-1808120335 tempest-VolumesActionsTest-1808120335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458432'] for port (e71d1f9f-da5a-48d5-aa48-dcc64b1d5626), precommit_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:34.912735 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.plugin [req-f6486dd5-2c20-40d5-9747-0659b54b1136 req-d357aaa9-fbcf-456b-8126-cc152c2718a8 tempest-VolumesActionsTest-1808120335 tempest-VolumesActionsTest-1808120335-project] Calling delete_port for e71d1f9f-da5a-48d5-aa48-dcc64b1d5626 owned by compute:nova {{(pid=110842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 24 20:04:34.918402 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-fe573b2a-bfa9-464f-abd9-5095b7a50352 req-40fe56d2-89e9-45a8-8891-6afa41b2e6a5 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/security-groups?id=7fd4fa86-8151-45a8-babb-f1c645ad6646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690856 Jul 24 20:04:35.108343 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [req-f6486dd5-2c20-40d5-9747-0659b54b1136 req-d357aaa9-fbcf-456b-8126-cc152c2718a8 tempest-VolumesActionsTest-1808120335 tempest-VolumesActionsTest-1808120335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731445585704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731445223415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8925015'] for port (e71d1f9f-da5a-48d5-aa48-dcc64b1d5626), after_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:35.132616 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] get_ports_and_sgs() called for port_ids ['e71d1f9f-da5a-48d5-aa48-dcc64b1d5626'] {{(pid=110844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 20:04:35.154382 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d357aaa9-fbcf-456b-8126-cc152c2718a8 tempest-VolumesActionsTest-1808120335 tempest-VolumesActionsTest-1808120335-project] Pushing event deleted for resources: {'Port': ['ID=e71d1f9f-da5a-48d5-aa48-dcc64b1d5626,revision_number=None']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:04:35.220873 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6486dd5-2c20-40d5-9747-0659b54b1136 req-d357aaa9-fbcf-456b-8126-cc152c2718a8 tempest-VolumesActionsTest-1808120335 tempest-VolumesActionsTest-1808120335-project] No DVR routers for this DVR port e71d1f9f-da5a-48d5-aa48-dcc64b1d5626 on host hv-cinder-85044 {{(pid=110842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 24 20:04:35.224345 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [req-f6486dd5-2c20-40d5-9747-0659b54b1136 req-d357aaa9-fbcf-456b-8126-cc152c2718a8 tempest-VolumesActionsTest-1808120335 tempest-VolumesActionsTest-1808120335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1048257'] for port (None), before_response {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:35.228006 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [req-f6486dd5-2c20-40d5-9747-0659b54b1136 req-d357aaa9-fbcf-456b-8126-cc152c2718a8 tempest-VolumesActionsTest-1808120335 tempest-VolumesActionsTest-1808120335-project] 10.222.0.42 "DELETE /v2.0/ports/e71d1f9f-da5a-48d5-aa48-dcc64b1d5626 HTTP/1.1" status: 204 len: 173 time: 0.6693063 Jul 24 20:04:35.228466 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36179ff4-5c1f-44fd-867e-090370548796', 'name': 'network-vif-deleted', 'tag': 'e71d1f9f-da5a-48d5-aa48-dcc64b1d5626'}] {{(pid=110842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 24 20:04:35.230847 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5edc3fcd2ba6a287f711eaf45b4d5d5c8d3623c9fa62bef48fe3be9641ba2c6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d73ab3ce-1b98-4391-a79a-61cadba947fc" -d '{"events": [{"server_uuid": "36179ff4-5c1f-44fd-867e-090370548796", "name": "network-vif-deleted", "tag": "e71d1f9f-da5a-48d5-aa48-dcc64b1d5626"}]}' {{(pid=110842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 20:04:35.282277 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 24 Jul 2022 20:04:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30b9a832-35fc-4636-a41f-4c8ae3f962ed x-openstack-request-id: req-30b9a832-35fc-4636-a41f-4c8ae3f962ed {{(pid=110842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 20:04:35.282277 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36179ff4-5c1f-44fd-867e-090370548796", "name": "network-vif-deleted", "tag": "e71d1f9f-da5a-48d5-aa48-dcc64b1d5626", "status": "completed", "code": 200}]} {{(pid=110842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 20:04:35.282277 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-30b9a832-35fc-4636-a41f-4c8ae3f962ed {{(pid=110842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 20:04:35.282277 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30b9a832-35fc-4636-a41f-4c8ae3f962ed'] response: {'server_uuid': '36179ff4-5c1f-44fd-867e-090370548796', 'name': 'network-vif-deleted', 'tag': 'e71d1f9f-da5a-48d5-aa48-dcc64b1d5626', 'status': 'completed', 'code': 200} Jul 24 20:04:35.642054 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-8bf1453d-9207-4a6f-9be5-38e3534a6048 req-54c8e36b-21b1-4cd9-97e9-84e57bdacea9 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] 10.222.0.17 "GET /v2.0/ports?device_id=e088bee9-33e5-4380-bfd8-c214b0fd8fae HTTP/1.1" status: 200 len: 210 time: 0.0316856 Jul 24 20:04:35.777622 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-55eaba9b-c296-48f7-9e1d-4bd3c985c8eb req-2b16b536-48a7-4242-8daf-73c4124bece1 tempest-VolumesActionsTest-1808120335 tempest-VolumesActionsTest-1808120335-project] 10.222.0.17 "GET /v2.0/ports?device_id=36179ff4-5c1f-44fd-867e-090370548796 HTTP/1.1" status: 200 len: 210 time: 0.0484886 Jul 24 20:04:35.812389 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-309544d4-a9de-4608-ae3c-00f66e3ab3c8 req-7caec16b-c99e-4e3b-9dfa-d6eddddb6293 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.17 "GET /v2.0/ports?device_id=647ad9f1-82e7-4c2d-be35-51911eb31120 HTTP/1.1" status: 200 len: 210 time: 0.0323246 Jul 24 20:04:35.911653 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-df4dee07-5657-4a13-b2d1-864fb370ea65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (408021b7-d46b-48c2-9f75-8a8023f9145c), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:36.057643 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb8a2a5-d4cd-4113-a126-5964723f7da2 req-8de47849-e574-4bbd-a8d7-8a77f9a29b31 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:04:36.059369 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-ecb8a2a5-d4cd-4113-a126-5964723f7da2 req-8de47849-e574-4bbd-a8d7-8a77f9a29b31 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/ports?device_id=8ad940d2-dab6-42ec-a84a-53ee9242b68d HTTP/1.1" status: 200 len: 943 time: 0.0505738 Jul 24 20:04:36.107116 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e746145-4eff-4031-8b71-00255069b106 req-7ef3f723-76a6-416a-8926-60e7a015ca80 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:04:36.109096 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [req-7e746145-4eff-4031-8b71-00255069b106 req-7ef3f723-76a6-416a-8926-60e7a015ca80 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] 10.222.0.42 "GET /v2.0/networks?id=f72988cc-9fd0-426e-8ec1-94766c43bdf7 HTTP/1.1" status: 200 len: 810 time: 0.1319218 Jul 24 20:04:36.113173 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-ecb8a2a5-d4cd-4113-a126-5964723f7da2 req-42921923-7f24-401d-b524-c73810ae412b tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/security-groups?id=7fd4fa86-8151-45a8-babb-f1c645ad6646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475142 Jul 24 20:04:36.328126 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Device 72d7cce4-42e1-4ed0-8270-569e161be59b details requested by agent hyperv_hv-cinder-85044 with host hv-cinder-85044 {{(pid=110844) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 20:04:36.420737 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:04:36.450069 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [req-7e746145-4eff-4031-8b71-00255069b106 req-c112231f-3cfb-4ff1-ab3c-e93ae0dbdec6 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=757b69afcbc64d9a853a7ae1f7dc3307 HTTP/1.1" status: 200 len: 380 time: 0.1133254 Jul 24 20:04:36.463930 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] For port 72d7cce4-42e1-4ed0-8270-569e161be59b, host hv-cinder-85044, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85044',level=0,port_id=72d7cce4-42e1-4ed0-8270-569e161be59b,segment=NetworkSegment(e9fdb9ec-6b6e-4383-ae6e-075d3eed2f20),segment_id=e9fdb9ec-6b6e-4383-ae6e-075d3eed2f20)] {{(pid=110844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 20:04:36.482183 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Returning: {'device': '72d7cce4-42e1-4ed0-8270-569e161be59b', 'network_id': 'b3fd2ef6-6f8c-45f9-a0a9-81c377b08f7e', 'port_id': '72d7cce4-42e1-4ed0-8270-569e161be59b', 'mac_address': 'fa:16:3e:b3:db:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f1a76ef-9ecc-40f5-8dc9-5b3ae75ee961', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110844) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 20:04:36.516553 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=100 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:04:36.520013 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Current status of the port 72d7cce4-42e1-4ed0-8270-569e161be59b is: DOWN; New status is: BUILD {{(pid=110844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 20:04:36.520403 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (72d7cce4-42e1-4ed0-8270-569e161be59b), before_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:36.531746 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559eb0cd-48e3-4d41-8957-8263efe0abed req-1ad26b48-973a-4232-aa6f-07b537d781e4 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:04:36.533258 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-559eb0cd-48e3-4d41-8957-8263efe0abed req-1ad26b48-973a-4232-aa6f-07b537d781e4 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.42 "GET /v2.0/networks?id=9568b641-7783-426b-8ad0-3ac71fba0922 HTTP/1.1" status: 200 len: 815 time: 0.1778624 Jul 24 20:04:36.535327 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.notifiers.nova [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72d7cce4-42e1-4ed0-8270-569e161be59b {{(pid=110844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 24 20:04:36.556226 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] For port 72d7cce4-42e1-4ed0-8270-569e161be59b, host hv-cinder-85044, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85044',level=0,port_id=72d7cce4-42e1-4ed0-8270-569e161be59b,segment=NetworkSegment(e9fdb9ec-6b6e-4383-ae6e-075d3eed2f20),segment_id=e9fdb9ec-6b6e-4383-ae6e-075d3eed2f20)] {{(pid=110844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 20:04:36.632469 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958'] for port (72d7cce4-42e1-4ed0-8270-569e161be59b), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:36.685871 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Pushing event updated for resources: {'Port': ['ID=72d7cce4-42e1-4ed0-8270-569e161be59b,revision_number=9']} {{(pid=110844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:04:36.747988 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.v2.base [req-7e746145-4eff-4031-8b71-00255069b106 req-adf4ba11-3466-4629-903c-3bec40be2a36 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Request body: {'port': {'device_id': 'e088bee9-33e5-4380-bfd8-c214b0fd8fae', 'network_id': 'f72988cc-9fd0-426e-8ec1-94766c43bdf7', 'admin_state_up': True, 'tenant_id': '757b69afcbc64d9a853a7ae1f7dc3307', 'security_groups': ['426a98f1-bdae-428a-b03d-426236e01087']}} {{(pid=110842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 20:04:36.754927 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-c38631c4-41f6-45e9-be6e-766d37ba65dd req-245dcbb6-5c73-4746-9c46-c350076b3ed7 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] 10.222.0.17 "GET /v2.0/ports?device_id=e088bee9-33e5-4380-bfd8-c214b0fd8fae HTTP/1.1" status: 200 len: 210 time: 0.0371647 Jul 24 20:04:36.791415 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:DELETE=6 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:04:36.895020 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-559eb0cd-48e3-4d41-8957-8263efe0abed req-3920b2ef-aea9-48d8-893f-606fa39e7402 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dcc8f2e8d4e64866a624dcd6d1de5d81 HTTP/1.1" status: 200 len: 473 time: 0.1250668 Jul 24 20:04:36.963537 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-6dc48dae-acff-4e3e-8fdb-430da55b4f7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (7ee55678-4254-481c-8cae-5c828aed81c9), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:36.972385 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-0db35882-3561-4d9e-9960-3dd83f67074e req-59bb99ff-1a8d-4980-b8d4-7f5de342089e tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.17 "GET /v2.0/ports?device_id=647ad9f1-82e7-4c2d-be35-51911eb31120 HTTP/1.1" status: 200 len: 210 time: 0.0424778 Jul 24 20:04:36.999546 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-0a4eb599-ee4d-4ea3-899f-ea923d0a799d req-aefa4732-0887-493a-bbbd-90add9054f00 tempest-VolumesActionsTest-1808120335 tempest-VolumesActionsTest-1808120335-project] 10.222.0.17 "GET /v2.0/ports?device_id=36179ff4-5c1f-44fd-867e-090370548796 HTTP/1.1" status: 200 len: 210 time: 0.0302496 Jul 24 20:04:37.013962 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] get_ports_and_sgs() called for port_ids ['72d7cce4-42e1-4ed0-8270-569e161be59b'] {{(pid=110844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 20:04:37.033176 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e746145-4eff-4031-8b71-00255069b106 req-adf4ba11-3466-4629-903c-3bec40be2a36 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Made reservation on behalf of 757b69afcbc64d9a853a7ae1f7dc3307 for: {'port': 1} {{(pid=110842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 20:04:37.036637 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [req-7e746145-4eff-4031-8b71-00255069b106 req-adf4ba11-3466-4629-903c-3bec40be2a36 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (None), before_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:37.181918 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.v2.base [req-559eb0cd-48e3-4d41-8957-8263efe0abed req-89995b53-e691-4341-9185-d01cccc7c1a7 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Request body: {'port': {'device_id': '647ad9f1-82e7-4c2d-be35-51911eb31120', 'network_id': '9568b641-7783-426b-8ad0-3ac71fba0922', 'admin_state_up': True, 'tenant_id': 'dcc8f2e8d4e64866a624dcd6d1de5d81', 'security_groups': ['829ee05a-72fc-43a2-9eba-9642e1729f56']}} {{(pid=110843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 20:04:37.187829 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.db.db_base_plugin_common [req-7e746145-4eff-4031-8b71-00255069b106 req-adf4ba11-3466-4629-903c-3bec40be2a36 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Allocated IP 172.20.0.5 (f72988cc-9fd0-426e-8ec1-94766c43bdf7/9fbdff86-24c9-443e-8877-71756a9ade49/8a84c4da-af42-4582-b5ab-1a810862bd5d) {{(pid=110842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 20:04:37.311076 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5296f3-f1da-41ea-9ed3-44a09e7783fd req-320dae99-b253-482d-88db-c45056777e58 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:04:37.312925 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-fb5296f3-f1da-41ea-9ed3-44a09e7783fd req-320dae99-b253-482d-88db-c45056777e58 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/ports?device_id=8ad940d2-dab6-42ec-a84a-53ee9242b68d HTTP/1.1" status: 200 len: 944 time: 0.0922582 Jul 24 20:04:37.440432 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-fb5296f3-f1da-41ea-9ed3-44a09e7783fd req-b8fddff6-f393-4333-97f4-31f367586d64 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/security-groups?id=7fd4fa86-8151-45a8-babb-f1c645ad6646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1143405 Jul 24 20:04:37.487186 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [req-7e746145-4eff-4031-8b71-00255069b106 req-adf4ba11-3466-4629-903c-3bec40be2a36 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Publish callbacks [] for port (8a84c4da-af42-4582-b5ab-1a810862bd5d), precommit_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:37.574849 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-559eb0cd-48e3-4d41-8957-8263efe0abed req-89995b53-e691-4341-9185-d01cccc7c1a7 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Made reservation on behalf of dcc8f2e8d4e64866a624dcd6d1de5d81 for: {'port': 1} {{(pid=110843) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 20:04:37.578513 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-559eb0cd-48e3-4d41-8957-8263efe0abed req-89995b53-e691-4341-9185-d01cccc7c1a7 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (None), before_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:37.638810 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [req-7e746145-4eff-4031-8b71-00255069b106 req-adf4ba11-3466-4629-903c-3bec40be2a36 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731445223406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8925015'] for port (8a84c4da-af42-4582-b5ab-1a810862bd5d), after_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:37.658446 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:04:37.682878 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e746145-4eff-4031-8b71-00255069b106 req-adf4ba11-3466-4629-903c-3bec40be2a36 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Network f72988cc-9fd0-426e-8ec1-94766c43bdf7 is already hosted by enough agents. {{(pid=110842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 20:04:37.687233 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.scheduler.base_scheduler [req-7e746145-4eff-4031-8b71-00255069b106 req-adf4ba11-3466-4629-903c-3bec40be2a36 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Resources bound (agent type, host, resource id): {{(pid=110842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 20:04:37.696384 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e746145-4eff-4031-8b71-00255069b106 req-adf4ba11-3466-4629-903c-3bec40be2a36 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Received port after_create {{(pid=110842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 24 20:04:37.728404 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf4ba11-3466-4629-903c-3bec40be2a36 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Pushing event updated for resources: {'Port': ['ID=8a84c4da-af42-4582-b5ab-1a810862bd5d,revision_number=1']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:04:37.747689 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.db.db_base_plugin_common [req-559eb0cd-48e3-4d41-8957-8263efe0abed req-89995b53-e691-4341-9185-d01cccc7c1a7 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Allocated IP 172.20.0.12 (9568b641-7783-426b-8ad0-3ac71fba0922/cce9884f-3061-48ee-abb3-8ca2a1e54559/b7d02836-dfd7-48ab-861d-c6c4a57f9370) {{(pid=110843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 20:04:37.763224 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e746145-4eff-4031-8b71-00255069b106 req-adf4ba11-3466-4629-903c-3bec40be2a36 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:04:37.763918 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [req-7e746145-4eff-4031-8b71-00255069b106 req-adf4ba11-3466-4629-903c-3bec40be2a36 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1048257'] for port (None), before_response {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:37.783264 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:04:37.852634 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [req-7e746145-4eff-4031-8b71-00255069b106 req-adf4ba11-3466-4629-903c-3bec40be2a36 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1090541 Jul 24 20:04:37.876802 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.v2.base [req-7e746145-4eff-4031-8b71-00255069b106 req-e3036d1a-c3dd-450b-b84d-aaf02be0c015 service neutron] Request body: {'port': {'device_id': 'e088bee9-33e5-4380-bfd8-c214b0fd8fae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85044'}} {{(pid=110842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 20:04:37.999784 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [req-7e746145-4eff-4031-8b71-00255069b106 req-e3036d1a-c3dd-450b-b84d-aaf02be0c015 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (8a84c4da-af42-4582-b5ab-1a810862bd5d), before_update {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:38.067604 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f740174-ad8b-4768-8ffa-13486a96799d req-f4d98b70-5af6-4d4f-94b7-d39df2e1d079 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:04:38.076727 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-4f740174-ad8b-4768-8ffa-13486a96799d req-f4d98b70-5af6-4d4f-94b7-d39df2e1d079 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] 10.222.0.17 "GET /v2.0/ports?device_id=e088bee9-33e5-4380-bfd8-c214b0fd8fae HTTP/1.1" status: 200 len: 931 time: 0.2313600 Jul 24 20:04:38.169814 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-a36f978e-20c6-4fed-84f2-217dd9b134dd req-9f5c358e-1527-4e6c-ba7d-b458d523226f tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.17 "GET /v2.0/ports?device_id=647ad9f1-82e7-4c2d-be35-51911eb31120 HTTP/1.1" status: 200 len: 210 time: 0.0803080 Jul 24 20:04:38.194066 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-559eb0cd-48e3-4d41-8957-8263efe0abed req-89995b53-e691-4341-9185-d01cccc7c1a7 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Publish callbacks [] for port (b7d02836-dfd7-48ab-861d-c6c4a57f9370), precommit_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:38.225595 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-4f740174-ad8b-4768-8ffa-13486a96799d req-97f4e94b-1fc5-4521-b353-3ce7c944f1c7 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] 10.222.0.17 "GET /v2.0/security-groups?id=426a98f1-bdae-428a-b03d-426236e01087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1419516 Jul 24 20:04:38.243656 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-d2aa111e-e59d-4da3-b8a3-3fd5d81cf54e None None] Provisioning complete for port 8a84c4da-af42-4582-b5ab-1a810862bd5d triggered by entity DHCP. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 20:04:38.244202 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-d2aa111e-e59d-4da3-b8a3-3fd5d81cf54e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812910'] for port (8a84c4da-af42-4582-b5ab-1a810862bd5d), provisioning_complete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:38.292526 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-43102eef-6e4b-4922-ad30-3734cbb7477a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (7d43fc2f-3c2c-473f-8c92-13ad6341ecc2), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:38.295481 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-d2aa111e-e59d-4da3-b8a3-3fd5d81cf54e None None] Port 8a84c4da-af42-4582-b5ab-1a810862bd5d cannot update to ACTIVE because it is not bound. {{(pid=110844) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 24 20:04:38.349504 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Device 72d7cce4-42e1-4ed0-8270-569e161be59b up at agent hyperv_hv-cinder-85044 {{(pid=110844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 20:04:38.368973 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:04:38.390471 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-559eb0cd-48e3-4d41-8957-8263efe0abed req-89995b53-e691-4341-9185-d01cccc7c1a7 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731445223406'] for port (b7d02836-dfd7-48ab-861d-c6c4a57f9370), after_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:38.424919 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Provisioning complete for port 72d7cce4-42e1-4ed0-8270-569e161be59b triggered by entity L2. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 20:04:38.425585 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812910'] for port (72d7cce4-42e1-4ed0-8270-569e161be59b), provisioning_complete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:38.429677 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a302f4-7901-415e-b3f4-2007f5a85a32 req-5631182e-5ba8-4bc7-9441-85e2639db85c tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:04:38.431510 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-e1a302f4-7901-415e-b3f4-2007f5a85a32 req-5631182e-5ba8-4bc7-9441-85e2639db85c tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] 10.222.0.17 "GET /v2.0/ports?device_id=05ddc775-4f83-4893-957c-d3c8928d0c8c HTTP/1.1" status: 200 len: 946 time: 0.1126571 Jul 24 20:04:38.436778 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.notifiers.nova [req-7e746145-4eff-4031-8b71-00255069b106 req-e3036d1a-c3dd-450b-b84d-aaf02be0c015 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a84c4da-af42-4582-b5ab-1a810862bd5d {{(pid=110842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 24 20:04:38.446842 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [req-7e746145-4eff-4031-8b71-00255069b106 req-e3036d1a-c3dd-450b-b84d-aaf02be0c015 service neutron] Publish callbacks [] for port (8a84c4da-af42-4582-b5ab-1a810862bd5d), precommit_update {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:38.467271 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.db.provisioning_blocks [req-7e746145-4eff-4031-8b71-00255069b106 req-e3036d1a-c3dd-450b-b84d-aaf02be0c015 service neutron] Transition to ACTIVE for port object 8a84c4da-af42-4582-b5ab-1a810862bd5d will not be triggered until provisioned by entity L2. {{(pid=110842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 24 20:04:38.479289 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-559eb0cd-48e3-4d41-8957-8263efe0abed req-89995b53-e691-4341-9185-d01cccc7c1a7 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Network 9568b641-7783-426b-8ad0-3ac71fba0922 is already hosted by enough agents. {{(pid=110843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 20:04:38.503507 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.scheduler.base_scheduler [req-559eb0cd-48e3-4d41-8957-8263efe0abed req-89995b53-e691-4341-9185-d01cccc7c1a7 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Resources bound (agent type, host, resource id): {{(pid=110843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 20:04:38.522281 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.db.l3_dvrscheduler_db [req-559eb0cd-48e3-4d41-8957-8263efe0abed req-89995b53-e691-4341-9185-d01cccc7c1a7 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Received port after_create {{(pid=110843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 24 20:04:38.544827 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559eb0cd-48e3-4d41-8957-8263efe0abed req-89995b53-e691-4341-9185-d01cccc7c1a7 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:04:38.546137 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-559eb0cd-48e3-4d41-8957-8263efe0abed req-89995b53-e691-4341-9185-d01cccc7c1a7 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1048257'] for port (None), before_response {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:38.567310 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Current status of the port 72d7cce4-42e1-4ed0-8270-569e161be59b is: BUILD; New status is: ACTIVE {{(pid=110844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 20:04:38.567310 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (72d7cce4-42e1-4ed0-8270-569e161be59b), before_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:38.581372 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:04:38.587487 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [req-7e746145-4eff-4031-8b71-00255069b106 req-e3036d1a-c3dd-450b-b84d-aaf02be0c015 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8925036'] for port (8a84c4da-af42-4582-b5ab-1a810862bd5d), after_update {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:38.596156 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ad940d2-dab6-42ec-a84a-53ee9242b68d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72d7cce4-42e1-4ed0-8270-569e161be59b'}] {{(pid=110844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 24 20:04:38.598479 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=5 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:04:38.598732 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cb44c1e02bae91b270a0e6cfc836be33c010434f31a7c401440ca7d913440f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74f5e4d3-6843-4081-af87-fce608770345" -d '{"events": [{"server_uuid": "8ad940d2-dab6-42ec-a84a-53ee9242b68d", "name": "network-vif-plugged", "status": "completed", "tag": "72d7cce4-42e1-4ed0-8270-569e161be59b"}]}' {{(pid=110844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 20:04:38.616005 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] For port 72d7cce4-42e1-4ed0-8270-569e161be59b, host hv-cinder-85044, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85044',level=0,port_id=72d7cce4-42e1-4ed0-8270-569e161be59b,segment=NetworkSegment(e9fdb9ec-6b6e-4383-ae6e-075d3eed2f20),segment_id=e9fdb9ec-6b6e-4383-ae6e-075d3eed2f20)] {{(pid=110844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 20:04:38.659063 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89995b53-e691-4341-9185-d01cccc7c1a7 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Pushing event updated for resources: {'Port': ['ID=b7d02836-dfd7-48ab-861d-c6c4a57f9370,revision_number=1']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:04:38.701125 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958'] for port (72d7cce4-42e1-4ed0-8270-569e161be59b), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:38.702368 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Device e71d1f9f-da5a-48d5-aa48-dcc64b1d5626 no longer exists at agent hyperv_hv-cinder-85044 {{(pid=110844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 20:04:38.753744 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-559eb0cd-48e3-4d41-8957-8263efe0abed req-89995b53-e691-4341-9185-d01cccc7c1a7 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5775065 Jul 24 20:04:38.775428 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] No Port match for: e71d1f9f-da5a-48d5-aa48-dcc64b1d5626 {{(pid=110844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 24 20:04:38.775835 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Device e71d1f9f-da5a-48d5-aa48-dcc64b1d5626 not bound to the agent host hv-cinder-85044 {{(pid=110844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 20:04:38.796113 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3036d1a-c3dd-450b-b84d-aaf02be0c015 service neutron] Pushing event updated for resources: {'Port': ['ID=8a84c4da-af42-4582-b5ab-1a810862bd5d,revision_number=2']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:04:38.803351 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.v2.base [req-559eb0cd-48e3-4d41-8957-8263efe0abed req-971f5836-4786-4177-a481-25b6707f004e service neutron] Request body: {'port': {'device_id': '647ad9f1-82e7-4c2d-be35-51911eb31120', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85044'}} {{(pid=110843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 20:04:38.829667 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Pushing event updated for resources: {'Port': ['ID=72d7cce4-42e1-4ed0-8270-569e161be59b,revision_number=10']} {{(pid=110844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:04:38.836914 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:04:38.842821 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:04:38.843192 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:04:38.843987 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:04:38.844407 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:04:38.845424 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8791d2-bb66-40ff-9837-6916f3dd4cd2 req-31cfed56-42d6-4dbe-93a5-6178cbeb8da7 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:04:38.848073 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:04:38.848520 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:04:38.848943 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:04:38.849388 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:04:38.849769 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:04:38.850172 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:04:38.850578 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:04:38.850977 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:04:38.851376 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:04:38.851769 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:04:38.852151 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:04:38.859525 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-af8791d2-bb66-40ff-9837-6916f3dd4cd2 req-31cfed56-42d6-4dbe-93a5-6178cbeb8da7 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/ports?device_id=8ad940d2-dab6-42ec-a84a-53ee9242b68d HTTP/1.1" status: 200 len: 944 time: 0.2800453 Jul 24 20:04:38.891244 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.managers [req-7e746145-4eff-4031-8b71-00255069b106 req-e3036d1a-c3dd-450b-b84d-aaf02be0c015 service neutron] Attempting to bind port 8a84c4da-af42-4582-b5ab-1a810862bd5d on host hv-cinder-85044 for vnic_type normal with profile {{(pid=110842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 24 20:04:38.891860 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.managers [req-7e746145-4eff-4031-8b71-00255069b106 req-e3036d1a-c3dd-450b-b84d-aaf02be0c015 service neutron] Attempting to bind port 8a84c4da-af42-4582-b5ab-1a810862bd5d by drivers openvswitch,hyperv on host hv-cinder-85044 at level 0 using segments [{'id': '4bba68c1-4e30-4a75-be7c-266a932629a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'f72988cc-9fd0-426e-8ec1-94766c43bdf7'}] {{(pid=110842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 24 20:04:38.892361 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e746145-4eff-4031-8b71-00255069b106 req-e3036d1a-c3dd-450b-b84d-aaf02be0c015 service neutron] Attempting to bind port 8a84c4da-af42-4582-b5ab-1a810862bd5d on network f72988cc-9fd0-426e-8ec1-94766c43bdf7 {{(pid=110842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 24 20:04:38.899101 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e746145-4eff-4031-8b71-00255069b106 req-e3036d1a-c3dd-450b-b84d-aaf02be0c015 service neutron] Port 8a84c4da-af42-4582-b5ab-1a810862bd5d on network f72988cc-9fd0-426e-8ec1-94766c43bdf7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85044 {{(pid=110842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 24 20:04:38.899797 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e746145-4eff-4031-8b71-00255069b106 req-e3036d1a-c3dd-450b-b84d-aaf02be0c015 service neutron] Attempting to bind port 8a84c4da-af42-4582-b5ab-1a810862bd5d on network f72988cc-9fd0-426e-8ec1-94766c43bdf7 {{(pid=110842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 24 20:04:38.906666 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e746145-4eff-4031-8b71-00255069b106 req-e3036d1a-c3dd-450b-b84d-aaf02be0c015 service neutron] Checking agent: {'id': '95564131-b678-4db2-a162-51408b2acd55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85044', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 24, 19, 59, 9), 'started_at': datetime.datetime(2022, 7, 24, 19, 59, 9), 'heartbeat_timestamp': datetime.datetime(2022, 7, 24, 20, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 24 20:04:38.907447 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e746145-4eff-4031-8b71-00255069b106 req-e3036d1a-c3dd-450b-b84d-aaf02be0c015 service neutron] Checking segment: {'id': '4bba68c1-4e30-4a75-be7c-266a932629a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'f72988cc-9fd0-426e-8ec1-94766c43bdf7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 24 20:04:38.907846 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e746145-4eff-4031-8b71-00255069b106 req-e3036d1a-c3dd-450b-b84d-aaf02be0c015 service neutron] Bound using segment: {'id': '4bba68c1-4e30-4a75-be7c-266a932629a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'f72988cc-9fd0-426e-8ec1-94766c43bdf7'} {{(pid=110842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 24 20:04:38.908861 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.managers [req-7e746145-4eff-4031-8b71-00255069b106 req-e3036d1a-c3dd-450b-b84d-aaf02be0c015 service neutron] Bound port: 8a84c4da-af42-4582-b5ab-1a810862bd5d, host: hv-cinder-85044, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bba68c1-4e30-4a75-be7c-266a932629a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'f72988cc-9fd0-426e-8ec1-94766c43bdf7'}}] {{(pid=110842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 24 20:04:38.909238 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [req-7e746145-4eff-4031-8b71-00255069b106 req-e3036d1a-c3dd-450b-b84d-aaf02be0c015 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (8a84c4da-af42-4582-b5ab-1a810862bd5d), before_update {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:38.968171 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-e1a302f4-7901-415e-b3f4-2007f5a85a32 req-3880ef05-a8fe-48e6-ad0c-58edaae1083f tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] 10.222.0.17 "GET /v2.0/security-groups?id=28acb8fa-bec2-437c-82ba-8e2c3ade7cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5116096 Jul 24 20:04:38.981968 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-7e972a34-83f1-4a9f-8888-ed4305dd0cfb None None] Provisioning complete for port b7d02836-dfd7-48ab-861d-c6c4a57f9370 triggered by entity DHCP. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 20:04:38.982362 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-7e972a34-83f1-4a9f-8888-ed4305dd0cfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812910'] for port (b7d02836-dfd7-48ab-861d-c6c4a57f9370), provisioning_complete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:39.032934 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [-] (110843) accepted ('10.222.0.17', 34130) {{(pid=110843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:04:39.061595 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-7e972a34-83f1-4a9f-8888-ed4305dd0cfb None None] Port b7d02836-dfd7-48ab-861d-c6c4a57f9370 cannot update to ACTIVE because it is not bound. {{(pid=110844) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 24 20:04:39.075603 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.db [req-7e746145-4eff-4031-8b71-00255069b106 req-e3036d1a-c3dd-450b-b84d-aaf02be0c015 service neutron] For port 8a84c4da-af42-4582-b5ab-1a810862bd5d, host hv-cinder-85044, cleared binding levels {{(pid=110842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 20:04:39.092683 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.db [req-7e746145-4eff-4031-8b71-00255069b106 req-e3036d1a-c3dd-450b-b84d-aaf02be0c015 service neutron] For port 8a84c4da-af42-4582-b5ab-1a810862bd5d, host hv-cinder-85044, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85044',level=0,port_id=8a84c4da-af42-4582-b5ab-1a810862bd5d,segment=NetworkSegment(4bba68c1-4e30-4a75-be7c-266a932629a9),segment_id=4bba68c1-4e30-4a75-be7c-266a932629a9)] {{(pid=110842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 20:04:39.097403 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-af8791d2-bb66-40ff-9837-6916f3dd4cd2 req-26116e49-3fef-4bdf-a259-94b8464cbe14 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/security-groups?id=7fd4fa86-8151-45a8-babb-f1c645ad6646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2365882 Jul 24 20:04:39.119237 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-559eb0cd-48e3-4d41-8957-8263efe0abed req-971f5836-4786-4177-a481-25b6707f004e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (b7d02836-dfd7-48ab-861d-c6c4a57f9370), before_update {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:39.206592 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (46eda511-dfa5-408c-8bd4-cb509f691033), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:39.211026 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [req-7e746145-4eff-4031-8b71-00255069b106 req-e3036d1a-c3dd-450b-b84d-aaf02be0c015 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8925036'] for port (8a84c4da-af42-4582-b5ab-1a810862bd5d), after_update {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:39.244090 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 24 Jul 2022 20:04:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3890fada-21bc-4072-8114-6fbb8748c3c4 x-openstack-request-id: req-3890fada-21bc-4072-8114-6fbb8748c3c4 {{(pid=110844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 20:04:39.246239 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ad940d2-dab6-42ec-a84a-53ee9242b68d", "name": "network-vif-plugged", "status": "completed", "tag": "72d7cce4-42e1-4ed0-8270-569e161be59b", "code": 200}]} {{(pid=110844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 20:04:39.248379 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-3890fada-21bc-4072-8114-6fbb8748c3c4 {{(pid=110844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 20:04:39.249205 dv-cinder-850449-2-iscsi neutron-server[110844]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3890fada-21bc-4072-8114-6fbb8748c3c4'] response: {'server_uuid': '8ad940d2-dab6-42ec-a84a-53ee9242b68d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72d7cce4-42e1-4ed0-8270-569e161be59b', 'code': 200} Jul 24 20:04:39.288607 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e746145-4eff-4031-8b71-00255069b106 req-e3036d1a-c3dd-450b-b84d-aaf02be0c015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:04:39.289827 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [req-7e746145-4eff-4031-8b71-00255069b106 req-e3036d1a-c3dd-450b-b84d-aaf02be0c015 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1048257'] for port (None), before_response {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:39.292924 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [req-7e746145-4eff-4031-8b71-00255069b106 req-e3036d1a-c3dd-450b-b84d-aaf02be0c015 service neutron] 10.222.0.42 "PUT /v2.0/ports/8a84c4da-af42-4582-b5ab-1a810862bd5d HTTP/1.1" status: 200 len: 1093 time: 1.4298277 Jul 24 20:04:39.295221 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e088bee9-33e5-4380-bfd8-c214b0fd8fae', 'tag': '8a84c4da-af42-4582-b5ab-1a810862bd5d'}] {{(pid=110842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 24 20:04:39.306288 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5edc3fcd2ba6a287f711eaf45b4d5d5c8d3623c9fa62bef48fe3be9641ba2c6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5af8d785-8a65-4c86-9dc3-98d638f1b242" -d '{"events": [{"name": "network-changed", "server_uuid": "e088bee9-33e5-4380-bfd8-c214b0fd8fae", "tag": "8a84c4da-af42-4582-b5ab-1a810862bd5d"}]}' {{(pid=110842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 20:04:39.312998 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:04:39.387433 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3036d1a-c3dd-450b-b84d-aaf02be0c015 service neutron] Pushing event updated for resources: {'Port': ['ID=8a84c4da-af42-4582-b5ab-1a810862bd5d,revision_number=3']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:04:39.590424 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4d899d-fe38-41f3-85a1-a4f1428ca30a req-0f23be75-9dbe-4c5b-8ab4-c3c9eca95c74 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:04:39.592060 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-dd4d899d-fe38-41f3-85a1-a4f1428ca30a req-0f23be75-9dbe-4c5b-8ab4-c3c9eca95c74 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.17 "GET /v2.0/ports?device_id=647ad9f1-82e7-4c2d-be35-51911eb31120 HTTP/1.1" status: 200 len: 932 time: 0.1500263 Jul 24 20:04:39.593135 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-273962b2-a86a-4c52-b198-e35d3fca0722 tempest-TestMinimumBasicScenario-282351813 tempest-TestMinimumBasicScenario-282351813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:04:39.597862 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [None req-273962b2-a86a-4c52-b198-e35d3fca0722 tempest-TestMinimumBasicScenario-282351813 tempest-TestMinimumBasicScenario-282351813-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=05ddc775-4f83-4893-957c-d3c8928d0c8c HTTP/1.1" status: 200 len: 1125 time: 0.5303726 Jul 24 20:04:39.598445 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 34150) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:04:39.603502 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.v2.base [None req-cd023d7d-166b-4065-bb0e-a7caa38cc72a tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] Request body: {'floatingip': {'floating_network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'port_id': '2e3b3d4b-7017-47d8-9a82-4439644ca265', 'tenant_id': '4d31f280cfc640dd8381ee0869d9f455', 'fixed_ip_address': '172.20.0.10'}} {{(pid=110842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 20:04:39.690823 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b812f920-fe3f-4cc2-ab48-25a10ef2a898 req-c5ed6170-73a9-468c-a9e2-9eb6f0dd8482 tempest-VolumesActionsTest-1808120335 tempest-VolumesActionsTest-1808120335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:04:39.692383 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-b812f920-fe3f-4cc2-ab48-25a10ef2a898 req-c5ed6170-73a9-468c-a9e2-9eb6f0dd8482 tempest-VolumesActionsTest-1808120335 tempest-VolumesActionsTest-1808120335-project] 10.222.0.17 "GET /v2.0/networks?id=dd0a5f33-edb8-4c0a-b9cd-8e5dcbe0d119 HTTP/1.1" status: 200 len: 809 time: 0.4914443 Jul 24 20:04:39.704505 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-cd023d7d-166b-4065-bb0e-a7caa38cc72a tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:39.733611 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:04:39.735884 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-b812f920-fe3f-4cc2-ab48-25a10ef2a898 req-c5a98624-6168-4d6f-b000-ba5a4f6bf41b tempest-VolumesActionsTest-1808120335 tempest-VolumesActionsTest-1808120335-project] 10.222.0.17 "GET /v2.0/quotas/22e598739ae64ebf9e523e4e2e6a2867 HTTP/1.1" status: 200 len: 375 time: 0.0343201 Jul 24 20:04:39.753612 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.agents_db [None req-615be7cd-482a-4e0c-9386-1b4806e6e45a None None] Agent healthcheck: found 6 active agents {{(pid=110845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 20:04:39.759186 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e746145-4eff-4031-8b71-00255069b106 req-346a6e83-0e9e-4c62-86f4-6d41cf6ef5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:04:39.761634 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [req-7e746145-4eff-4031-8b71-00255069b106 req-346a6e83-0e9e-4c62-86f4-6d41cf6ef5dc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=757b69afcbc64d9a853a7ae1f7dc3307&device_id=e088bee9-33e5-4380-bfd8-c214b0fd8fae HTTP/1.1" status: 200 len: 1127 time: 0.0859704 Jul 24 20:04:39.786226 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-dd4d899d-fe38-41f3-85a1-a4f1428ca30a req-7a985175-f2c0-446c-9678-c77dfeb85f06 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.17 "GET /v2.0/security-groups?id=829ee05a-72fc-43a2-9eba-9642e1729f56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1722624 Jul 24 20:04:39.829694 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-b812f920-fe3f-4cc2-ab48-25a10ef2a898 req-f78f22c3-d992-4be6-94b0-4b5da69aa59d tempest-VolumesActionsTest-1808120335 tempest-VolumesActionsTest-1808120335-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=22e598739ae64ebf9e523e4e2e6a2867&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0669272 Jul 24 20:04:39.844489 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [req-7e746145-4eff-4031-8b71-00255069b106 req-444cc30c-f03b-4c14-8621-5c8946728187 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8a84c4da-af42-4582-b5ab-1a810862bd5d HTTP/1.1" status: 200 len: 217 time: 0.0530822 Jul 24 20:04:39.903094 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e746145-4eff-4031-8b71-00255069b106 req-1d236ecb-ee56-481e-92fb-7325ef247ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:04:39.904564 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [req-7e746145-4eff-4031-8b71-00255069b106 req-1d236ecb-ee56-481e-92fb-7325ef247ca4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9fbdff86-24c9-443e-8877-71756a9ade49 HTTP/1.1" status: 200 len: 849 time: 0.0507388 Jul 24 20:04:39.919841 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.notifiers.nova [req-559eb0cd-48e3-4d41-8957-8263efe0abed req-971f5836-4786-4177-a481-25b6707f004e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7d02836-dfd7-48ab-861d-c6c4a57f9370 {{(pid=110843) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 24 20:04:39.923055 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-cd023d7d-166b-4065-bb0e-a7caa38cc72a tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (None), before_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:39.949190 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-559eb0cd-48e3-4d41-8957-8263efe0abed req-971f5836-4786-4177-a481-25b6707f004e service neutron] Publish callbacks [] for port (b7d02836-dfd7-48ab-861d-c6c4a57f9370), precommit_update {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:39.991071 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e746145-4eff-4031-8b71-00255069b106 req-4805ca44-2c8b-4cd3-8fe1-e238124c963f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:04:39.992634 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [req-7e746145-4eff-4031-8b71-00255069b106 req-4805ca44-2c8b-4cd3-8fe1-e238124c963f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f72988cc-9fd0-426e-8ec1-94766c43bdf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0811288 Jul 24 20:04:40.034358 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.db.provisioning_blocks [req-559eb0cd-48e3-4d41-8957-8263efe0abed req-971f5836-4786-4177-a481-25b6707f004e service neutron] Transition to ACTIVE for port object b7d02836-dfd7-48ab-861d-c6c4a57f9370 will not be triggered until provisioned by entity L2. {{(pid=110843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 24 20:04:40.045267 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5974e2a-e7df-43a8-a7f6-939cf4d9bf3b req-f1c495d4-8edf-4069-acbf-11ed0c4553be tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:04:40.054550 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-e5974e2a-e7df-43a8-a7f6-939cf4d9bf3b req-f1c495d4-8edf-4069-acbf-11ed0c4553be tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] 10.222.0.17 "GET /v2.0/ports?device_id=e088bee9-33e5-4380-bfd8-c214b0fd8fae HTTP/1.1" status: 200 len: 943 time: 0.1374762 Jul 24 20:04:40.062160 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:04:40.103322 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-b812f920-fe3f-4cc2-ab48-25a10ef2a898 req-55eef936-d48f-4647-9a8b-94d4b0aa1379 service neutron] 10.222.0.17 "GET /v2.0/networks/dd0a5f33-edb8-4c0a-b9cd-8e5dcbe0d119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2324421 Jul 24 20:04:40.111191 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-559eb0cd-48e3-4d41-8957-8263efe0abed req-971f5836-4786-4177-a481-25b6707f004e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958'] for port (b7d02836-dfd7-48ab-861d-c6c4a57f9370), after_update {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:40.172725 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828f5e8c-5bae-4e70-8b1a-7ef0c6d4a65c req-ff5a7753-bf6c-463e-b4c3-9df7dc3251b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:04:40.174264 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [req-828f5e8c-5bae-4e70-8b1a-7ef0c6d4a65c req-ff5a7753-bf6c-463e-b4c3-9df7dc3251b8 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8ad940d2-dab6-42ec-a84a-53ee9242b68d HTTP/1.1" status: 200 len: 1130 time: 0.1350214 Jul 24 20:04:40.217592 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.db.db_base_plugin_common [None req-cd023d7d-166b-4065-bb0e-a7caa38cc72a tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] Allocated IP 172.27.3.72 (10498192-3528-4341-803f-d59b33e3b71c/99a0caa3-3fb5-4860-826f-478186226de3/2ea8c973-b425-4939-b6b8-c66e01a1ce43) {{(pid=110842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 20:04:40.246600 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [req-7e746145-4eff-4031-8b71-00255069b106 req-139f31af-8726-43bf-adad-706418a51835 service neutron] 10.222.0.42 "GET /v2.0/networks/f72988cc-9fd0-426e-8ec1-94766c43bdf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2436569 Jul 24 20:04:40.322509 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [req-828f5e8c-5bae-4e70-8b1a-7ef0c6d4a65c req-b4cd79e6-fba1-43c5-9a58-9197af080613 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=7fd4fa86-8151-45a8-babb-f1c645ad6646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1357334 Jul 24 20:04:40.413150 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:04:40.439642 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-e5974e2a-e7df-43a8-a7f6-939cf4d9bf3b req-e055a94a-ff33-4cf6-b84d-becd3086089e tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] 10.222.0.17 "GET /v2.0/security-groups?id=426a98f1-bdae-428a-b03d-426236e01087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3841846 Jul 24 20:04:40.449965 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (95564131-b678-4db2-a162-51408b2acd55), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:40.458083 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [req-7e746145-4eff-4031-8b71-00255069b106 req-db12cb88-e9a1-45d6-8b56-df77689f7d5f service neutron] 10.222.0.42 "GET /v2.0/networks/f72988cc-9fd0-426e-8ec1-94766c43bdf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2032127 Jul 24 20:04:40.496863 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-cd023d7d-166b-4065-bb0e-a7caa38cc72a tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] Publish callbacks [] for port (2ea8c973-b425-4939-b6b8-c66e01a1ce43), precommit_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:40.518976 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971f5836-4786-4177-a481-25b6707f004e service neutron] Pushing event updated for resources: {'Port': ['ID=b7d02836-dfd7-48ab-861d-c6c4a57f9370,revision_number=2']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:04:40.569496 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-b812f920-fe3f-4cc2-ab48-25a10ef2a898 req-60f169bd-1f73-4e10-8722-27169468c9d3 service neutron] 10.222.0.17 "GET /v2.0/networks/dd0a5f33-edb8-4c0a-b9cd-8e5dcbe0d119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4558225 Jul 24 20:04:40.601690 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 24 Jul 2022 20:04:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1aa9d0a-65c4-4127-a1c1-df68250feab3 x-openstack-request-id: req-d1aa9d0a-65c4-4127-a1c1-df68250feab3 {{(pid=110842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 20:04:40.602563 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e088bee9-33e5-4380-bfd8-c214b0fd8fae", "tag": "8a84c4da-af42-4582-b5ab-1a810862bd5d", "status": "completed", "code": 200}]} {{(pid=110842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 20:04:40.602563 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-d1aa9d0a-65c4-4127-a1c1-df68250feab3 {{(pid=110842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 20:04:40.602859 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1aa9d0a-65c4-4127-a1c1-df68250feab3'] response: {'name': 'network-changed', 'server_uuid': 'e088bee9-33e5-4380-bfd8-c214b0fd8fae', 'tag': '8a84c4da-af42-4582-b5ab-1a810862bd5d', 'status': 'completed', 'code': 200} Jul 24 20:04:40.606089 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.managers [req-559eb0cd-48e3-4d41-8957-8263efe0abed req-971f5836-4786-4177-a481-25b6707f004e service neutron] Attempting to bind port b7d02836-dfd7-48ab-861d-c6c4a57f9370 on host hv-cinder-85044 for vnic_type normal with profile {{(pid=110843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 24 20:04:40.606431 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.managers [req-559eb0cd-48e3-4d41-8957-8263efe0abed req-971f5836-4786-4177-a481-25b6707f004e service neutron] Attempting to bind port b7d02836-dfd7-48ab-861d-c6c4a57f9370 by drivers openvswitch,hyperv on host hv-cinder-85044 at level 0 using segments [{'id': '78737f80-9c2d-440f-8dc6-3a8965544158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '9568b641-7783-426b-8ad0-3ac71fba0922'}] {{(pid=110843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 24 20:04:40.606761 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-559eb0cd-48e3-4d41-8957-8263efe0abed req-971f5836-4786-4177-a481-25b6707f004e service neutron] Attempting to bind port b7d02836-dfd7-48ab-861d-c6c4a57f9370 on network 9568b641-7783-426b-8ad0-3ac71fba0922 {{(pid=110843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 24 20:04:40.621873 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-559eb0cd-48e3-4d41-8957-8263efe0abed req-971f5836-4786-4177-a481-25b6707f004e service neutron] Port b7d02836-dfd7-48ab-861d-c6c4a57f9370 on network 9568b641-7783-426b-8ad0-3ac71fba0922 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85044 {{(pid=110843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 24 20:04:40.621873 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-559eb0cd-48e3-4d41-8957-8263efe0abed req-971f5836-4786-4177-a481-25b6707f004e service neutron] Attempting to bind port b7d02836-dfd7-48ab-861d-c6c4a57f9370 on network 9568b641-7783-426b-8ad0-3ac71fba0922 {{(pid=110843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 24 20:04:40.638015 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-559eb0cd-48e3-4d41-8957-8263efe0abed req-971f5836-4786-4177-a481-25b6707f004e service neutron] Checking agent: {'id': '95564131-b678-4db2-a162-51408b2acd55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85044', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 24, 19, 59, 9), 'started_at': datetime.datetime(2022, 7, 24, 19, 59, 9), 'heartbeat_timestamp': datetime.datetime(2022, 7, 24, 20, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 24 20:04:40.638496 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-559eb0cd-48e3-4d41-8957-8263efe0abed req-971f5836-4786-4177-a481-25b6707f004e service neutron] Checking segment: {'id': '78737f80-9c2d-440f-8dc6-3a8965544158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '9568b641-7783-426b-8ad0-3ac71fba0922'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 24 20:04:40.644427 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-559eb0cd-48e3-4d41-8957-8263efe0abed req-971f5836-4786-4177-a481-25b6707f004e service neutron] Bound using segment: {'id': '78737f80-9c2d-440f-8dc6-3a8965544158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '9568b641-7783-426b-8ad0-3ac71fba0922'} {{(pid=110843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 24 20:04:40.644427 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.managers [req-559eb0cd-48e3-4d41-8957-8263efe0abed req-971f5836-4786-4177-a481-25b6707f004e service neutron] Bound port: b7d02836-dfd7-48ab-861d-c6c4a57f9370, host: hv-cinder-85044, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78737f80-9c2d-440f-8dc6-3a8965544158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '9568b641-7783-426b-8ad0-3ac71fba0922'}}] {{(pid=110843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 24 20:04:40.644427 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-559eb0cd-48e3-4d41-8957-8263efe0abed req-971f5836-4786-4177-a481-25b6707f004e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (b7d02836-dfd7-48ab-861d-c6c4a57f9370), before_update {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:40.687968 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-cd023d7d-166b-4065-bb0e-a7caa38cc72a tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731445223406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8925015'] for port (2ea8c973-b425-4939-b6b8-c66e01a1ce43), after_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:40.772845 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd023d7d-166b-4065-bb0e-a7caa38cc72a tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] Network 10498192-3528-4341-803f-d59b33e3b71c is already hosted by enough agents. {{(pid=110842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 20:04:40.783377 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd023d7d-166b-4065-bb0e-a7caa38cc72a tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] Pushing event updated for resources: {'Port': ['ID=2ea8c973-b425-4939-b6b8-c66e01a1ce43,revision_number=1']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:04:40.789585 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.scheduler.base_scheduler [None req-cd023d7d-166b-4065-bb0e-a7caa38cc72a tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] Resources bound (agent type, host, resource id): {{(pid=110842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 20:04:40.797533 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd023d7d-166b-4065-bb0e-a7caa38cc72a tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] Received port after_create {{(pid=110842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 24 20:04:40.802535 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edc79c1-3e58-475d-85d0-83fdbdb00f8d req-1fc2f0df-b0ba-4375-9c63-23fcbf980888 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:04:40.804248 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-6edc79c1-3e58-475d-85d0-83fdbdb00f8d req-1fc2f0df-b0ba-4375-9c63-23fcbf980888 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/ports?device_id=8ad940d2-dab6-42ec-a84a-53ee9242b68d HTTP/1.1" status: 200 len: 946 time: 0.1300044 Jul 24 20:04:40.834075 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.db [req-559eb0cd-48e3-4d41-8957-8263efe0abed req-971f5836-4786-4177-a481-25b6707f004e service neutron] For port b7d02836-dfd7-48ab-861d-c6c4a57f9370, host hv-cinder-85044, cleared binding levels {{(pid=110843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 20:04:40.845383 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af8d785-8a65-4c86-9dc3-98d638f1b242 req-df869006-5bff-4dff-aa15-d8f2c42566e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:04:40.847134 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [req-5af8d785-8a65-4c86-9dc3-98d638f1b242 req-df869006-5bff-4dff-aa15-d8f2c42566e1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=757b69afcbc64d9a853a7ae1f7dc3307&device_id=e088bee9-33e5-4380-bfd8-c214b0fd8fae HTTP/1.1" status: 200 len: 1127 time: 0.1205456 Jul 24 20:04:40.854057 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.db [req-559eb0cd-48e3-4d41-8957-8263efe0abed req-971f5836-4786-4177-a481-25b6707f004e service neutron] For port b7d02836-dfd7-48ab-861d-c6c4a57f9370, host hv-cinder-85044, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85044',level=0,port_id=b7d02836-dfd7-48ab-861d-c6c4a57f9370,segment=NetworkSegment(78737f80-9c2d-440f-8dc6-3a8965544158),segment_id=78737f80-9c2d-440f-8dc6-3a8965544158)] {{(pid=110843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 20:04:40.896976 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-6edc79c1-3e58-475d-85d0-83fdbdb00f8d req-965cc2de-4673-44b9-8f8a-c189356cb5d7 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/security-groups?id=7fd4fa86-8151-45a8-babb-f1c645ad6646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753202 Jul 24 20:04:40.938208 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-559eb0cd-48e3-4d41-8957-8263efe0abed req-971f5836-4786-4177-a481-25b6707f004e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958'] for port (b7d02836-dfd7-48ab-861d-c6c4a57f9370), after_update {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:40.989460 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:04:41.006393 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559eb0cd-48e3-4d41-8957-8263efe0abed req-971f5836-4786-4177-a481-25b6707f004e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:04:41.007146 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-559eb0cd-48e3-4d41-8957-8263efe0abed req-971f5836-4786-4177-a481-25b6707f004e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1048257'] for port (None), before_response {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:41.009032 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-559eb0cd-48e3-4d41-8957-8263efe0abed req-971f5836-4786-4177-a481-25b6707f004e service neutron] 10.222.0.42 "PUT /v2.0/ports/b7d02836-dfd7-48ab-861d-c6c4a57f9370 HTTP/1.1" status: 200 len: 1094 time: 2.2272003 Jul 24 20:04:41.009427 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '647ad9f1-82e7-4c2d-be35-51911eb31120', 'tag': 'b7d02836-dfd7-48ab-861d-c6c4a57f9370'}] {{(pid=110843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 24 20:04:41.012575 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa129e2ea71b36189c7354ee4da78dc54b5a7420159cbfa164f6b2678096e4e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94709808-a5c8-4a0b-bdc1-c767f4a63d83" -d '{"events": [{"name": "network-changed", "server_uuid": "647ad9f1-82e7-4c2d-be35-51911eb31120", "tag": "b7d02836-dfd7-48ab-861d-c6c4a57f9370"}]}' {{(pid=110843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 20:04:41.044025 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:04:41.125409 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-394074c6-f122-449d-ab2b-2b2c293984e1 req-0519cf91-a6a9-4f13-b170-94ee6bc29593 tempest-VolumesActionsTest-1808120335 tempest-VolumesActionsTest-1808120335-project] 10.222.0.17 "GET /v2.0/ports?device_id=8446e129-c2b7-4d05-8833-6ec0cb866a6b HTTP/1.1" status: 200 len: 210 time: 0.0895855 Jul 24 20:04:41.134232 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971f5836-4786-4177-a481-25b6707f004e service neutron] Pushing event updated for resources: {'Port': ['ID=b7d02836-dfd7-48ab-861d-c6c4a57f9370,revision_number=3']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:04:41.173260 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb45256f-c0c8-402a-af80-2cf106ae50bb req-ba8bcd2d-e8e9-4748-be1b-10e1d80d6306 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:04:41.175076 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-cb45256f-c0c8-402a-af80-2cf106ae50bb req-ba8bcd2d-e8e9-4748-be1b-10e1d80d6306 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.17 "GET /v2.0/ports?device_id=647ad9f1-82e7-4c2d-be35-51911eb31120 HTTP/1.1" status: 200 len: 944 time: 0.1540959 Jul 24 20:04:41.230726 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 24 Jul 2022 20:04:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd6416a3-fd71-444a-a386-7f4e9d6604f0 x-openstack-request-id: req-cd6416a3-fd71-444a-a386-7f4e9d6604f0 {{(pid=110843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 20:04:41.231345 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "647ad9f1-82e7-4c2d-be35-51911eb31120", "tag": "b7d02836-dfd7-48ab-861d-c6c4a57f9370", "status": "completed", "code": 200}]} {{(pid=110843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 20:04:41.231807 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-cd6416a3-fd71-444a-a386-7f4e9d6604f0 {{(pid=110843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 20:04:41.232448 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd6416a3-fd71-444a-a386-7f4e9d6604f0'] response: {'name': 'network-changed', 'server_uuid': '647ad9f1-82e7-4c2d-be35-51911eb31120', 'tag': 'b7d02836-dfd7-48ab-861d-c6c4a57f9370', 'status': 'completed', 'code': 200} Jul 24 20:04:41.280875 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-cb45256f-c0c8-402a-af80-2cf106ae50bb req-549d1454-28bb-4bcd-9d0c-d4227c1b8521 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.17 "GET /v2.0/security-groups?id=829ee05a-72fc-43a2-9eba-9642e1729f56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953174 Jul 24 20:04:41.377269 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94709808-a5c8-4a0b-bdc1-c767f4a63d83 req-12381ca2-22ea-4a22-a090-40037aadc4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:04:41.379778 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-94709808-a5c8-4a0b-bdc1-c767f4a63d83 req-12381ca2-22ea-4a22-a090-40037aadc4a2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=dcc8f2e8d4e64866a624dcd6d1de5d81&device_id=647ad9f1-82e7-4c2d-be35-51911eb31120 HTTP/1.1" status: 200 len: 1128 time: 0.0835783 Jul 24 20:04:41.567029 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94709808-a5c8-4a0b-bdc1-c767f4a63d83 req-8a2ec829-00e4-4710-8662-c3c08e0cc7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:04:41.570715 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-94709808-a5c8-4a0b-bdc1-c767f4a63d83 req-8a2ec829-00e4-4710-8662-c3c08e0cc7fe service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=dcc8f2e8d4e64866a624dcd6d1de5d81&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1819594 Jul 24 20:04:41.750867 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af8d785-8a65-4c86-9dc3-98d638f1b242 req-f6222f89-0ebd-4450-aa70-f04cd1b77bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:04:41.752524 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [req-5af8d785-8a65-4c86-9dc3-98d638f1b242 req-f6222f89-0ebd-4450-aa70-f04cd1b77bfc service neutron] 10.222.0.42 "GET /v2.0/networks?id=f72988cc-9fd0-426e-8ec1-94766c43bdf7 HTTP/1.1" status: 200 len: 911 time: 0.2304339 Jul 24 20:04:41.779806 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc8009b-1f85-4c2b-97fd-0d1a1ef73bbf req-56b9de4d-36ad-4150-81b6-d116481da638 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:04:41.800155 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-6dc8009b-1f85-4c2b-97fd-0d1a1ef73bbf req-56b9de4d-36ad-4150-81b6-d116481da638 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] 10.222.0.17 "GET /v2.0/ports?device_id=e088bee9-33e5-4380-bfd8-c214b0fd8fae HTTP/1.1" status: 200 len: 943 time: 0.2162097 Jul 24 20:04:41.800155 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:04:41.888033 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-cd023d7d-166b-4065-bb0e-a7caa38cc72a tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] Publish callbacks [] for floatingip (2b29e1dc-4b4d-48dc-bbc1-505c39c87d87), precommit_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:41.928084 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-6dc8009b-1f85-4c2b-97fd-0d1a1ef73bbf req-d00a9b53-15bf-46c2-bb00-aab833ccdb3a tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] 10.222.0.17 "GET /v2.0/security-groups?id=426a98f1-bdae-428a-b03d-426236e01087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1333692 Jul 24 20:04:41.930980 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94709808-a5c8-4a0b-bdc1-c767f4a63d83 req-eeeb4618-0ffa-4b39-8244-638bbb6bd15f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:04:41.934276 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-94709808-a5c8-4a0b-bdc1-c767f4a63d83 req-eeeb4618-0ffa-4b39-8244-638bbb6bd15f service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3554454 Jul 24 20:04:42.082916 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-cd023d7d-166b-4065-bb0e-a7caa38cc72a tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (2ea8c973-b425-4939-b6b8-c66e01a1ce43), before_update {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:42.101555 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08131dd-320c-45d0-a8d4-148bebbac42a req-8d9808c0-6363-4e9d-8492-44f716054d31 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:04:42.109504 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-d08131dd-320c-45d0-a8d4-148bebbac42a req-8d9808c0-6363-4e9d-8492-44f716054d31 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/ports?device_id=8ad940d2-dab6-42ec-a84a-53ee9242b68d HTTP/1.1" status: 200 len: 946 time: 0.0616798 Jul 24 20:04:42.168609 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:04:42.231213 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-d08131dd-320c-45d0-a8d4-148bebbac42a req-2e78a4fb-7b2c-42c9-bc02-45910ef6d094 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/security-groups?id=7fd4fa86-8151-45a8-babb-f1c645ad6646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1205776 Jul 24 20:04:42.268946 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [req-5af8d785-8a65-4c86-9dc3-98d638f1b242 req-519dbdf7-3204-4c29-9769-f10e2b577073 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8a84c4da-af42-4582-b5ab-1a810862bd5d HTTP/1.1" status: 200 len: 217 time: 0.1085856 Jul 24 20:04:42.319747 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-797d7c85-42af-4f17-a7eb-208d7077889b req-08e1519d-4320-43df-8507-73efd5d17bbf tempest-VolumesActionsTest-1808120335 tempest-VolumesActionsTest-1808120335-project] 10.222.0.17 "GET /v2.0/ports?device_id=8446e129-c2b7-4d05-8833-6ec0cb866a6b HTTP/1.1" status: 200 len: 210 time: 0.0935216 Jul 24 20:04:42.341593 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559eb0cd-48e3-4d41-8957-8263efe0abed req-1f500baa-e99b-4b24-a0ef-684a26ac09ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:04:42.344281 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-559eb0cd-48e3-4d41-8957-8263efe0abed req-1f500baa-e99b-4b24-a0ef-684a26ac09ab service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=dcc8f2e8d4e64866a624dcd6d1de5d81&device_id=647ad9f1-82e7-4c2d-be35-51911eb31120 HTTP/1.1" status: 200 len: 1128 time: 0.1171346 Jul 24 20:04:42.439385 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af8d785-8a65-4c86-9dc3-98d638f1b242 req-33be1e83-dd24-4702-82b6-3aa9fb6f26aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:04:42.442476 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [req-5af8d785-8a65-4c86-9dc3-98d638f1b242 req-33be1e83-dd24-4702-82b6-3aa9fb6f26aa service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9fbdff86-24c9-443e-8877-71756a9ade49 HTTP/1.1" status: 200 len: 849 time: 0.1447861 Jul 24 20:04:42.503628 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-559eb0cd-48e3-4d41-8957-8263efe0abed req-446d743a-4119-4dda-a220-2261d3b1cb3f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b7d02836-dfd7-48ab-861d-c6c4a57f9370 HTTP/1.1" status: 200 len: 217 time: 0.1290605 Jul 24 20:04:42.531393 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af8d785-8a65-4c86-9dc3-98d638f1b242 req-307e70e6-16b2-46d7-a64e-a358b8fa241d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:04:42.533167 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [req-5af8d785-8a65-4c86-9dc3-98d638f1b242 req-307e70e6-16b2-46d7-a64e-a358b8fa241d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f72988cc-9fd0-426e-8ec1-94766c43bdf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0818205 Jul 24 20:04:42.584252 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03a29d1-56fd-47e6-92c7-3eeaa855f29e req-a36c6fd8-ebc3-4ce8-acc9-1b2ced7c17e6 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:04:42.591985 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-c03a29d1-56fd-47e6-92c7-3eeaa855f29e req-a36c6fd8-ebc3-4ce8-acc9-1b2ced7c17e6 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.17 "GET /v2.0/ports?device_id=647ad9f1-82e7-4c2d-be35-51911eb31120 HTTP/1.1" status: 200 len: 944 time: 0.1075866 Jul 24 20:04:42.603453 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-cd023d7d-166b-4065-bb0e-a7caa38cc72a tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] Publish callbacks [] for port (2ea8c973-b425-4939-b6b8-c66e01a1ce43), precommit_update {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:42.622082 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559eb0cd-48e3-4d41-8957-8263efe0abed req-fd47f272-5590-4849-9db0-0c0e33ef58c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:04:42.623552 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-559eb0cd-48e3-4d41-8957-8263efe0abed req-fd47f272-5590-4849-9db0-0c0e33ef58c3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cce9884f-3061-48ee-abb3-8ca2a1e54559 HTTP/1.1" status: 200 len: 854 time: 0.0921798 Jul 24 20:04:42.667117 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-cd023d7d-166b-4065-bb0e-a7caa38cc72a tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8925036'] for port (2ea8c973-b425-4939-b6b8-c66e01a1ce43), after_update {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:42.684283 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-c03a29d1-56fd-47e6-92c7-3eeaa855f29e req-70409344-989b-4642-a799-d2cd0f8fa3aa tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.17 "GET /v2.0/security-groups?id=829ee05a-72fc-43a2-9eba-9642e1729f56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914071 Jul 24 20:04:42.691476 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559eb0cd-48e3-4d41-8957-8263efe0abed req-4e7be492-871f-473f-b7f8-caebf60fa7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:04:42.693008 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-559eb0cd-48e3-4d41-8957-8263efe0abed req-4e7be492-871f-473f-b7f8-caebf60fa7f3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9568b641-7783-426b-8ad0-3ac71fba0922&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0591617 Jul 24 20:04:42.780460 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [req-5af8d785-8a65-4c86-9dc3-98d638f1b242 req-b0e7f447-d112-4655-8c51-173b3bb9e2c6 service neutron] 10.222.0.42 "GET /v2.0/networks/f72988cc-9fd0-426e-8ec1-94766c43bdf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2293427 Jul 24 20:04:42.835397 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd023d7d-166b-4065-bb0e-a7caa38cc72a tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] Pushing event updated for resources: {'Port': ['ID=2ea8c973-b425-4939-b6b8-c66e01a1ce43,revision_number=2']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:04:42.898871 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-559eb0cd-48e3-4d41-8957-8263efe0abed req-7b871984-620f-4359-a0c0-62ccd80f16e8 service neutron] 10.222.0.42 "GET /v2.0/networks/9568b641-7783-426b-8ad0-3ac71fba0922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942062 Jul 24 20:04:42.951789 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-cd023d7d-166b-4065-bb0e-a7caa38cc72a tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-452544'] for floatingip (2b29e1dc-4b4d-48dc-bbc1-505c39c87d87), after_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:43.067320 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:04:43.092163 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-559eb0cd-48e3-4d41-8957-8263efe0abed req-5fbf5332-0382-4b83-8896-1b2ea62e1c21 service neutron] 10.222.0.42 "GET /v2.0/networks/9568b641-7783-426b-8ad0-3ac71fba0922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855896 Jul 24 20:04:43.097673 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [req-5af8d785-8a65-4c86-9dc3-98d638f1b242 req-517b9768-0271-4055-b250-f9dcf7567bc2 service neutron] 10.222.0.42 "GET /v2.0/networks/f72988cc-9fd0-426e-8ec1-94766c43bdf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2636421 Jul 24 20:04:43.105639 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f603de-aa23-4291-861e-a117e784cb44 req-b4477293-8595-4af1-b017-8e4f11a0d0c2 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:04:43.107395 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-10f603de-aa23-4291-861e-a117e784cb44 req-b4477293-8595-4af1-b017-8e4f11a0d0c2 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] 10.222.0.17 "GET /v2.0/ports?device_id=e088bee9-33e5-4380-bfd8-c214b0fd8fae HTTP/1.1" status: 200 len: 943 time: 0.0753150 Jul 24 20:04:43.142260 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.db.l3_db [None req-cd023d7d-166b-4065-bb0e-a7caa38cc72a tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] Floating IP 2b29e1dc-4b4d-48dc-bbc1-505c39c87d87 associated. External IP: 172.27.3.72, port: 2e3b3d4b-7017-47d8-9a82-4439644ca265. Jul 24 20:04:43.161322 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=100 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:04:43.189699 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-10f603de-aa23-4291-861e-a117e784cb44 req-e80517c5-f517-4b44-958c-337b093fe6e1 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] 10.222.0.17 "GET /v2.0/security-groups?id=426a98f1-bdae-428a-b03d-426236e01087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755212 Jul 24 20:04:43.414191 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417436a1-2049-4533-b80c-79ff249b6ac8 req-919f1fe9-f928-4adf-82d6-fcb996866172 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:04:43.414857 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd023d7d-166b-4065-bb0e-a7caa38cc72a tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] Router 9adea673-4be9-4d9a-9b87-a2882f7e18d9 has already been hosted by L3 agent 408021b7-d46b-48c2-9f75-8a8023f9145c {{(pid=110842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 24 20:04:43.416188 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-417436a1-2049-4533-b80c-79ff249b6ac8 req-919f1fe9-f928-4adf-82d6-fcb996866172 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/ports?device_id=8ad940d2-dab6-42ec-a84a-53ee9242b68d HTTP/1.1" status: 200 len: 946 time: 0.0598900 Jul 24 20:04:43.475158 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-7f894b22-6174-4805-bd5b-e2d34df62725 req-b0fad5b6-337a-4817-a4b7-05cfa5963d6c tempest-VolumesActionsTest-1808120335 tempest-VolumesActionsTest-1808120335-project] 10.222.0.17 "GET /v2.0/ports?device_id=8446e129-c2b7-4d05-8833-6ec0cb866a6b HTTP/1.1" status: 200 len: 210 time: 0.0396104 Jul 24 20:04:43.531069 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-417436a1-2049-4533-b80c-79ff249b6ac8 req-61c197ce-1ba8-45bc-b175-f1357b443783 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/security-groups?id=7fd4fa86-8151-45a8-babb-f1c645ad6646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843613 Jul 24 20:04:43.579446 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd023d7d-166b-4065-bb0e-a7caa38cc72a tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] Notify agent at l3_agent.dv-cinder-850449-2-iscsi the message routers_updated {{(pid=110842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 20:04:43.592598 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b9cb19-e13e-4bbb-a55d-2f169956c649 None None] Sync routers for ids ['9adea673-4be9-4d9a-9b87-a2882f7e18d9'] in dv-cinder-850449-2-iscsi {{(pid=110844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 20:04:43.602186 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b9cb19-e13e-4bbb-a55d-2f169956c649 None None] Routers {'9adea673-4be9-4d9a-9b87-a2882f7e18d9'} bound to L3 agent in host dv-cinder-850449-2-iscsi {{(pid=110844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 20:04:43.602777 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_hamode_db [None req-40b9cb19-e13e-4bbb-a55d-2f169956c649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-24T19:52:06Z,description=,heartbeat_timestamp=2022-07-24T20:04:36Z,host='dv-cinder-850449-2-iscsi',id=408021b7-d46b-48c2-9f75-8a8023f9145c,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T19:52:06Z,topic='l3_agent')) {'router_ids': ['9adea673-4be9-4d9a-9b87-a2882f7e18d9'], 'active': True} {{(pid=110844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:04:43.697536 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-cd023d7d-166b-4065-bb0e-a7caa38cc72a tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1048257'] for floatingip (None), before_response {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:43.702570 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:04:43.710068 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_dvr_db [None req-40b9cb19-e13e-4bbb-a55d-2f169956c649 None None] Set router 9adea673-4be9-4d9a-9b87-a2882f7e18d9 gateway port host: dv-cinder-850449-2-iscsi {{(pid=110844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 20:04:43.745976 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-cd023d7d-166b-4065-bb0e-a7caa38cc72a tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.1413927 Jul 24 20:04:43.745976 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05ddc775-4f83-4893-957c-d3c8928d0c8c', 'tag': '2e3b3d4b-7017-47d8-9a82-4439644ca265'}] {{(pid=110842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 24 20:04:43.745976 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5edc3fcd2ba6a287f711eaf45b4d5d5c8d3623c9fa62bef48fe3be9641ba2c6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddcc542c-95f7-428a-b58b-0336ec2f6ede" -d '{"events": [{"name": "network-changed", "server_uuid": "05ddc775-4f83-4893-957c-d3c8928d0c8c", "tag": "2e3b3d4b-7017-47d8-9a82-4439644ca265"}]}' {{(pid=110842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 20:04:43.759392 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 34232) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:04:43.766121 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.v2.base [None req-22043da1-8d3e-4cb0-9123-9b005f69b1ba tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-771839335', 'description': 'tempest-secgroup-smoke-771839335 description', 'project_id': '4d31f280cfc640dd8381ee0869d9f455'}} {{(pid=110842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 20:04:43.796678 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 24 Jul 2022 20:04:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-632ede05-60a7-4233-94b5-fb0306f3bceb x-openstack-request-id: req-632ede05-60a7-4233-94b5-fb0306f3bceb {{(pid=110842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 20:04:43.797392 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05ddc775-4f83-4893-957c-d3c8928d0c8c", "tag": "2e3b3d4b-7017-47d8-9a82-4439644ca265", "status": "completed", "code": 200}]} {{(pid=110842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 20:04:43.797392 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-632ede05-60a7-4233-94b5-fb0306f3bceb {{(pid=110842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 20:04:43.797746 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.notifiers.nova [-] Nova event matching ['req-632ede05-60a7-4233-94b5-fb0306f3bceb'] response: {'name': 'network-changed', 'server_uuid': '05ddc775-4f83-4893-957c-d3c8928d0c8c', 'tag': '2e3b3d4b-7017-47d8-9a82-4439644ca265', 'status': 'completed', 'code': 200} Jul 24 20:04:43.867287 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc983a18-300b-4d79-b576-c551974121f1 req-8f8e4f53-48cb-4aa5-ace3-e6fb5bf13081 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:04:43.868969 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-cc983a18-300b-4d79-b576-c551974121f1 req-8f8e4f53-48cb-4aa5-ace3-e6fb5bf13081 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.17 "GET /v2.0/ports?device_id=647ad9f1-82e7-4c2d-be35-51911eb31120 HTTP/1.1" status: 200 len: 944 time: 0.0578411 Jul 24 20:04:43.924546 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-22043da1-8d3e-4cb0-9123-9b005f69b1ba tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] Publish callbacks [] for security_group (None), before_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:43.938033 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-cc983a18-300b-4d79-b576-c551974121f1 req-784a55ad-c1e2-4b5a-a91d-32f8fef590e0 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.17 "GET /v2.0/security-groups?id=829ee05a-72fc-43a2-9eba-9642e1729f56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632999 Jul 24 20:04:43.956934 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_hamode_db [None req-40b9cb19-e13e-4bbb-a55d-2f169956c649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9adea673-4be9-4d9a-9b87-a2882f7e18d9', 'name': 'tempest-TestMinimumBasicScenario-1477883131-router', 'tenant_id': '4d31f280cfc640dd8381ee0869d9f455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'external_fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': 'a431a039-1718-4de4-91a0-0027be2b3366', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T20:02:42Z', 'updated_at': '2022-07-24T20:02:49Z', 'revision_number': 4, 'project_id': '4d31f280cfc640dd8381ee0869d9f455', 'gw_port': {'id': 'a431a039-1718-4de4-91a0-0027be2b3366', 'name': '', 'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:29:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9adea673-4be9-4d9a-9b87-a2882f7e18d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:02:43Z', 'updated_at': '2022-07-24T20:02:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99a0caa3-3fb5-4860-826f-478186226de3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850449-2-iscsi', '_floatingips': [{'id': '2b29e1dc-4b4d-48dc-bbc1-505c39c87d87', 'tenant_id': '4d31f280cfc640dd8381ee0869d9f455', 'floating_ip_address': '172.27.3.72', 'floating_network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'router_id': '9adea673-4be9-4d9a-9b87-a2882f7e18d9', 'port_id': '2e3b3d4b-7017-47d8-9a82-4439644ca265', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f489717-2e22-4983-9973-65d3238688ee', 'mac_address': 'fa:16:3e:e7:80:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ddc775-4f83-4893-957c-d3c8928d0c8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-24T20:04:41Z', 'updated_at': '2022-07-24T20:04:41Z', 'revision_number': 0, 'project_id': '4d31f280cfc640dd8381ee0869d9f455', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '085d6215-ab0e-4a33-9fa3-aeeb91bf86be', 'name': '', 'network_id': '1f489717-2e22-4983-9973-65d3238688ee', 'tenant_id': '4d31f280cfc640dd8381ee0869d9f455', 'mac_address': 'fa:16:3e:86:49:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9adea673-4be9-4d9a-9b87-a2882f7e18d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '1392647f-63da-44e8-b2ae-53624947a1a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:02:47Z', 'updated_at': '2022-07-24T20:02:55Z', 'revision_number': 5, 'project_id': '4d31f280cfc640dd8381ee0869d9f455', 'subnets': [{'id': '1392647f-63da-44e8-b2ae-53624947a1a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850449-2-iscsi', False) {} {{(pid=110844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:04:43.993344 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b9cb19-e13e-4bbb-a55d-2f169956c649 None None] Checking router: 9adea673-4be9-4d9a-9b87-a2882f7e18d9 for host: dv-cinder-850449-2-iscsi {{(pid=110844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 20:04:44.002634 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b9cb19-e13e-4bbb-a55d-2f169956c649 None None] Routers {'9adea673-4be9-4d9a-9b87-a2882f7e18d9'} bound to L3 agent in host dv-cinder-850449-2-iscsi {{(pid=110844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 20:04:44.003276 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_hamode_db [None req-40b9cb19-e13e-4bbb-a55d-2f169956c649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-24T19:52:06Z,description=,heartbeat_timestamp=2022-07-24T20:04:36Z,host='dv-cinder-850449-2-iscsi',id=408021b7-d46b-48c2-9f75-8a8023f9145c,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T19:52:06Z,topic='l3_agent')) {'router_ids': ['9adea673-4be9-4d9a-9b87-a2882f7e18d9'], 'active': True} {{(pid=110844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:04:44.045118 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-22043da1-8d3e-4cb0-9123-9b005f69b1ba tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] Publish callbacks [] for security_group (b98e597e-cc37-4a7c-90a4-c1ecd7c4b3ab), precommit_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:44.111939 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_dvr_db [None req-40b9cb19-e13e-4bbb-a55d-2f169956c649 None None] Set router 9adea673-4be9-4d9a-9b87-a2882f7e18d9 gateway port host: dv-cinder-850449-2-iscsi {{(pid=110844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 20:04:44.135115 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-22043da1-8d3e-4cb0-9123-9b005f69b1ba tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (b98e597e-cc37-4a7c-90a4-c1ecd7c4b3ab), after_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:44.167333 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22043da1-8d3e-4cb0-9123-9b005f69b1ba tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b98e597e-cc37-4a7c-90a4-c1ecd7c4b3ab,revision_number=1']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:04:44.257130 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-22043da1-8d3e-4cb0-9123-9b005f69b1ba tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] Publish callbacks [] for security_group (None), before_response {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:44.258880 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-22043da1-8d3e-4cb0-9123-9b005f69b1ba tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4984429 Jul 24 20:04:44.267091 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 34240) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:04:44.272197 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.v2.base [None req-a0c9d093-b55d-4191-97b5-5d9a6067d078 tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] Request body: {'security_group_rule': {'security_group_id': 'b98e597e-cc37-4a7c-90a4-c1ecd7c4b3ab', 'project_id': '4d31f280cfc640dd8381ee0869d9f455', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 20:04:44.335627 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968cf939-414d-45f6-8fb1-0800dccd7576 req-63a37eee-51fe-430b-b44d-7a9eaf5fbe36 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:04:44.341420 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-968cf939-414d-45f6-8fb1-0800dccd7576 req-63a37eee-51fe-430b-b44d-7a9eaf5fbe36 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] 10.222.0.17 "GET /v2.0/ports?device_id=e088bee9-33e5-4380-bfd8-c214b0fd8fae HTTP/1.1" status: 200 len: 943 time: 0.0783403 Jul 24 20:04:44.355078 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_hamode_db [None req-40b9cb19-e13e-4bbb-a55d-2f169956c649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9adea673-4be9-4d9a-9b87-a2882f7e18d9', 'name': 'tempest-TestMinimumBasicScenario-1477883131-router', 'tenant_id': '4d31f280cfc640dd8381ee0869d9f455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'external_fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': 'a431a039-1718-4de4-91a0-0027be2b3366', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T20:02:42Z', 'updated_at': '2022-07-24T20:02:49Z', 'revision_number': 4, 'project_id': '4d31f280cfc640dd8381ee0869d9f455', 'gw_port': {'id': 'a431a039-1718-4de4-91a0-0027be2b3366', 'name': '', 'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:29:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9adea673-4be9-4d9a-9b87-a2882f7e18d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:02:43Z', 'updated_at': '2022-07-24T20:02:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99a0caa3-3fb5-4860-826f-478186226de3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850449-2-iscsi', '_floatingips': [{'id': '2b29e1dc-4b4d-48dc-bbc1-505c39c87d87', 'tenant_id': '4d31f280cfc640dd8381ee0869d9f455', 'floating_ip_address': '172.27.3.72', 'floating_network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'router_id': '9adea673-4be9-4d9a-9b87-a2882f7e18d9', 'port_id': '2e3b3d4b-7017-47d8-9a82-4439644ca265', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f489717-2e22-4983-9973-65d3238688ee', 'mac_address': 'fa:16:3e:e7:80:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ddc775-4f83-4893-957c-d3c8928d0c8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-24T20:04:41Z', 'updated_at': '2022-07-24T20:04:41Z', 'revision_number': 0, 'project_id': '4d31f280cfc640dd8381ee0869d9f455', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '085d6215-ab0e-4a33-9fa3-aeeb91bf86be', 'name': '', 'network_id': '1f489717-2e22-4983-9973-65d3238688ee', 'tenant_id': '4d31f280cfc640dd8381ee0869d9f455', 'mac_address': 'fa:16:3e:86:49:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9adea673-4be9-4d9a-9b87-a2882f7e18d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '1392647f-63da-44e8-b2ae-53624947a1a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:02:47Z', 'updated_at': '2022-07-24T20:02:55Z', 'revision_number': 5, 'project_id': '4d31f280cfc640dd8381ee0869d9f455', 'subnets': [{'id': '1392647f-63da-44e8-b2ae-53624947a1a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850449-2-iscsi', False) {} {{(pid=110844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:04:44.391180 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b9cb19-e13e-4bbb-a55d-2f169956c649 None None] The sync data for ids ['9adea673-4be9-4d9a-9b87-a2882f7e18d9'] in dv-cinder-850449-2-iscsi is: [{'id': '9adea673-4be9-4d9a-9b87-a2882f7e18d9', 'name': 'tempest-TestMinimumBasicScenario-1477883131-router', 'tenant_id': '4d31f280cfc640dd8381ee0869d9f455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'external_fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': 'a431a039-1718-4de4-91a0-0027be2b3366', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T20:02:42Z', 'updated_at': '2022-07-24T20:02:49Z', 'revision_number': 4, 'project_id': '4d31f280cfc640dd8381ee0869d9f455', 'gw_port': {'id': 'a431a039-1718-4de4-91a0-0027be2b3366', 'name': '', 'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:29:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9adea673-4be9-4d9a-9b87-a2882f7e18d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:02:43Z', 'updated_at': '2022-07-24T20:02:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99a0caa3-3fb5-4860-826f-478186226de3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850449-2-iscsi', '_floatingips': [{'id': '2b29e1dc-4b4d-48dc-bbc1-505c39c87d87', 'tenant_id': '4d31f280cfc640dd8381ee0869d9f455', 'floating_ip_address': '172.27.3.72', 'floating_network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'router_id': '9adea673-4be9-4d9a-9b87-a2882f7e18d9', 'port_id': '2e3b3d4b-7017-47d8-9a82-4439644ca265', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f489717-2e22-4983-9973-65d3238688ee', 'mac_address': 'fa:16:3e:e7:80:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ddc775-4f83-4893-957c-d3c8928d0c8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-24T20:04:41Z', 'updated_at': '2022-07-24T20:04:41Z', 'revision_number': 0, 'project_id': '4d31f280cfc640dd8381ee0869d9f455', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '085d6215-ab0e-4a33-9fa3-aeeb91bf86be', 'name': '', 'network_id': '1f489717-2e22-4983-9973-65d3238688ee', 'tenant_id': '4d31f280cfc640dd8381ee0869d9f455', 'mac_address': 'fa:16:3e:86:49:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9adea673-4be9-4d9a-9b87-a2882f7e18d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '1392647f-63da-44e8-b2ae-53624947a1a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:02:47Z', 'updated_at': '2022-07-24T20:02:55Z', 'revision_number': 5, 'project_id': '4d31f280cfc640dd8381ee0869d9f455', 'subnets': [{'id': '1392647f-63da-44e8-b2ae-53624947a1a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 20:04:44.397390 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-a0c9d093-b55d-4191-97b5-5d9a6067d078 tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] Publish callbacks [] for security_group_rule (d7fcbcb3-4b44-42c0-8520-1443df4ccad4), before_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:44.420461 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-968cf939-414d-45f6-8fb1-0800dccd7576 req-9d3e4768-0e37-49e7-a058-b3cbfd91e252 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] 10.222.0.17 "GET /v2.0/security-groups?id=426a98f1-bdae-428a-b03d-426236e01087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746484 Jul 24 20:04:44.484581 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-a0c9d093-b55d-4191-97b5-5d9a6067d078 tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] Publish callbacks [] for security_group_rule (d7fcbcb3-4b44-42c0-8520-1443df4ccad4), precommit_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:44.538602 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=87,neutron:DELETE=1,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:04:44.559202 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-a0c9d093-b55d-4191-97b5-5d9a6067d078 tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471764'] for security_group_rule (d7fcbcb3-4b44-42c0-8520-1443df4ccad4), after_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:44.571440 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcc542c-95f7-428a-b58b-0336ec2f6ede req-e25c4338-6f4b-48f1-90b5-0449abb3eb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:04:44.573719 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [req-ddcc542c-95f7-428a-b58b-0336ec2f6ede req-e25c4338-6f4b-48f1-90b5-0449abb3eb6e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4d31f280cfc640dd8381ee0869d9f455&device_id=05ddc775-4f83-4893-957c-d3c8928d0c8c HTTP/1.1" status: 200 len: 1130 time: 0.0646443 Jul 24 20:04:44.621243 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c9d093-b55d-4191-97b5-5d9a6067d078 tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7fcbcb3-4b44-42c0-8520-1443df4ccad4,revision_number=0']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:04:44.671258 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-3c3d37c1-4d1a-45fa-ab12-e03eae3a2722 req-62bacc97-e61b-4962-bcc5-834d0c64779c tempest-VolumesActionsTest-1808120335 tempest-VolumesActionsTest-1808120335-project] 10.222.0.17 "GET /v2.0/ports?device_id=8446e129-c2b7-4d05-8833-6ec0cb866a6b HTTP/1.1" status: 200 len: 210 time: 0.0672400 Jul 24 20:04:44.713306 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb6b4241-799b-41d2-a2c3-2ac370670107 None None] New status for floating IP 2b29e1dc-4b4d-48dc-bbc1-505c39c87d87: ACTIVE {{(pid=110845) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 24 20:04:44.741563 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129c3a90-8b38-4c63-90b7-777507781634 req-5f77ae78-20e4-4f2a-9b51-b7b9057d1f96 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:04:44.743145 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-a0c9d093-b55d-4191-97b5-5d9a6067d078 tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:44.747865 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-a0c9d093-b55d-4191-97b5-5d9a6067d078 tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4757156 Jul 24 20:04:44.748264 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 34248) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:04:44.753249 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.v2.base [None req-dde54942-1cfd-4cc5-b6e7-86b356f3e3d1 tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] Request body: {'security_group_rule': {'security_group_id': 'b98e597e-cc37-4a7c-90a4-c1ecd7c4b3ab', 'project_id': '4d31f280cfc640dd8381ee0869d9f455', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 20:04:44.753468 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-129c3a90-8b38-4c63-90b7-777507781634 req-5f77ae78-20e4-4f2a-9b51-b7b9057d1f96 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/ports?device_id=8ad940d2-dab6-42ec-a84a-53ee9242b68d HTTP/1.1" status: 200 len: 946 time: 0.0660589 Jul 24 20:04:44.786140 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=100 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:04:44.839943 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-129c3a90-8b38-4c63-90b7-777507781634 req-6a5e6d36-fac5-4197-a4c8-aaa383df5e24 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/security-groups?id=7fd4fa86-8151-45a8-babb-f1c645ad6646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810153 Jul 24 20:04:44.925255 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-dde54942-1cfd-4cc5-b6e7-86b356f3e3d1 tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] Publish callbacks [] for security_group_rule (7ebcb4d0-a640-4fd8-bd39-cc12497cce05), before_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:44.934865 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcc542c-95f7-428a-b58b-0336ec2f6ede req-49360fd5-a4c8-41e6-8e9c-3737b39cc145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:04:44.936367 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [req-ddcc542c-95f7-428a-b58b-0336ec2f6ede req-49360fd5-a4c8-41e6-8e9c-3737b39cc145 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1f489717-2e22-4983-9973-65d3238688ee HTTP/1.1" status: 200 len: 916 time: 0.1731071 Jul 24 20:04:45.043906 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-dde54942-1cfd-4cc5-b6e7-86b356f3e3d1 tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] Publish callbacks [] for security_group_rule (7ebcb4d0-a640-4fd8-bd39-cc12497cce05), precommit_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:45.079044 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d51cbbd-63c6-437d-be47-3740f49e2a3e req-b64d2fdb-76c8-46da-ad37-7afcabcb3cb1 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:04:45.080601 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-0d51cbbd-63c6-437d-be47-3740f49e2a3e req-b64d2fdb-76c8-46da-ad37-7afcabcb3cb1 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.17 "GET /v2.0/ports?device_id=647ad9f1-82e7-4c2d-be35-51911eb31120 HTTP/1.1" status: 200 len: 944 time: 0.0541852 Jul 24 20:04:45.113996 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-dde54942-1cfd-4cc5-b6e7-86b356f3e3d1 tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471764'] for security_group_rule (7ebcb4d0-a640-4fd8-bd39-cc12497cce05), after_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:45.146394 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde54942-1cfd-4cc5-b6e7-86b356f3e3d1 tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ebcb4d0-a640-4fd8-bd39-cc12497cce05,revision_number=0']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:04:45.152263 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-0d51cbbd-63c6-437d-be47-3740f49e2a3e req-f90e66d9-0541-4a1e-834c-98c50b7b2983 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.17 "GET /v2.0/security-groups?id=829ee05a-72fc-43a2-9eba-9642e1729f56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653305 Jul 24 20:04:45.263222 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:04:45.283222 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [req-ddcc542c-95f7-428a-b58b-0336ec2f6ede req-8d3da870-393c-448c-929a-55790e548750 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2e3b3d4b-7017-47d8-9a82-4439644ca265 HTTP/1.1" status: 200 len: 1001 time: 0.1130030 Jul 24 20:04:45.323160 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-dde54942-1cfd-4cc5-b6e7-86b356f3e3d1 tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:45.325370 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-dde54942-1cfd-4cc5-b6e7-86b356f3e3d1 tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5759230 Jul 24 20:04:45.328319 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 34256) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:04:45.334342 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.v2.base [None req-d9cfc8ee-a293-4fbb-94ec-8e3fe5af5da9 tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] Request body: {'security_group_rule': {'security_group_id': 'b98e597e-cc37-4a7c-90a4-c1ecd7c4b3ab', 'project_id': '4d31f280cfc640dd8381ee0869d9f455', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 20:04:45.351240 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b812f920-fe3f-4cc2-ab48-25a10ef2a898 req-f301e76a-928c-4495-9bb9-2e921e165891 tempest-VolumesActionsTest-1808120335 tempest-VolumesActionsTest-1808120335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:04:45.355020 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-b812f920-fe3f-4cc2-ab48-25a10ef2a898 req-f301e76a-928c-4495-9bb9-2e921e165891 tempest-VolumesActionsTest-1808120335 tempest-VolumesActionsTest-1808120335-project] 10.222.0.42 "GET /v2.0/networks?id=dd0a5f33-edb8-4c0a-b9cd-8e5dcbe0d119 HTTP/1.1" status: 200 len: 809 time: 0.1753027 Jul 24 20:04:45.364222 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcc542c-95f7-428a-b58b-0336ec2f6ede req-46ac5fe3-8f44-462f-8f95-df91c68d45fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:04:45.365758 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [req-ddcc542c-95f7-428a-b58b-0336ec2f6ede req-46ac5fe3-8f44-462f-8f95-df91c68d45fa service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1392647f-63da-44e8-b2ae-53624947a1a2 HTTP/1.1" status: 200 len: 854 time: 0.0760875 Jul 24 20:04:45.375043 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.v2.base [req-b812f920-fe3f-4cc2-ab48-25a10ef2a898 req-6ccf4cbb-0795-43d0-8261-ba26e8d95699 tempest-VolumesActionsTest-1808120335 tempest-VolumesActionsTest-1808120335-project] Request body: {'port': {'device_id': '8446e129-c2b7-4d05-8833-6ec0cb866a6b', 'network_id': 'dd0a5f33-edb8-4c0a-b9cd-8e5dcbe0d119', 'admin_state_up': True, 'tenant_id': '22e598739ae64ebf9e523e4e2e6a2867'}} {{(pid=110843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 20:04:45.429925 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcc542c-95f7-428a-b58b-0336ec2f6ede req-498be1ab-f11a-4a64-a17f-a548f768cf8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:04:45.431818 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [req-ddcc542c-95f7-428a-b58b-0336ec2f6ede req-498be1ab-f11a-4a64-a17f-a548f768cf8f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1f489717-2e22-4983-9973-65d3238688ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0597327 Jul 24 20:04:45.518181 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-d9cfc8ee-a293-4fbb-94ec-8e3fe5af5da9 tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] Publish callbacks [] for security_group_rule (45adaa4d-dbfb-45f9-b166-c3d01cdb7af3), before_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:45.580025 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9c5bc9-f3d8-4de1-adb2-fa654aba2e59 req-ac664983-42ea-4ed8-9c44-1985ecfb1c17 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:04:45.581811 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-ea9c5bc9-f3d8-4de1-adb2-fa654aba2e59 req-ac664983-42ea-4ed8-9c44-1985ecfb1c17 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] 10.222.0.17 "GET /v2.0/ports?device_id=e088bee9-33e5-4380-bfd8-c214b0fd8fae HTTP/1.1" status: 200 len: 943 time: 0.0751760 Jul 24 20:04:45.585852 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [req-ddcc542c-95f7-428a-b58b-0336ec2f6ede req-81911f7a-6bf4-490a-b3c8-cfe6248bca0b service neutron] 10.222.0.42 "GET /v2.0/networks/1f489717-2e22-4983-9973-65d3238688ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473069 Jul 24 20:04:45.625461 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-d9cfc8ee-a293-4fbb-94ec-8e3fe5af5da9 tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] Publish callbacks [] for security_group_rule (45adaa4d-dbfb-45f9-b166-c3d01cdb7af3), precommit_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:45.648982 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b812f920-fe3f-4cc2-ab48-25a10ef2a898 req-6ccf4cbb-0795-43d0-8261-ba26e8d95699 tempest-VolumesActionsTest-1808120335 tempest-VolumesActionsTest-1808120335-project] Made reservation on behalf of 22e598739ae64ebf9e523e4e2e6a2867 for: {'port': 1} {{(pid=110843) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 20:04:45.655269 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-b812f920-fe3f-4cc2-ab48-25a10ef2a898 req-6ccf4cbb-0795-43d0-8261-ba26e8d95699 tempest-VolumesActionsTest-1808120335 tempest-VolumesActionsTest-1808120335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (None), before_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:45.661250 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:04:45.681146 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-ea9c5bc9-f3d8-4de1-adb2-fa654aba2e59 req-6f18c6a5-5c91-460d-860e-4632d2d80d9d tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] 10.222.0.17 "GET /v2.0/security-groups?id=426a98f1-bdae-428a-b03d-426236e01087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930412 Jul 24 20:04:45.718305 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-d9cfc8ee-a293-4fbb-94ec-8e3fe5af5da9 tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471764'] for security_group_rule (45adaa4d-dbfb-45f9-b166-c3d01cdb7af3), after_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:45.798212 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cfc8ee-a293-4fbb-94ec-8e3fe5af5da9 tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45adaa4d-dbfb-45f9-b166-c3d01cdb7af3,revision_number=0']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:04:45.861245 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-d64a93d3-ece0-4ee5-83e9-8fb7125f61d5 req-1b9163c2-31c5-4842-a428-d2f588be9de0 tempest-VolumesActionsTest-1808120335 tempest-VolumesActionsTest-1808120335-project] 10.222.0.17 "GET /v2.0/ports?device_id=8446e129-c2b7-4d05-8833-6ec0cb866a6b HTTP/1.1" status: 200 len: 210 time: 0.0602582 Jul 24 20:04:45.917152 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [req-ddcc542c-95f7-428a-b58b-0336ec2f6ede req-1c9c54c5-bfee-4fbd-b2d6-114b7adb1b72 service neutron] 10.222.0.42 "GET /v2.0/networks/1f489717-2e22-4983-9973-65d3238688ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304357 Jul 24 20:04:45.948340 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-d9cfc8ee-a293-4fbb-94ec-8e3fe5af5da9 tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:45.952407 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-d9cfc8ee-a293-4fbb-94ec-8e3fe5af5da9 tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6229317 Jul 24 20:04:45.957225 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 34264) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:04:45.959200 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.db.db_base_plugin_common [req-b812f920-fe3f-4cc2-ab48-25a10ef2a898 req-6ccf4cbb-0795-43d0-8261-ba26e8d95699 tempest-VolumesActionsTest-1808120335 tempest-VolumesActionsTest-1808120335-project] Allocated IP 172.20.0.3 (dd0a5f33-edb8-4c0a-b9cd-8e5dcbe0d119/3b2add64-3220-4d0f-a25e-a2bd2c224a0e/861406d6-f3c5-44c1-a4d8-ca19b67846ba) {{(pid=110843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 20:04:45.967024 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.v2.base [None req-5255efe8-b278-4172-aeb3-fb5f29f3cc8a tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] Request body: {'security_group_rule': {'security_group_id': 'b98e597e-cc37-4a7c-90a4-c1ecd7c4b3ab', 'project_id': '4d31f280cfc640dd8381ee0869d9f455', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 20:04:46.152608 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-5255efe8-b278-4172-aeb3-fb5f29f3cc8a tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] Publish callbacks [] for security_group_rule (80116074-d2bd-4ac9-94a9-48c33c468832), before_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:46.170093 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-b812f920-fe3f-4cc2-ab48-25a10ef2a898 req-6ccf4cbb-0795-43d0-8261-ba26e8d95699 tempest-VolumesActionsTest-1808120335 tempest-VolumesActionsTest-1808120335-project] Publish callbacks [] for port (861406d6-f3c5-44c1-a4d8-ca19b67846ba), precommit_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:46.174389 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:04:46.206839 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:04:46.228633 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-5255efe8-b278-4172-aeb3-fb5f29f3cc8a tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] Publish callbacks [] for security_group_rule (80116074-d2bd-4ac9-94a9-48c33c468832), precommit_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:46.302957 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f152b6f-7a1f-4eb5-bdd4-97ae1162c620 req-ac9919fa-b171-463a-9202-54d6f841a920 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:04:46.304510 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-6f152b6f-7a1f-4eb5-bdd4-97ae1162c620 req-ac9919fa-b171-463a-9202-54d6f841a920 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.17 "GET /v2.0/ports?device_id=647ad9f1-82e7-4c2d-be35-51911eb31120 HTTP/1.1" status: 200 len: 944 time: 0.0555279 Jul 24 20:04:46.356779 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-6f152b6f-7a1f-4eb5-bdd4-97ae1162c620 req-cacf4418-496d-4be2-9835-d5b1eeed0162 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.17 "GET /v2.0/security-groups?id=829ee05a-72fc-43a2-9eba-9642e1729f56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458279 Jul 24 20:04:46.388720 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-5255efe8-b278-4172-aeb3-fb5f29f3cc8a tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471764'] for security_group_rule (80116074-d2bd-4ac9-94a9-48c33c468832), after_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:46.388962 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-b812f920-fe3f-4cc2-ab48-25a10ef2a898 req-6ccf4cbb-0795-43d0-8261-ba26e8d95699 tempest-VolumesActionsTest-1808120335 tempest-VolumesActionsTest-1808120335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731445223406'] for port (861406d6-f3c5-44c1-a4d8-ca19b67846ba), after_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:46.427995 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5255efe8-b278-4172-aeb3-fb5f29f3cc8a tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80116074-d2bd-4ac9-94a9-48c33c468832,revision_number=0']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:04:46.505848 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b812f920-fe3f-4cc2-ab48-25a10ef2a898 req-6ccf4cbb-0795-43d0-8261-ba26e8d95699 tempest-VolumesActionsTest-1808120335 tempest-VolumesActionsTest-1808120335-project] Network dd0a5f33-edb8-4c0a-b9cd-8e5dcbe0d119 is already hosted by enough agents. {{(pid=110843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 20:04:46.509984 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.scheduler.base_scheduler [req-b812f920-fe3f-4cc2-ab48-25a10ef2a898 req-6ccf4cbb-0795-43d0-8261-ba26e8d95699 tempest-VolumesActionsTest-1808120335 tempest-VolumesActionsTest-1808120335-project] Resources bound (agent type, host, resource id): {{(pid=110843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 20:04:46.515477 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.db.l3_dvrscheduler_db [req-b812f920-fe3f-4cc2-ab48-25a10ef2a898 req-6ccf4cbb-0795-43d0-8261-ba26e8d95699 tempest-VolumesActionsTest-1808120335 tempest-VolumesActionsTest-1808120335-project] Received port after_create {{(pid=110843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 24 20:04:46.522362 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b812f920-fe3f-4cc2-ab48-25a10ef2a898 req-6ccf4cbb-0795-43d0-8261-ba26e8d95699 tempest-VolumesActionsTest-1808120335 tempest-VolumesActionsTest-1808120335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:04:46.523063 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-b812f920-fe3f-4cc2-ab48-25a10ef2a898 req-6ccf4cbb-0795-43d0-8261-ba26e8d95699 tempest-VolumesActionsTest-1808120335 tempest-VolumesActionsTest-1808120335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1048257'] for port (None), before_response {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:46.523833 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Device b7d02836-dfd7-48ab-861d-c6c4a57f9370 details requested by agent hyperv_hv-cinder-85044 with host hv-cinder-85044 {{(pid=110844) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 20:04:46.534360 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-5255efe8-b278-4172-aeb3-fb5f29f3cc8a tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:46.536963 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-5255efe8-b278-4172-aeb3-fb5f29f3cc8a tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5780134 Jul 24 20:04:46.542403 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 34278) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:04:46.550295 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.v2.base [None req-32c09a57-b06f-4ce9-ad7e-8ab8ce3c83f2 tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] Request body: {'security_group_rule': {'security_group_id': 'b98e597e-cc37-4a7c-90a4-c1ecd7c4b3ab', 'project_id': '4d31f280cfc640dd8381ee0869d9f455', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 20:04:46.553144 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccf4cbb-0795-43d0-8261-ba26e8d95699 tempest-VolumesActionsTest-1808120335 tempest-VolumesActionsTest-1808120335-project] Pushing event updated for resources: {'Port': ['ID=861406d6-f3c5-44c1-a4d8-ca19b67846ba,revision_number=1']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:04:46.569515 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:04:46.570210 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:04:46.645348 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.db.securitygroups_db [None req-32c09a57-b06f-4ce9-ad7e-8ab8ce3c83f2 tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] Project 4d31f280cfc640dd8381ee0869d9f455 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 24 20:04:46.648156 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-b812f920-fe3f-4cc2-ab48-25a10ef2a898 req-6ccf4cbb-0795-43d0-8261-ba26e8d95699 tempest-VolumesActionsTest-1808120335 tempest-VolumesActionsTest-1808120335-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2835994 Jul 24 20:04:46.649762 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] For port b7d02836-dfd7-48ab-861d-c6c4a57f9370, host hv-cinder-85044, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85044',level=0,port_id=b7d02836-dfd7-48ab-861d-c6c4a57f9370,segment=NetworkSegment(78737f80-9c2d-440f-8dc6-3a8965544158),segment_id=78737f80-9c2d-440f-8dc6-3a8965544158)] {{(pid=110844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 20:04:46.656346 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-32c09a57-b06f-4ce9-ad7e-8ab8ce3c83f2 tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] Publish callbacks [] for security_group_rule (1562e6b3-3bc7-413c-befc-0d2073b5730a), before_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:46.664307 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Returning: {'device': 'b7d02836-dfd7-48ab-861d-c6c4a57f9370', 'network_id': '9568b641-7783-426b-8ad0-3ac71fba0922', 'port_id': 'b7d02836-dfd7-48ab-861d-c6c4a57f9370', 'mac_address': 'fa:16:3e:74:e1:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cce9884f-3061-48ee-abb3-8ca2a1e54559', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110844) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 20:04:46.671496 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.v2.base [req-b812f920-fe3f-4cc2-ab48-25a10ef2a898 req-658e268c-9617-48da-8ecf-ace49e47054a service neutron] Request body: {'port': {'device_id': '8446e129-c2b7-4d05-8833-6ec0cb866a6b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85044'}} {{(pid=110843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 20:04:46.707868 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Current status of the port b7d02836-dfd7-48ab-861d-c6c4a57f9370 is: DOWN; New status is: BUILD {{(pid=110844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 20:04:46.708267 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (b7d02836-dfd7-48ab-861d-c6c4a57f9370), before_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:46.736508 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.notifiers.nova [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7d02836-dfd7-48ab-861d-c6c4a57f9370 {{(pid=110844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 24 20:04:46.787466 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-b812f920-fe3f-4cc2-ab48-25a10ef2a898 req-658e268c-9617-48da-8ecf-ace49e47054a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (861406d6-f3c5-44c1-a4d8-ca19b67846ba), before_update {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:46.794084 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-32c09a57-b06f-4ce9-ad7e-8ab8ce3c83f2 tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] Publish callbacks [] for security_group_rule (1562e6b3-3bc7-413c-befc-0d2073b5730a), precommit_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:46.799794 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] For port b7d02836-dfd7-48ab-861d-c6c4a57f9370, host hv-cinder-85044, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85044',level=0,port_id=b7d02836-dfd7-48ab-861d-c6c4a57f9370,segment=NetworkSegment(78737f80-9c2d-440f-8dc6-3a8965544158),segment_id=78737f80-9c2d-440f-8dc6-3a8965544158)] {{(pid=110844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 20:04:46.882085 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958'] for port (b7d02836-dfd7-48ab-861d-c6c4a57f9370), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:46.887149 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-32c09a57-b06f-4ce9-ad7e-8ab8ce3c83f2 tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471764'] for security_group_rule (1562e6b3-3bc7-413c-befc-0d2073b5730a), after_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:46.924065 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c09a57-b06f-4ce9-ad7e-8ab8ce3c83f2 tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1562e6b3-3bc7-413c-befc-0d2073b5730a,revision_number=0']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:04:46.939899 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3705d672-7eb6-4a12-9abc-9aed2def1281 req-a59f78bd-3965-4301-877c-28560d15b44e tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:04:46.949728 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-3705d672-7eb6-4a12-9abc-9aed2def1281 req-a59f78bd-3965-4301-877c-28560d15b44e tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] 10.222.0.17 "GET /v2.0/ports?device_id=e088bee9-33e5-4380-bfd8-c214b0fd8fae HTTP/1.1" status: 200 len: 943 time: 0.1316791 Jul 24 20:04:47.021861 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Pushing event updated for resources: {'Port': ['ID=b7d02836-dfd7-48ab-861d-c6c4a57f9370,revision_number=4']} {{(pid=110844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:04:47.040333 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-32c09a57-b06f-4ce9-ad7e-8ab8ce3c83f2 tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:47.041676 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-32c09a57-b06f-4ce9-ad7e-8ab8ce3c83f2 tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4980407 Jul 24 20:04:47.044933 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 34294) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:04:47.053035 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.v2.base [None req-f0e23dd6-d51b-4aa3-a5df-c4edb808bd3d tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] Request body: {'security_group_rule': {'security_group_id': 'b98e597e-cc37-4a7c-90a4-c1ecd7c4b3ab', 'project_id': '4d31f280cfc640dd8381ee0869d9f455', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 20:04:47.132930 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:04:47.150022 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.db.securitygroups_db [None req-f0e23dd6-d51b-4aa3-a5df-c4edb808bd3d tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] Project 4d31f280cfc640dd8381ee0869d9f455 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 24 20:04:47.166556 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-f0e23dd6-d51b-4aa3-a5df-c4edb808bd3d tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] Publish callbacks [] for security_group_rule (d35d2593-2311-424b-8843-88380b04ac86), before_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:47.193901 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4156a85-7681-495a-8e7c-ab0930d11641 req-4437eb1f-f9fb-40be-9cfb-5d6880f071e7 tempest-VolumesActionsTest-1808120335 tempest-VolumesActionsTest-1808120335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:04:47.195489 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-f4156a85-7681-495a-8e7c-ab0930d11641 req-4437eb1f-f9fb-40be-9cfb-5d6880f071e7 tempest-VolumesActionsTest-1808120335 tempest-VolumesActionsTest-1808120335-project] 10.222.0.17 "GET /v2.0/ports?device_id=8446e129-c2b7-4d05-8833-6ec0cb866a6b HTTP/1.1" status: 200 len: 931 time: 0.1499064 Jul 24 20:04:47.211330 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] get_ports_and_sgs() called for port_ids ['b7d02836-dfd7-48ab-861d-c6c4a57f9370'] {{(pid=110844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 20:04:47.223794 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-3705d672-7eb6-4a12-9abc-9aed2def1281 req-471ca743-6806-40e0-bc3a-5d56f466dfe4 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] 10.222.0.17 "GET /v2.0/security-groups?id=426a98f1-bdae-428a-b03d-426236e01087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1786685 Jul 24 20:04:47.253687 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=81,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:04:47.278114 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-f0e23dd6-d51b-4aa3-a5df-c4edb808bd3d tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] Publish callbacks [] for security_group_rule (d35d2593-2311-424b-8843-88380b04ac86), precommit_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:47.393908 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-f4156a85-7681-495a-8e7c-ab0930d11641 req-841cfe6a-2dc0-4e04-9a07-1d87e5869390 tempest-VolumesActionsTest-1808120335 tempest-VolumesActionsTest-1808120335-project] 10.222.0.17 "GET /v2.0/security-groups?id=a40872af-5c4f-464d-8095-8ff6d6e53450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686051 Jul 24 20:04:47.414768 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-f0e23dd6-d51b-4aa3-a5df-c4edb808bd3d tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471764'] for security_group_rule (d35d2593-2311-424b-8843-88380b04ac86), after_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:47.488076 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e23dd6-d51b-4aa3-a5df-c4edb808bd3d tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d35d2593-2311-424b-8843-88380b04ac86,revision_number=0']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:04:47.560029 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-f0e23dd6-d51b-4aa3-a5df-c4edb808bd3d tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:47.561766 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-f0e23dd6-d51b-4aa3-a5df-c4edb808bd3d tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5150542 Jul 24 20:04:47.605794 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.notifiers.nova [req-b812f920-fe3f-4cc2-ab48-25a10ef2a898 req-658e268c-9617-48da-8ecf-ace49e47054a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 861406d6-f3c5-44c1-a4d8-ca19b67846ba {{(pid=110843) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 24 20:04:47.632412 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-b812f920-fe3f-4cc2-ab48-25a10ef2a898 req-658e268c-9617-48da-8ecf-ace49e47054a service neutron] Publish callbacks [] for port (861406d6-f3c5-44c1-a4d8-ca19b67846ba), precommit_update {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:47.683905 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360ab73c-d537-4493-90b5-fb8ae4e4d930 req-a4bd29cb-76cb-41e6-b68b-7b75483774bc tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:04:47.686667 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-360ab73c-d537-4493-90b5-fb8ae4e4d930 req-a4bd29cb-76cb-41e6-b68b-7b75483774bc tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.17 "GET /v2.0/ports?device_id=647ad9f1-82e7-4c2d-be35-51911eb31120 HTTP/1.1" status: 200 len: 945 time: 0.1209741 Jul 24 20:04:47.688430 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.db.provisioning_blocks [req-b812f920-fe3f-4cc2-ab48-25a10ef2a898 req-658e268c-9617-48da-8ecf-ace49e47054a service neutron] Transition to ACTIVE for port object 861406d6-f3c5-44c1-a4d8-ca19b67846ba will not be triggered until provisioned by entity L2. {{(pid=110843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 24 20:04:47.771133 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-360ab73c-d537-4493-90b5-fb8ae4e4d930 req-707de2de-4396-451b-97c9-48e4280331b7 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.17 "GET /v2.0/security-groups?id=829ee05a-72fc-43a2-9eba-9642e1729f56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766289 Jul 24 20:04:47.772769 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-b812f920-fe3f-4cc2-ab48-25a10ef2a898 req-658e268c-9617-48da-8ecf-ace49e47054a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958'] for port (861406d6-f3c5-44c1-a4d8-ca19b67846ba), after_update {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:47.836298 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:04:47.872409 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658e268c-9617-48da-8ecf-ace49e47054a service neutron] Pushing event updated for resources: {'Port': ['ID=861406d6-f3c5-44c1-a4d8-ca19b67846ba,revision_number=2']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:04:48.045520 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.managers [req-b812f920-fe3f-4cc2-ab48-25a10ef2a898 req-658e268c-9617-48da-8ecf-ace49e47054a service neutron] Attempting to bind port 861406d6-f3c5-44c1-a4d8-ca19b67846ba on host hv-cinder-85044 for vnic_type normal with profile {{(pid=110843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 24 20:04:48.045976 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.managers [req-b812f920-fe3f-4cc2-ab48-25a10ef2a898 req-658e268c-9617-48da-8ecf-ace49e47054a service neutron] Attempting to bind port 861406d6-f3c5-44c1-a4d8-ca19b67846ba by drivers openvswitch,hyperv on host hv-cinder-85044 at level 0 using segments [{'id': 'a26e4697-a627-4fd9-b577-6f5138f29a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'dd0a5f33-edb8-4c0a-b9cd-8e5dcbe0d119'}] {{(pid=110843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 24 20:04:48.046515 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b812f920-fe3f-4cc2-ab48-25a10ef2a898 req-658e268c-9617-48da-8ecf-ace49e47054a service neutron] Attempting to bind port 861406d6-f3c5-44c1-a4d8-ca19b67846ba on network dd0a5f33-edb8-4c0a-b9cd-8e5dcbe0d119 {{(pid=110843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 24 20:04:48.064529 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-052cbe7f-db62-428f-9118-1218dc40ea1e req-e086b502-730e-42b7-ba33-e78d64989243 tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] 10.222.0.17 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-771839335&fields=id&tenant_id=4d31f280cfc640dd8381ee0869d9f455 HTTP/1.1" status: 200 len: 267 time: 0.2128696 Jul 24 20:04:48.070307 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b812f920-fe3f-4cc2-ab48-25a10ef2a898 req-658e268c-9617-48da-8ecf-ace49e47054a service neutron] Port 861406d6-f3c5-44c1-a4d8-ca19b67846ba on network dd0a5f33-edb8-4c0a-b9cd-8e5dcbe0d119 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85044 {{(pid=110843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 24 20:04:48.070789 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b812f920-fe3f-4cc2-ab48-25a10ef2a898 req-658e268c-9617-48da-8ecf-ace49e47054a service neutron] Attempting to bind port 861406d6-f3c5-44c1-a4d8-ca19b67846ba on network dd0a5f33-edb8-4c0a-b9cd-8e5dcbe0d119 {{(pid=110843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 24 20:04:48.095261 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0725247-e5df-4f61-837b-42abcdefaa97 req-20458841-238a-4c95-a865-87e711abaf5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:04:48.097058 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [req-e0725247-e5df-4f61-837b-42abcdefaa97 req-20458841-238a-4c95-a865-87e711abaf5e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=15c454baefdc474682f88c603f6108a8&device_id=6a96a33d-f3d9-4d85-aac1-e661447d460a HTTP/1.1" status: 200 len: 1129 time: 0.0472841 Jul 24 20:04:48.121591 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd7835f-3868-487e-90bc-73418a118bc7 req-ca39cc4a-8df6-424d-84bb-bf47c58257e8 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:04:48.124468 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-bcd7835f-3868-487e-90bc-73418a118bc7 req-ca39cc4a-8df6-424d-84bb-bf47c58257e8 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/ports?device_id=6a96a33d-f3d9-4d85-aac1-e661447d460a HTTP/1.1" status: 200 len: 945 time: 0.1517417 Jul 24 20:04:48.154924 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b812f920-fe3f-4cc2-ab48-25a10ef2a898 req-658e268c-9617-48da-8ecf-ace49e47054a service neutron] Checking agent: {'id': '95564131-b678-4db2-a162-51408b2acd55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85044', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 24, 19, 59, 9), 'started_at': datetime.datetime(2022, 7, 24, 19, 59, 9), 'heartbeat_timestamp': datetime.datetime(2022, 7, 24, 20, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 24 20:04:48.155464 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b812f920-fe3f-4cc2-ab48-25a10ef2a898 req-658e268c-9617-48da-8ecf-ace49e47054a service neutron] Checking segment: {'id': 'a26e4697-a627-4fd9-b577-6f5138f29a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'dd0a5f33-edb8-4c0a-b9cd-8e5dcbe0d119'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 24 20:04:48.156086 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b812f920-fe3f-4cc2-ab48-25a10ef2a898 req-658e268c-9617-48da-8ecf-ace49e47054a service neutron] Bound using segment: {'id': 'a26e4697-a627-4fd9-b577-6f5138f29a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'dd0a5f33-edb8-4c0a-b9cd-8e5dcbe0d119'} {{(pid=110843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 24 20:04:48.156911 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.managers [req-b812f920-fe3f-4cc2-ab48-25a10ef2a898 req-658e268c-9617-48da-8ecf-ace49e47054a service neutron] Bound port: 861406d6-f3c5-44c1-a4d8-ca19b67846ba, host: hv-cinder-85044, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a26e4697-a627-4fd9-b577-6f5138f29a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'dd0a5f33-edb8-4c0a-b9cd-8e5dcbe0d119'}}] {{(pid=110843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 24 20:04:48.157505 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-b812f920-fe3f-4cc2-ab48-25a10ef2a898 req-658e268c-9617-48da-8ecf-ace49e47054a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (861406d6-f3c5-44c1-a4d8-ca19b67846ba), before_update {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:48.213220 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0725247-e5df-4f61-837b-42abcdefaa97 req-c002b991-caea-483a-9497-2639876bc493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:04:48.215556 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [req-e0725247-e5df-4f61-837b-42abcdefaa97 req-c002b991-caea-483a-9497-2639876bc493 service neutron] 10.222.0.42 "GET /v2.0/networks?id=6e3ba2d8-cc61-4396-b210-32cea4aff750 HTTP/1.1" status: 200 len: 919 time: 0.1086903 Jul 24 20:04:48.245246 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052cbe7f-db62-428f-9118-1218dc40ea1e req-cc56cba9-8791-4654-b3fb-8f65a84728dc tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:04:48.254870 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-052cbe7f-db62-428f-9118-1218dc40ea1e req-cc56cba9-8791-4654-b3fb-8f65a84728dc tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] 10.222.0.17 "GET /v2.0/ports?device_id=05ddc775-4f83-4893-957c-d3c8928d0c8c HTTP/1.1" status: 200 len: 946 time: 0.1768944 Jul 24 20:04:48.262186 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.v2.base [req-052cbe7f-db62-428f-9118-1218dc40ea1e req-8557aaa4-53a9-4b65-9292-c2a8db97422b tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] Request body: {'port': {'security_groups': ['28acb8fa-bec2-437c-82ba-8e2c3ade7cf8', 'b98e597e-cc37-4a7c-90a4-c1ecd7c4b3ab']}} {{(pid=110843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 20:04:48.336979 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [req-e0725247-e5df-4f61-837b-42abcdefaa97 req-bb027874-49d1-4b9e-8e04-97b17f234dc4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fe004f6f-ca2d-4c17-b98d-0e04aefc136e HTTP/1.1" status: 200 len: 1001 time: 0.1101589 Jul 24 20:04:48.384768 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Device b7d02836-dfd7-48ab-861d-c6c4a57f9370 up at agent hyperv_hv-cinder-85044 {{(pid=110844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 20:04:48.436754 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0725247-e5df-4f61-837b-42abcdefaa97 req-f6d37eee-5f60-491d-9736-ca999ee34d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:04:48.439903 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [req-e0725247-e5df-4f61-837b-42abcdefaa97 req-f6d37eee-5f60-491d-9736-ca999ee34d9b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1b0ec485-4e15-4515-af25-2ebd70a5137a HTTP/1.1" status: 200 len: 857 time: 0.0860801 Jul 24 20:04:48.464819 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:04:48.466139 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Provisioning for port b7d02836-dfd7-48ab-861d-c6c4a57f9370 completed by entity L2. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 24 20:04:48.472897 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-bcd7835f-3868-487e-90bc-73418a118bc7 req-59198030-95b3-48d7-98f0-e087d2cce427 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/security-groups?id=e781b7b9-5d3f-49aa-85ef-8bf9d88b54be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3089905 Jul 24 20:04:48.543833 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.db [req-b812f920-fe3f-4cc2-ab48-25a10ef2a898 req-658e268c-9617-48da-8ecf-ace49e47054a service neutron] For port 861406d6-f3c5-44c1-a4d8-ca19b67846ba, host hv-cinder-85044, cleared binding levels {{(pid=110843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 20:04:48.550823 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.db [req-b812f920-fe3f-4cc2-ab48-25a10ef2a898 req-658e268c-9617-48da-8ecf-ace49e47054a service neutron] For port 861406d6-f3c5-44c1-a4d8-ca19b67846ba, host hv-cinder-85044, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85044',level=0,port_id=861406d6-f3c5-44c1-a4d8-ca19b67846ba,segment=NetworkSegment(a26e4697-a627-4fd9-b577-6f5138f29a6f),segment_id=a26e4697-a627-4fd9-b577-6f5138f29a6f)] {{(pid=110843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 20:04:48.553139 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Provisioning complete for port b7d02836-dfd7-48ab-861d-c6c4a57f9370 triggered by entity L2. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 20:04:48.553340 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812910'] for port (b7d02836-dfd7-48ab-861d-c6c4a57f9370), provisioning_complete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:48.557066 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-052cbe7f-db62-428f-9118-1218dc40ea1e req-8557aaa4-53a9-4b65-9292-c2a8db97422b tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (2e3b3d4b-7017-47d8-9a82-4439644ca265), before_update {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:48.651813 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-b812f920-fe3f-4cc2-ab48-25a10ef2a898 req-658e268c-9617-48da-8ecf-ace49e47054a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958'] for port (861406d6-f3c5-44c1-a4d8-ca19b67846ba), after_update {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:48.654389 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Current status of the port b7d02836-dfd7-48ab-861d-c6c4a57f9370 is: BUILD; New status is: ACTIVE {{(pid=110844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 20:04:48.655224 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (b7d02836-dfd7-48ab-861d-c6c4a57f9370), before_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:48.693326 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '647ad9f1-82e7-4c2d-be35-51911eb31120', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7d02836-dfd7-48ab-861d-c6c4a57f9370'}] {{(pid=110844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 24 20:04:48.695782 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0690ca73-00f4-4770-a571-840bda40bc0a req-51115d21-cf77-4d4f-a26b-a2b23692c55a tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:04:48.696962 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cb44c1e02bae91b270a0e6cfc836be33c010434f31a7c401440ca7d913440f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5812dfd7-641f-4422-9158-5cd90d68f834" -d '{"events": [{"server_uuid": "647ad9f1-82e7-4c2d-be35-51911eb31120", "name": "network-vif-plugged", "status": "completed", "tag": "b7d02836-dfd7-48ab-861d-c6c4a57f9370"}]}' {{(pid=110844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 20:04:48.701329 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-0690ca73-00f4-4770-a571-840bda40bc0a req-51115d21-cf77-4d4f-a26b-a2b23692c55a tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] 10.222.0.17 "GET /v2.0/ports?device_id=e088bee9-33e5-4380-bfd8-c214b0fd8fae HTTP/1.1" status: 200 len: 943 time: 0.1471214 Jul 24 20:04:48.712479 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] For port b7d02836-dfd7-48ab-861d-c6c4a57f9370, host hv-cinder-85044, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85044',level=0,port_id=b7d02836-dfd7-48ab-861d-c6c4a57f9370,segment=NetworkSegment(78737f80-9c2d-440f-8dc6-3a8965544158),segment_id=78737f80-9c2d-440f-8dc6-3a8965544158)] {{(pid=110844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 20:04:48.759380 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b812f920-fe3f-4cc2-ab48-25a10ef2a898 req-658e268c-9617-48da-8ecf-ace49e47054a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:04:48.760002 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-b812f920-fe3f-4cc2-ab48-25a10ef2a898 req-658e268c-9617-48da-8ecf-ace49e47054a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1048257'] for port (None), before_response {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:48.761513 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-b812f920-fe3f-4cc2-ab48-25a10ef2a898 req-658e268c-9617-48da-8ecf-ace49e47054a service neutron] 10.222.0.42 "PUT /v2.0/ports/861406d6-f3c5-44c1-a4d8-ca19b67846ba HTTP/1.1" status: 200 len: 1093 time: 2.0968823 Jul 24 20:04:48.766459 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8446e129-c2b7-4d05-8833-6ec0cb866a6b', 'tag': '861406d6-f3c5-44c1-a4d8-ca19b67846ba'}] {{(pid=110843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 24 20:04:48.768910 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa129e2ea71b36189c7354ee4da78dc54b5a7420159cbfa164f6b2678096e4e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6f95012-111d-4900-a0a4-f5206e078e7a" -d '{"events": [{"name": "network-changed", "server_uuid": "8446e129-c2b7-4d05-8833-6ec0cb866a6b", "tag": "861406d6-f3c5-44c1-a4d8-ca19b67846ba"}]}' {{(pid=110843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 20:04:48.813074 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958'] for port (b7d02836-dfd7-48ab-861d-c6c4a57f9370), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:48.838011 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:04:48.843781 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658e268c-9617-48da-8ecf-ace49e47054a service neutron] Pushing event updated for resources: {'Port': ['ID=861406d6-f3c5-44c1-a4d8-ca19b67846ba,revision_number=3']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:04:48.866880 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0725247-e5df-4f61-837b-42abcdefaa97 req-f5275530-adfa-4a6a-bbba-5bef45e9e632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:04:48.869131 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [req-e0725247-e5df-4f61-837b-42abcdefaa97 req-f5275530-adfa-4a6a-bbba-5bef45e9e632 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6e3ba2d8-cc61-4396-b210-32cea4aff750&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0906041 Jul 24 20:04:48.888474 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-0690ca73-00f4-4770-a571-840bda40bc0a req-e30c962b-ee44-424a-af1d-b610d5b769e4 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] 10.222.0.17 "GET /v2.0/security-groups?id=426a98f1-bdae-428a-b03d-426236e01087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1550930 Jul 24 20:04:48.892528 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Pushing event updated for resources: {'Port': ['ID=b7d02836-dfd7-48ab-861d-c6c4a57f9370,revision_number=5']} {{(pid=110844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:04:49.005753 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [req-e0725247-e5df-4f61-837b-42abcdefaa97 req-2da27719-630f-4b31-9d0c-260d7724bdbc service neutron] 10.222.0.42 "GET /v2.0/networks/6e3ba2d8-cc61-4396-b210-32cea4aff750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297803 Jul 24 20:04:49.297447 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b812f920-fe3f-4cc2-ab48-25a10ef2a898 req-02b77417-3b57-4f9d-aea4-2b233defd7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:04:49.298999 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-b812f920-fe3f-4cc2-ab48-25a10ef2a898 req-02b77417-3b57-4f9d-aea4-2b233defd7d9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=22e598739ae64ebf9e523e4e2e6a2867&device_id=8446e129-c2b7-4d05-8833-6ec0cb866a6b HTTP/1.1" status: 200 len: 1127 time: 0.3760281 Jul 24 20:04:49.310469 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9bd261-788d-48f8-a2d6-eb32bd7ba12f req-6e6bbee4-3404-4998-a416-477b5daa0f95 tempest-VolumesActionsTest-1808120335 tempest-VolumesActionsTest-1808120335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:04:49.312787 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-7a9bd261-788d-48f8-a2d6-eb32bd7ba12f req-6e6bbee4-3404-4998-a416-477b5daa0f95 tempest-VolumesActionsTest-1808120335 tempest-VolumesActionsTest-1808120335-project] 10.222.0.17 "GET /v2.0/ports?device_id=8446e129-c2b7-4d05-8833-6ec0cb866a6b HTTP/1.1" status: 200 len: 943 time: 0.3420956 Jul 24 20:04:49.376363 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:04:49.389763 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-b812f920-fe3f-4cc2-ab48-25a10ef2a898 req-ef50b1a3-b009-42d8-a174-dd495a2f484d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=861406d6-f3c5-44c1-a4d8-ca19b67846ba HTTP/1.1" status: 200 len: 217 time: 0.0758889 Jul 24 20:04:49.416146 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [req-e0725247-e5df-4f61-837b-42abcdefaa97 req-10d98372-d311-4e79-9a35-f62d4db5d7f3 service neutron] 10.222.0.42 "GET /v2.0/networks/6e3ba2d8-cc61-4396-b210-32cea4aff750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3956137 Jul 24 20:04:49.494237 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.db [req-052cbe7f-db62-428f-9118-1218dc40ea1e req-8557aaa4-53a9-4b65-9292-c2a8db97422b tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] For port 2e3b3d4b-7017-47d8-9a82-4439644ca265, host hv-cinder-85044, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85044',level=0,port_id=2e3b3d4b-7017-47d8-9a82-4439644ca265,segment=NetworkSegment(8b9f0f7e-05bb-4220-a9b7-1bc5128e8915),segment_id=8b9f0f7e-05bb-4220-a9b7-1bc5128e8915)] {{(pid=110843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 20:04:49.515156 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:04:49.534200 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-7a9bd261-788d-48f8-a2d6-eb32bd7ba12f req-4c4e3e8f-dc53-4d00-baf9-8a119fcca971 tempest-VolumesActionsTest-1808120335 tempest-VolumesActionsTest-1808120335-project] 10.222.0.17 "GET /v2.0/security-groups?id=a40872af-5c4f-464d-8095-8ff6d6e53450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059457 Jul 24 20:04:49.537756 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b812f920-fe3f-4cc2-ab48-25a10ef2a898 req-43ca195b-078f-4420-aee1-dbfb3bef35b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:04:49.539548 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-b812f920-fe3f-4cc2-ab48-25a10ef2a898 req-43ca195b-078f-4420-aee1-dbfb3bef35b0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3b2add64-3220-4d0f-a25e-a2bd2c224a0e HTTP/1.1" status: 200 len: 849 time: 0.1307390 Jul 24 20:04:49.562550 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-052cbe7f-db62-428f-9118-1218dc40ea1e req-8557aaa4-53a9-4b65-9292-c2a8db97422b tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] Publish callbacks [] for port (2e3b3d4b-7017-47d8-9a82-4439644ca265), precommit_update {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:49.616154 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 24 Jul 2022 20:04:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7eab444-52db-433e-b71b-ed3e51cf1c29 x-openstack-request-id: req-c7eab444-52db-433e-b71b-ed3e51cf1c29 {{(pid=110844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 20:04:49.616998 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "647ad9f1-82e7-4c2d-be35-51911eb31120", "name": "network-vif-plugged", "status": "completed", "tag": "b7d02836-dfd7-48ab-861d-c6c4a57f9370", "code": 200}]} {{(pid=110844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 20:04:49.616998 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-c7eab444-52db-433e-b71b-ed3e51cf1c29 {{(pid=110844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 20:04:49.617544 dv-cinder-850449-2-iscsi neutron-server[110844]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7eab444-52db-433e-b71b-ed3e51cf1c29'] response: {'server_uuid': '647ad9f1-82e7-4c2d-be35-51911eb31120', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7d02836-dfd7-48ab-861d-c6c4a57f9370', 'code': 200} Jul 24 20:04:49.626896 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-052cbe7f-db62-428f-9118-1218dc40ea1e req-8557aaa4-53a9-4b65-9292-c2a8db97422b tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958'] for port (2e3b3d4b-7017-47d8-9a82-4439644ca265), after_update {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:49.642470 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] get_ports_and_sgs() called for port_ids ['2e3b3d4b-7017-47d8-9a82-4439644ca265'] {{(pid=110844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 20:04:49.711407 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052cbe7f-db62-428f-9118-1218dc40ea1e req-8557aaa4-53a9-4b65-9292-c2a8db97422b tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:04:49.712134 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-052cbe7f-db62-428f-9118-1218dc40ea1e req-8557aaa4-53a9-4b65-9292-c2a8db97422b tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1048257'] for port (None), before_response {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:49.714277 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-052cbe7f-db62-428f-9118-1218dc40ea1e req-8557aaa4-53a9-4b65-9292-c2a8db97422b tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] 10.222.0.17 "PUT /v2.0/ports/2e3b3d4b-7017-47d8-9a82-4439644ca265 HTTP/1.1" status: 200 len: 982 time: 1.4576323 Jul 24 20:04:49.716909 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 24 Jul 2022 20:04:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31a63e81-7761-403f-8cb1-a2dc8d364346 x-openstack-request-id: req-31a63e81-7761-403f-8cb1-a2dc8d364346 {{(pid=110843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 20:04:49.716909 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8446e129-c2b7-4d05-8833-6ec0cb866a6b", "tag": "861406d6-f3c5-44c1-a4d8-ca19b67846ba", "status": "completed", "code": 200}]} {{(pid=110843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 20:04:49.716909 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-31a63e81-7761-403f-8cb1-a2dc8d364346 {{(pid=110843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 20:04:49.717298 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31a63e81-7761-403f-8cb1-a2dc8d364346'] response: {'name': 'network-changed', 'server_uuid': '8446e129-c2b7-4d05-8833-6ec0cb866a6b', 'tag': '861406d6-f3c5-44c1-a4d8-ca19b67846ba', 'status': 'completed', 'code': 200} Jul 24 20:04:49.722174 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-b812f920-fe3f-4cc2-ab48-25a10ef2a898 req-6bf952c9-a128-4058-8871-8ae6b1cb4f1c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=dd0a5f33-edb8-4c0a-b9cd-8e5dcbe0d119&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505590 Jul 24 20:04:49.757757 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8557aaa4-53a9-4b65-9292-c2a8db97422b tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] Pushing event updated for resources: {'Port': ['ID=2e3b3d4b-7017-47d8-9a82-4439644ca265,revision_number=6']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:04:49.875108 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] get_ports_and_sgs() called for port_ids ['2e3b3d4b-7017-47d8-9a82-4439644ca265'] {{(pid=110844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 20:04:49.938432 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597b4b13-70fa-48b4-bd31-fff046558d01 req-d5f10367-d924-4aa5-bf65-8eb6cd36069f tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:04:49.940225 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-597b4b13-70fa-48b4-bd31-fff046558d01 req-d5f10367-d924-4aa5-bf65-8eb6cd36069f tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.17 "GET /v2.0/ports?device_id=647ad9f1-82e7-4c2d-be35-51911eb31120 HTTP/1.1" status: 200 len: 946 time: 0.1585622 Jul 24 20:04:49.961285 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59555382-1858-4eed-a0c8-627a39dd709d req-6be57246-cdf4-4b1b-9e45-7704f0a4ca19 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:04:49.965549 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-59555382-1858-4eed-a0c8-627a39dd709d req-6be57246-cdf4-4b1b-9e45-7704f0a4ca19 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/ports?device_id=6a96a33d-f3d9-4d85-aac1-e661447d460a HTTP/1.1" status: 200 len: 945 time: 0.1306911 Jul 24 20:04:50.049107 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb2b4c6-188d-4338-9e2e-7f25e8f08c78 req-efc1d13b-0df2-4106-b036-9ed03c99ffe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:04:50.053672 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [req-2eb2b4c6-188d-4338-9e2e-7f25e8f08c78 req-efc1d13b-0df2-4106-b036-9ed03c99ffe4 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=647ad9f1-82e7-4c2d-be35-51911eb31120 HTTP/1.1" status: 200 len: 1130 time: 0.0545542 Jul 24 20:04:50.093881 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-8b93fe11-2cf8-4d0f-bee0-4183752d7dc0 None None] Provisioning complete for port 2e3b3d4b-7017-47d8-9a82-4439644ca265 triggered by entity DHCP. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 20:04:50.094165 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-8b93fe11-2cf8-4d0f-bee0-4183752d7dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812910'] for port (2e3b3d4b-7017-47d8-9a82-4439644ca265), provisioning_complete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:50.098743 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:04:50.124613 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [req-2eb2b4c6-188d-4338-9e2e-7f25e8f08c78 req-af3bad98-e385-4e2a-85f2-609f96d3dca5 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=829ee05a-72fc-43a2-9eba-9642e1729f56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518751 Jul 24 20:04:50.131162 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-b812f920-fe3f-4cc2-ab48-25a10ef2a898 req-4623e563-a012-430f-983c-c10156c6dcfa service neutron] 10.222.0.42 "GET /v2.0/networks/dd0a5f33-edb8-4c0a-b9cd-8e5dcbe0d119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3600585 Jul 24 20:04:50.147879 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-59555382-1858-4eed-a0c8-627a39dd709d req-c4d2c2ed-7706-483f-8f5e-d6e53c5633dd tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/security-groups?id=e781b7b9-5d3f-49aa-85ef-8bf9d88b54be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1576552 Jul 24 20:04:50.176142 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-597b4b13-70fa-48b4-bd31-fff046558d01 req-7d957cbe-615a-4020-a46e-f4ba8106c659 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.17 "GET /v2.0/security-groups?id=829ee05a-72fc-43a2-9eba-9642e1729f56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1995952 Jul 24 20:04:50.323998 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-8b93fe11-2cf8-4d0f-bee0-4183752d7dc0 None None] Current status of the port 2e3b3d4b-7017-47d8-9a82-4439644ca265 is: ACTIVE; New status is: ACTIVE {{(pid=110844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 20:04:50.339064 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c674c42-0a00-4bc9-a56c-bc39499b9d08 req-77d63b57-4f6d-4ad3-b58c-8908fd1e95f7 tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:04:50.340782 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-1c674c42-0a00-4bc9-a56c-bc39499b9d08 req-77d63b57-4f6d-4ad3-b58c-8908fd1e95f7 tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] 10.222.0.17 "GET /v2.0/ports?device_id=05ddc775-4f83-4893-957c-d3c8928d0c8c HTTP/1.1" status: 200 len: 985 time: 0.0916545 Jul 24 20:04:50.350037 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6498a32-7f57-4a74-b9fb-f241a8b7dc63 req-42b3c72c-8177-4d24-a9e6-ea133f069abe tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:04:50.351544 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-c6498a32-7f57-4a74-b9fb-f241a8b7dc63 req-42b3c72c-8177-4d24-a9e6-ea133f069abe tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] 10.222.0.17 "GET /v2.0/ports?device_id=e088bee9-33e5-4380-bfd8-c214b0fd8fae HTTP/1.1" status: 200 len: 943 time: 0.0705001 Jul 24 20:04:50.405229 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=100 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:04:50.528032 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-c6498a32-7f57-4a74-b9fb-f241a8b7dc63 req-81eb1430-f6e0-413c-8f3d-e64e4ae1c69b tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] 10.222.0.17 "GET /v2.0/security-groups?id=426a98f1-bdae-428a-b03d-426236e01087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1672428 Jul 24 20:04:50.538562 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-1c674c42-0a00-4bc9-a56c-bc39499b9d08 req-c0fa63fe-f0ef-44e4-9011-1b180548ff76 tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] 10.222.0.17 "GET /v2.0/security-groups?id=b98e597e-cc37-4a7c-90a4-c1ecd7c4b3ab&id=28acb8fa-bec2-437c-82ba-8e2c3ade7cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1845002 Jul 24 20:04:50.593518 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-b812f920-fe3f-4cc2-ab48-25a10ef2a898 req-d849a8d2-d32c-4c3b-96a5-364ba316a9a8 service neutron] 10.222.0.42 "GET /v2.0/networks/dd0a5f33-edb8-4c0a-b9cd-8e5dcbe0d119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2028170 Jul 24 20:04:50.658371 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=100 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:04:50.676135 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e848223-a701-4f3f-b55c-2b708a94bdf6 req-cada30d0-20ff-4fea-b979-dabe292d183b tempest-VolumesActionsTest-1808120335 tempest-VolumesActionsTest-1808120335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:04:50.678210 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-2e848223-a701-4f3f-b55c-2b708a94bdf6 req-cada30d0-20ff-4fea-b979-dabe292d183b tempest-VolumesActionsTest-1808120335 tempest-VolumesActionsTest-1808120335-project] 10.222.0.17 "GET /v2.0/ports?device_id=8446e129-c2b7-4d05-8833-6ec0cb866a6b HTTP/1.1" status: 200 len: 943 time: 0.0530550 Jul 24 20:04:50.736808 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-2e848223-a701-4f3f-b55c-2b708a94bdf6 req-28a52d54-fcb7-4aa9-84f9-6d712a2ef13b tempest-VolumesActionsTest-1808120335 tempest-VolumesActionsTest-1808120335-project] 10.222.0.17 "GET /v2.0/security-groups?id=a40872af-5c4f-464d-8095-8ff6d6e53450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524561 Jul 24 20:04:51.368178 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b88169e-146c-426b-900a-11bb9b4c1fd2 req-0ba8c05e-0ad7-4406-80b2-5cb82cbd4aef tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:04:51.370923 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-4b88169e-146c-426b-900a-11bb9b4c1fd2 req-0ba8c05e-0ad7-4406-80b2-5cb82cbd4aef tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/ports?device_id=6a96a33d-f3d9-4d85-aac1-e661447d460a HTTP/1.1" status: 200 len: 945 time: 0.1382546 Jul 24 20:04:51.403514 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87e6b48-c6b8-4571-84d4-b12e7dcffe34 req-a8bc07e3-cb38-4671-9fb4-e40ed817f10c tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:04:51.406223 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-d87e6b48-c6b8-4571-84d4-b12e7dcffe34 req-a8bc07e3-cb38-4671-9fb4-e40ed817f10c tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.17 "GET /v2.0/ports?device_id=647ad9f1-82e7-4c2d-be35-51911eb31120 HTTP/1.1" status: 200 len: 946 time: 0.1546962 Jul 24 20:04:51.521154 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-4b88169e-146c-426b-900a-11bb9b4c1fd2 req-a930764a-aeb3-40ec-9feb-4f4285fb3b7a tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/security-groups?id=e781b7b9-5d3f-49aa-85ef-8bf9d88b54be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1437438 Jul 24 20:04:51.549021 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-d87e6b48-c6b8-4571-84d4-b12e7dcffe34 req-20429b05-1096-464c-8ce8-f1d772d4757f tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.17 "GET /v2.0/security-groups?id=829ee05a-72fc-43a2-9eba-9642e1729f56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1279962 Jul 24 20:04:51.679304 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c46e6e3-bdc6-45b8-a35e-84905fa2596b req-98897458-6e45-486b-a255-03ebe9f88b07 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:04:51.680928 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-5c46e6e3-bdc6-45b8-a35e-84905fa2596b req-98897458-6e45-486b-a255-03ebe9f88b07 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] 10.222.0.17 "GET /v2.0/ports?device_id=e088bee9-33e5-4380-bfd8-c214b0fd8fae HTTP/1.1" status: 200 len: 943 time: 0.0605946 Jul 24 20:04:51.717818 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05ddc775-4f83-4893-957c-d3c8928d0c8c', 'tag': '2e3b3d4b-7017-47d8-9a82-4439644ca265'}] {{(pid=110843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 24 20:04:51.720141 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa129e2ea71b36189c7354ee4da78dc54b5a7420159cbfa164f6b2678096e4e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c62e7c66-0111-44a0-bc47-ded5b5dbd6b8" -d '{"events": [{"name": "network-changed", "server_uuid": "05ddc775-4f83-4893-957c-d3c8928d0c8c", "tag": "2e3b3d4b-7017-47d8-9a82-4439644ca265"}]}' {{(pid=110843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 20:04:51.753376 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-5c46e6e3-bdc6-45b8-a35e-84905fa2596b req-5aac95ff-04d0-4677-95dc-9cac02d17e1e tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] 10.222.0.17 "GET /v2.0/security-groups?id=426a98f1-bdae-428a-b03d-426236e01087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630107 Jul 24 20:04:51.764842 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 24 Jul 2022 20:04:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa23837c-7120-4891-a28d-c232f9ae927a x-openstack-request-id: req-fa23837c-7120-4891-a28d-c232f9ae927a {{(pid=110843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 20:04:51.765276 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05ddc775-4f83-4893-957c-d3c8928d0c8c", "tag": "2e3b3d4b-7017-47d8-9a82-4439644ca265", "status": "completed", "code": 200}]} {{(pid=110843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 20:04:51.765538 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-fa23837c-7120-4891-a28d-c232f9ae927a {{(pid=110843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 20:04:51.766068 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa23837c-7120-4891-a28d-c232f9ae927a'] response: {'name': 'network-changed', 'server_uuid': '05ddc775-4f83-4893-957c-d3c8928d0c8c', 'tag': '2e3b3d4b-7017-47d8-9a82-4439644ca265', 'status': 'completed', 'code': 200} Jul 24 20:04:51.867264 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16af8822-7dfb-45a5-a637-250a13dd91c2 req-6bca9df3-8d5d-4edd-a2ef-185f9ad4d920 tempest-VolumesActionsTest-1808120335 tempest-VolumesActionsTest-1808120335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:04:51.869361 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-16af8822-7dfb-45a5-a637-250a13dd91c2 req-6bca9df3-8d5d-4edd-a2ef-185f9ad4d920 tempest-VolumesActionsTest-1808120335 tempest-VolumesActionsTest-1808120335-project] 10.222.0.17 "GET /v2.0/ports?device_id=8446e129-c2b7-4d05-8833-6ec0cb866a6b HTTP/1.1" status: 200 len: 943 time: 0.0535257 Jul 24 20:04:51.915660 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=100 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:04:51.934832 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-16af8822-7dfb-45a5-a637-250a13dd91c2 req-b2e06208-0002-4ff9-9da5-d385090adcaf tempest-VolumesActionsTest-1808120335 tempest-VolumesActionsTest-1808120335-project] 10.222.0.17 "GET /v2.0/security-groups?id=a40872af-5c4f-464d-8095-8ff6d6e53450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589170 Jul 24 20:04:52.772510 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f504e1-ee46-4e4a-9f5c-8a9f2dd02354 req-e7a334fe-5544-42da-b085-eb113204932a tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:04:52.777800 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-90f504e1-ee46-4e4a-9f5c-8a9f2dd02354 req-e7a334fe-5544-42da-b085-eb113204932a tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/ports?device_id=6a96a33d-f3d9-4d85-aac1-e661447d460a HTTP/1.1" status: 200 len: 945 time: 0.1499927 Jul 24 20:04:52.805214 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9cec87-785c-4a82-86a0-16894e506d75 req-be70843f-1c79-478f-bbc5-327fa2f8dcda tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:04:52.807345 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-9e9cec87-785c-4a82-86a0-16894e506d75 req-be70843f-1c79-478f-bbc5-327fa2f8dcda tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.17 "GET /v2.0/ports?device_id=647ad9f1-82e7-4c2d-be35-51911eb31120 HTTP/1.1" status: 200 len: 946 time: 0.1198189 Jul 24 20:04:52.811416 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f95012-111d-4900-a0a4-f5206e078e7a req-fc82e881-769e-4ef8-bc50-3a3a56631946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:04:52.814046 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-f6f95012-111d-4900-a0a4-f5206e078e7a req-fc82e881-769e-4ef8-bc50-3a3a56631946 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=22e598739ae64ebf9e523e4e2e6a2867&device_id=8446e129-c2b7-4d05-8833-6ec0cb866a6b HTTP/1.1" status: 200 len: 1127 time: 0.1747587 Jul 24 20:04:52.907721 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-90f504e1-ee46-4e4a-9f5c-8a9f2dd02354 req-4958f863-bcfc-4b35-b9ba-ef1ec4f9a664 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/security-groups?id=e781b7b9-5d3f-49aa-85ef-8bf9d88b54be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987282 Jul 24 20:04:52.911829 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-9e9cec87-785c-4a82-86a0-16894e506d75 req-9a7d095b-ad38-43b7-9942-edc635186329 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.17 "GET /v2.0/security-groups?id=829ee05a-72fc-43a2-9eba-9642e1729f56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877275 Jul 24 20:04:53.051709 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3a357c-dc36-452e-b085-50bab81e3422 req-dc68bade-7029-4872-be41-367a0ddb7e2a tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:04:53.054018 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-8f3a357c-dc36-452e-b085-50bab81e3422 req-dc68bade-7029-4872-be41-367a0ddb7e2a tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] 10.222.0.17 "GET /v2.0/ports?device_id=e088bee9-33e5-4380-bfd8-c214b0fd8fae HTTP/1.1" status: 200 len: 943 time: 0.0606349 Jul 24 20:04:53.124379 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d80c9c2-233d-410c-83b5-01d26d240433 req-ec0bf81c-da22-411f-9e83-545f3fa5097f tempest-VolumesActionsTest-1808120335 tempest-VolumesActionsTest-1808120335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:04:53.126140 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-6d80c9c2-233d-410c-83b5-01d26d240433 req-ec0bf81c-da22-411f-9e83-545f3fa5097f tempest-VolumesActionsTest-1808120335 tempest-VolumesActionsTest-1808120335-project] 10.222.0.17 "GET /v2.0/ports?device_id=8446e129-c2b7-4d05-8833-6ec0cb866a6b HTTP/1.1" status: 200 len: 943 time: 0.0709081 Jul 24 20:04:53.172323 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-8f3a357c-dc36-452e-b085-50bab81e3422 req-4f545ccb-0cac-48e5-9dfb-0ef71b8cd543 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] 10.222.0.17 "GET /v2.0/security-groups?id=426a98f1-bdae-428a-b03d-426236e01087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075945 Jul 24 20:04:53.278730 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62e7c66-0111-44a0-bc47-ded5b5dbd6b8 req-3dac7467-6842-45bb-b1d7-4b719527178b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:04:53.281323 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [req-c62e7c66-0111-44a0-bc47-ded5b5dbd6b8 req-3dac7467-6842-45bb-b1d7-4b719527178b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4d31f280cfc640dd8381ee0869d9f455&device_id=05ddc775-4f83-4893-957c-d3c8928d0c8c HTTP/1.1" status: 200 len: 1169 time: 0.1140900 Jul 24 20:04:53.281587 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-6d80c9c2-233d-410c-83b5-01d26d240433 req-2c7f3a51-ee3f-4e89-b5ec-e7ef3e65c8e3 tempest-VolumesActionsTest-1808120335 tempest-VolumesActionsTest-1808120335-project] 10.222.0.17 "GET /v2.0/security-groups?id=a40872af-5c4f-464d-8095-8ff6d6e53450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446345 Jul 24 20:04:53.326517 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f95012-111d-4900-a0a4-f5206e078e7a req-855544b5-c625-4020-bef6-07fa3fa63bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:04:53.328897 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-f6f95012-111d-4900-a0a4-f5206e078e7a req-855544b5-c625-4020-bef6-07fa3fa63bdd service neutron] 10.222.0.42 "GET /v2.0/networks?id=dd0a5f33-edb8-4c0a-b9cd-8e5dcbe0d119 HTTP/1.1" status: 200 len: 910 time: 0.1412175 Jul 24 20:04:53.377769 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-f6f95012-111d-4900-a0a4-f5206e078e7a req-a7c801d6-14e9-4574-b7da-fcb53c6110cf service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=861406d6-f3c5-44c1-a4d8-ca19b67846ba HTTP/1.1" status: 200 len: 217 time: 0.0397472 Jul 24 20:04:53.453188 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62e7c66-0111-44a0-bc47-ded5b5dbd6b8 req-94c43a23-e6ca-4e48-9c07-0132212698e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:04:53.454268 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f95012-111d-4900-a0a4-f5206e078e7a req-db061448-51bb-44a8-aed0-1e09b4d08008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:04:53.455155 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [req-c62e7c66-0111-44a0-bc47-ded5b5dbd6b8 req-94c43a23-e6ca-4e48-9c07-0132212698e2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1f489717-2e22-4983-9973-65d3238688ee HTTP/1.1" status: 200 len: 916 time: 0.1598172 Jul 24 20:04:53.456778 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-f6f95012-111d-4900-a0a4-f5206e078e7a req-db061448-51bb-44a8-aed0-1e09b4d08008 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3b2add64-3220-4d0f-a25e-a2bd2c224a0e HTTP/1.1" status: 200 len: 849 time: 0.0723670 Jul 24 20:04:53.505542 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-f6f95012-111d-4900-a0a4-f5206e078e7a req-8604521f-0faf-4c12-b630-430472664b86 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=dd0a5f33-edb8-4c0a-b9cd-8e5dcbe0d119&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379930 Jul 24 20:04:53.542164 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [req-c62e7c66-0111-44a0-bc47-ded5b5dbd6b8 req-0bbd280d-cd63-4f69-aa15-3ad014539360 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2e3b3d4b-7017-47d8-9a82-4439644ca265 HTTP/1.1" status: 200 len: 1001 time: 0.0749776 Jul 24 20:04:53.606741 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=100 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:04:53.607029 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62e7c66-0111-44a0-bc47-ded5b5dbd6b8 req-b6736f00-1d61-425c-a974-0c6cf4bbdc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:04:53.608272 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [req-c62e7c66-0111-44a0-bc47-ded5b5dbd6b8 req-b6736f00-1d61-425c-a974-0c6cf4bbdc0a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1392647f-63da-44e8-b2ae-53624947a1a2 HTTP/1.1" status: 200 len: 854 time: 0.0600762 Jul 24 20:04:53.652047 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-f6f95012-111d-4900-a0a4-f5206e078e7a req-a77dd3a5-9db2-4070-8895-13a23606ca37 service neutron] 10.222.0.42 "GET /v2.0/networks/dd0a5f33-edb8-4c0a-b9cd-8e5dcbe0d119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341100 Jul 24 20:04:53.672402 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62e7c66-0111-44a0-bc47-ded5b5dbd6b8 req-a296f8d4-bf84-482a-983e-428040d38905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:04:53.674510 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [req-c62e7c66-0111-44a0-bc47-ded5b5dbd6b8 req-a296f8d4-bf84-482a-983e-428040d38905 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1f489717-2e22-4983-9973-65d3238688ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0559840 Jul 24 20:04:53.782911 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-f6f95012-111d-4900-a0a4-f5206e078e7a req-fe1433cd-fd07-4f7c-a640-f198fb8cd349 service neutron] 10.222.0.42 "GET /v2.0/networks/dd0a5f33-edb8-4c0a-b9cd-8e5dcbe0d119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240532 Jul 24 20:04:53.790743 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [req-c62e7c66-0111-44a0-bc47-ded5b5dbd6b8 req-93bcd337-1a58-4ffd-acf2-8409e607cfc1 service neutron] 10.222.0.42 "GET /v2.0/networks/1f489717-2e22-4983-9973-65d3238688ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090672 Jul 24 20:04:54.090410 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [req-c62e7c66-0111-44a0-bc47-ded5b5dbd6b8 req-46be2d16-cb6e-46f8-90db-732b94bf3776 service neutron] 10.222.0.42 "GET /v2.0/networks/1f489717-2e22-4983-9973-65d3238688ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671643 Jul 24 20:04:54.170967 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba52027-f9b9-4425-9f8e-3fe20b6c9e27 req-7c5d2614-3a74-463d-bf92-86339fddd9a2 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:04:54.173315 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-0ba52027-f9b9-4425-9f8e-3fe20b6c9e27 req-7c5d2614-3a74-463d-bf92-86339fddd9a2 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/ports?device_id=6a96a33d-f3d9-4d85-aac1-e661447d460a HTTP/1.1" status: 200 len: 945 time: 0.1568484 Jul 24 20:04:54.187370 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6354b385-69fe-435e-a0f7-2d64318c8655 req-ab9429eb-45ca-4615-b2bb-c05affdb0721 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:04:54.190171 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-6354b385-69fe-435e-a0f7-2d64318c8655 req-ab9429eb-45ca-4615-b2bb-c05affdb0721 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.17 "GET /v2.0/ports?device_id=647ad9f1-82e7-4c2d-be35-51911eb31120 HTTP/1.1" status: 200 len: 946 time: 0.1093087 Jul 24 20:04:54.259856 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=100 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:04:54.307752 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-0ba52027-f9b9-4425-9f8e-3fe20b6c9e27 req-73147718-1244-4715-a9ff-adaaa15f72e1 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/security-groups?id=e781b7b9-5d3f-49aa-85ef-8bf9d88b54be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1158736 Jul 24 20:04:54.311596 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-6354b385-69fe-435e-a0f7-2d64318c8655 req-ed524181-602e-4554-8ca3-b76a6470a88a tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.17 "GET /v2.0/security-groups?id=829ee05a-72fc-43a2-9eba-9642e1729f56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083539 Jul 24 20:04:54.420362 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Device 861406d6-f3c5-44c1-a4d8-ca19b67846ba details requested by agent hyperv_hv-cinder-85044 with host hv-cinder-85044 {{(pid=110844) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 20:04:54.488405 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6826abd8-abdf-4c62-9c9d-411b939033ba req-29334719-d7b0-4f51-a9c7-d63284b4fdf0 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:04:54.490246 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-6826abd8-abdf-4c62-9c9d-411b939033ba req-29334719-d7b0-4f51-a9c7-d63284b4fdf0 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] 10.222.0.17 "GET /v2.0/ports?device_id=e088bee9-33e5-4380-bfd8-c214b0fd8fae HTTP/1.1" status: 200 len: 943 time: 0.1040888 Jul 24 20:04:54.503377 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16eaf2e-f521-4b54-a159-523861f04c2d req-96e5d238-bf87-4d49-b30a-5468825a831f tempest-VolumesActionsTest-1808120335 tempest-VolumesActionsTest-1808120335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:04:54.505114 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-a16eaf2e-f521-4b54-a159-523861f04c2d req-96e5d238-bf87-4d49-b30a-5468825a831f tempest-VolumesActionsTest-1808120335 tempest-VolumesActionsTest-1808120335-project] 10.222.0.17 "GET /v2.0/ports?device_id=8446e129-c2b7-4d05-8833-6ec0cb866a6b HTTP/1.1" status: 200 len: 943 time: 0.0784049 Jul 24 20:04:54.550797 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] For port 861406d6-f3c5-44c1-a4d8-ca19b67846ba, host hv-cinder-85044, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85044',level=0,port_id=861406d6-f3c5-44c1-a4d8-ca19b67846ba,segment=NetworkSegment(a26e4697-a627-4fd9-b577-6f5138f29a6f),segment_id=a26e4697-a627-4fd9-b577-6f5138f29a6f)] {{(pid=110844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 20:04:54.573420 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Returning: {'device': '861406d6-f3c5-44c1-a4d8-ca19b67846ba', 'network_id': 'dd0a5f33-edb8-4c0a-b9cd-8e5dcbe0d119', 'port_id': '861406d6-f3c5-44c1-a4d8-ca19b67846ba', 'mac_address': 'fa:16:3e:6e:49:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b2add64-3220-4d0f-a25e-a2bd2c224a0e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110844) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 20:04:54.602520 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-6826abd8-abdf-4c62-9c9d-411b939033ba req-7af904a7-d012-40c0-a767-61d68cf15ec5 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] 10.222.0.17 "GET /v2.0/security-groups?id=426a98f1-bdae-428a-b03d-426236e01087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962930 Jul 24 20:04:54.611620 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-a16eaf2e-f521-4b54-a159-523861f04c2d req-4c1c45f4-062b-4078-aa9e-85bfca362987 tempest-VolumesActionsTest-1808120335 tempest-VolumesActionsTest-1808120335-project] 10.222.0.17 "GET /v2.0/security-groups?id=a40872af-5c4f-464d-8095-8ff6d6e53450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903716 Jul 24 20:04:54.663613 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Current status of the port 861406d6-f3c5-44c1-a4d8-ca19b67846ba is: DOWN; New status is: BUILD {{(pid=110844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 20:04:54.664027 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (861406d6-f3c5-44c1-a4d8-ca19b67846ba), before_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:54.681094 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.notifiers.nova [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 861406d6-f3c5-44c1-a4d8-ca19b67846ba {{(pid=110844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 24 20:04:54.706232 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] For port 861406d6-f3c5-44c1-a4d8-ca19b67846ba, host hv-cinder-85044, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85044',level=0,port_id=861406d6-f3c5-44c1-a4d8-ca19b67846ba,segment=NetworkSegment(a26e4697-a627-4fd9-b577-6f5138f29a6f),segment_id=a26e4697-a627-4fd9-b577-6f5138f29a6f)] {{(pid=110844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 20:04:54.764170 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6372e53e-8457-469d-992a-c77336761397 req-1a3cb56b-9eef-4fe4-a3ea-6e65ea969ae5 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:04:54.766028 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-6372e53e-8457-469d-992a-c77336761397 req-1a3cb56b-9eef-4fe4-a3ea-6e65ea969ae5 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.17 "GET /v2.0/ports?device_id=647ad9f1-82e7-4c2d-be35-51911eb31120 HTTP/1.1" status: 200 len: 946 time: 0.0660741 Jul 24 20:04:54.778065 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 34390) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:04:54.783452 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.v2.base [None req-dbaae3a4-a2ec-479e-ae97-bc4ce67a836a tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Request body: {'floatingip': {'port_id': 'b7d02836-dfd7-48ab-861d-c6c4a57f9370'}} {{(pid=110842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 20:04:54.810695 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958'] for port (861406d6-f3c5-44c1-a4d8-ca19b67846ba), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:54.830854 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-dbaae3a4-a2ec-479e-ae97-bc4ce67a836a tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Publish callbacks [] for floatingip (812e5b56-5bf8-4b17-a49d-1ed2e94a044b), before_update {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:54.892554 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Pushing event updated for resources: {'Port': ['ID=861406d6-f3c5-44c1-a4d8-ca19b67846ba,revision_number=4']} {{(pid=110844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:04:55.133347 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] get_ports_and_sgs() called for port_ids ['861406d6-f3c5-44c1-a4d8-ca19b67846ba'] {{(pid=110844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 20:04:55.248083 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:04:55.369114 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:04:55.460337 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=100 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:04:55.484996 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-dbaae3a4-a2ec-479e-ae97-bc4ce67a836a tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:55.486755 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781668ac-1731-4245-96af-4e2589f4e415 req-9c4e2bad-68ee-49f7-9a52-a69608e7ca88 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:04:55.488407 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-781668ac-1731-4245-96af-4e2589f4e415 req-9c4e2bad-68ee-49f7-9a52-a69608e7ca88 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/ports?device_id=6a96a33d-f3d9-4d85-aac1-e661447d460a HTTP/1.1" status: 200 len: 945 time: 0.0675130 Jul 24 20:04:55.542421 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-dbaae3a4-a2ec-479e-ae97-bc4ce67a836a tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-452544'] for floatingip (812e5b56-5bf8-4b17-a49d-1ed2e94a044b), after_update {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:55.564119 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-781668ac-1731-4245-96af-4e2589f4e415 req-028aef23-4d6a-47f3-a6b1-1417ee0463d5 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/security-groups?id=e781b7b9-5d3f-49aa-85ef-8bf9d88b54be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641999 Jul 24 20:04:55.689064 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.db.l3_db [None req-dbaae3a4-a2ec-479e-ae97-bc4ce67a836a tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Floating IP 812e5b56-5bf8-4b17-a49d-1ed2e94a044b associated. External IP: 172.27.3.125, port: b7d02836-dfd7-48ab-861d-c6c4a57f9370. Jul 24 20:04:55.877395 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c58da29-0f7c-45d2-b456-98073fbea2ba req-8e243781-c5c3-443a-8678-cc538518503c tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:04:55.880125 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-4c58da29-0f7c-45d2-b456-98073fbea2ba req-8e243781-c5c3-443a-8678-cc538518503c tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] 10.222.0.17 "GET /v2.0/ports?device_id=e088bee9-33e5-4380-bfd8-c214b0fd8fae HTTP/1.1" status: 200 len: 943 time: 0.1647263 Jul 24 20:04:55.899133 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd55054-f022-48d1-8de2-6f502dd6289d req-b77947df-180a-4903-b833-e99fc3b92b34 tempest-VolumesActionsTest-1808120335 tempest-VolumesActionsTest-1808120335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:04:55.900893 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-efd55054-f022-48d1-8de2-6f502dd6289d req-b77947df-180a-4903-b833-e99fc3b92b34 tempest-VolumesActionsTest-1808120335 tempest-VolumesActionsTest-1808120335-project] 10.222.0.17 "GET /v2.0/ports?device_id=8446e129-c2b7-4d05-8833-6ec0cb866a6b HTTP/1.1" status: 200 len: 944 time: 0.1099012 Jul 24 20:04:55.981216 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbaae3a4-a2ec-479e-ae97-bc4ce67a836a tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Router 47e81123-031d-44ab-8cc7-b1e59e57cd0c has already been hosted by L3 agent 408021b7-d46b-48c2-9f75-8a8023f9145c {{(pid=110842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 24 20:04:56.013801 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-4c58da29-0f7c-45d2-b456-98073fbea2ba req-2eaa0c71-e113-4954-ad6a-b3d55f504444 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] 10.222.0.17 "GET /v2.0/security-groups?id=426a98f1-bdae-428a-b03d-426236e01087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1235061 Jul 24 20:04:56.020766 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-efd55054-f022-48d1-8de2-6f502dd6289d req-18bf3793-32c4-4eb1-b601-15400edc77d3 tempest-VolumesActionsTest-1808120335 tempest-VolumesActionsTest-1808120335-project] 10.222.0.17 "GET /v2.0/security-groups?id=a40872af-5c4f-464d-8095-8ff6d6e53450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121783 Jul 24 20:04:56.120040 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbaae3a4-a2ec-479e-ae97-bc4ce67a836a tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Notify agent at l3_agent.dv-cinder-850449-2-iscsi the message routers_updated {{(pid=110842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 20:04:56.127309 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-dbaae3a4-a2ec-479e-ae97-bc4ce67a836a tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1048257'] for floatingip (None), before_response {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:56.136308 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2938f03-4fdb-468b-9792-06eed4830f32 None None] Sync routers for ids ['47e81123-031d-44ab-8cc7-b1e59e57cd0c'] in dv-cinder-850449-2-iscsi {{(pid=110844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 20:04:56.154992 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2938f03-4fdb-468b-9792-06eed4830f32 None None] Routers {'47e81123-031d-44ab-8cc7-b1e59e57cd0c'} bound to L3 agent in host dv-cinder-850449-2-iscsi {{(pid=110844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 20:04:56.156029 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_hamode_db [None req-f2938f03-4fdb-468b-9792-06eed4830f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-24T19:52:06Z,description=,heartbeat_timestamp=2022-07-24T20:04:36Z,host='dv-cinder-850449-2-iscsi',id=408021b7-d46b-48c2-9f75-8a8023f9145c,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T19:52:06Z,topic='l3_agent')) {'router_ids': ['47e81123-031d-44ab-8cc7-b1e59e57cd0c'], 'active': True} {{(pid=110844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:04:56.184344 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-dbaae3a4-a2ec-479e-ae97-bc4ce67a836a tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.17 "PUT /v2.0/floatingips/812e5b56-5bf8-4b17-a49d-1ed2e94a044b HTTP/1.1" status: 200 len: 992 time: 1.4048231 Jul 24 20:04:56.185295 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '647ad9f1-82e7-4c2d-be35-51911eb31120', 'tag': 'b7d02836-dfd7-48ab-861d-c6c4a57f9370'}] {{(pid=110842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 24 20:04:56.189605 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5edc3fcd2ba6a287f711eaf45b4d5d5c8d3623c9fa62bef48fe3be9641ba2c6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1f753af-a21e-4fcf-a77d-92d1a38bc357" -d '{"events": [{"name": "network-changed", "server_uuid": "647ad9f1-82e7-4c2d-be35-51911eb31120", "tag": "b7d02836-dfd7-48ab-861d-c6c4a57f9370"}]}' {{(pid=110842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 20:04:56.239439 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 24 Jul 2022 20:04:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5005a39-b561-4dd5-b465-1f09467f3b29 x-openstack-request-id: req-b5005a39-b561-4dd5-b465-1f09467f3b29 {{(pid=110842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 20:04:56.239813 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "647ad9f1-82e7-4c2d-be35-51911eb31120", "tag": "b7d02836-dfd7-48ab-861d-c6c4a57f9370", "status": "completed", "code": 200}]} {{(pid=110842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 20:04:56.240121 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-b5005a39-b561-4dd5-b465-1f09467f3b29 {{(pid=110842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 20:04:56.240579 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5005a39-b561-4dd5-b465-1f09467f3b29'] response: {'name': 'network-changed', 'server_uuid': '647ad9f1-82e7-4c2d-be35-51911eb31120', 'tag': 'b7d02836-dfd7-48ab-861d-c6c4a57f9370', 'status': 'completed', 'code': 200} Jul 24 20:04:56.299336 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_dvr_db [None req-f2938f03-4fdb-468b-9792-06eed4830f32 None None] Set router 47e81123-031d-44ab-8cc7-b1e59e57cd0c gateway port host: dv-cinder-850449-2-iscsi {{(pid=110844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 20:04:56.321493 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f753af-a21e-4fcf-a77d-92d1a38bc357 req-4c155d8d-d7e8-4b0c-99aa-26b4864076b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:04:56.324110 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [req-e1f753af-a21e-4fcf-a77d-92d1a38bc357 req-4c155d8d-d7e8-4b0c-99aa-26b4864076b9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=dcc8f2e8d4e64866a624dcd6d1de5d81&device_id=647ad9f1-82e7-4c2d-be35-51911eb31120 HTTP/1.1" status: 200 len: 1130 time: 0.0485239 Jul 24 20:04:56.399037 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:04:56.441417 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Device 8a84c4da-af42-4582-b5ab-1a810862bd5d details requested by agent hyperv_hv-cinder-85044 with host hv-cinder-85044 {{(pid=110844) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 20:04:56.443559 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f753af-a21e-4fcf-a77d-92d1a38bc357 req-0daa3b3f-9ab3-465e-b597-4cc20df550c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:04:56.443821 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Device 861406d6-f3c5-44c1-a4d8-ca19b67846ba up at agent hyperv_hv-cinder-85044 {{(pid=110844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 20:04:56.445777 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [req-e1f753af-a21e-4fcf-a77d-92d1a38bc357 req-0daa3b3f-9ab3-465e-b597-4cc20df550c8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=9568b641-7783-426b-8ad0-3ac71fba0922 HTTP/1.1" status: 200 len: 916 time: 0.1156132 Jul 24 20:04:56.537705 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [req-e1f753af-a21e-4fcf-a77d-92d1a38bc357 req-c810e29a-8092-4cb6-945d-0cff0c03e8ee service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b7d02836-dfd7-48ab-861d-c6c4a57f9370 HTTP/1.1" status: 200 len: 1000 time: 0.0815594 Jul 24 20:04:56.633789 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f753af-a21e-4fcf-a77d-92d1a38bc357 req-a89f1462-0586-46fe-afcb-8a7a38f69792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:04:56.636035 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Provisioning for port 861406d6-f3c5-44c1-a4d8-ca19b67846ba completed by entity L2. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 24 20:04:56.637161 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [req-e1f753af-a21e-4fcf-a77d-92d1a38bc357 req-a89f1462-0586-46fe-afcb-8a7a38f69792 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cce9884f-3061-48ee-abb3-8ca2a1e54559 HTTP/1.1" status: 200 len: 854 time: 0.0912342 Jul 24 20:04:56.705583 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] For port 8a84c4da-af42-4582-b5ab-1a810862bd5d, host hv-cinder-85044, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85044',level=0,port_id=8a84c4da-af42-4582-b5ab-1a810862bd5d,segment=NetworkSegment(4bba68c1-4e30-4a75-be7c-266a932629a9),segment_id=4bba68c1-4e30-4a75-be7c-266a932629a9)] {{(pid=110844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 20:04:56.709056 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_hamode_db [None req-f2938f03-4fdb-468b-9792-06eed4830f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47e81123-031d-44ab-8cc7-b1e59e57cd0c', 'name': 'tempest-AttachVolumeNegativeTest-1190663108-router', 'tenant_id': 'dcc8f2e8d4e64866a624dcd6d1de5d81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'external_fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': 'e4a96822-ce99-4391-bf07-e617c74eb382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T20:02:39Z', 'updated_at': '2022-07-24T20:02:45Z', 'revision_number': 4, 'project_id': 'dcc8f2e8d4e64866a624dcd6d1de5d81', 'gw_port': {'id': 'e4a96822-ce99-4391-bf07-e617c74eb382', 'name': '', 'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:64:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e81123-031d-44ab-8cc7-b1e59e57cd0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:02:40Z', 'updated_at': '2022-07-24T20:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99a0caa3-3fb5-4860-826f-478186226de3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850449-2-iscsi', '_floatingips': [{'id': '812e5b56-5bf8-4b17-a49d-1ed2e94a044b', 'tenant_id': 'dcc8f2e8d4e64866a624dcd6d1de5d81', 'floating_ip_address': '172.27.3.125', 'floating_network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'router_id': '47e81123-031d-44ab-8cc7-b1e59e57cd0c', 'port_id': 'b7d02836-dfd7-48ab-861d-c6c4a57f9370', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9568b641-7783-426b-8ad0-3ac71fba0922', 'mac_address': 'fa:16:3e:74:e1:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '647ad9f1-82e7-4c2d-be35-51911eb31120', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-24T20:04:31Z', 'updated_at': '2022-07-24T20:04:55Z', 'revision_number': 1, 'project_id': 'dcc8f2e8d4e64866a624dcd6d1de5d81', 'fixed_ip_address_scope': None}, {'id': 'd381b3e3-78c4-4c61-8865-3d462650f82e', 'tenant_id': 'dcc8f2e8d4e64866a624dcd6d1de5d81', 'floating_ip_address': '172.27.3.88', 'floating_network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'router_id': '47e81123-031d-44ab-8cc7-b1e59e57cd0c', 'port_id': '4650de31-a042-4ead-afb7-6f32d4fc465c', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 329, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9568b641-7783-426b-8ad0-3ac71fba0922', 'mac_address': 'fa:16:3e:ff:99:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd14a8072-7f75-43da-8d5e-040cd9378f5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-24T20:02:50Z', 'updated_at': '2022-07-24T20:03:21Z', 'revision_number': 2, 'project_id': 'dcc8f2e8d4e64866a624dcd6d1de5d81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a915ddb-b03f-445f-850a-6252c5f8b719', 'name': '', 'network_id': '9568b641-7783-426b-8ad0-3ac71fba0922', 'tenant_id': 'dcc8f2e8d4e64866a624dcd6d1de5d81', 'mac_address': 'fa:16:3e:1a:0c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e81123-031d-44ab-8cc7-b1e59e57cd0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'cce9884f-3061-48ee-abb3-8ca2a1e54559', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:02:43Z', 'updated_at': '2022-07-24T20:02:53Z', 'revision_number': 5, 'project_id': 'dcc8f2e8d4e64866a624dcd6d1de5d81', 'subnets': [{'id': 'cce9884f-3061-48ee-abb3-8ca2a1e54559', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850449-2-iscsi', False) {} {{(pid=110844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:04:56.722599 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f753af-a21e-4fcf-a77d-92d1a38bc357 req-a7111ed2-9efa-4f12-b91d-222943323d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:04:56.725511 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [req-e1f753af-a21e-4fcf-a77d-92d1a38bc357 req-a7111ed2-9efa-4f12-b91d-222943323d0c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9568b641-7783-426b-8ad0-3ac71fba0922&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0815356 Jul 24 20:04:56.747295 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Provisioning complete for port 861406d6-f3c5-44c1-a4d8-ca19b67846ba triggered by entity L2. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 20:04:56.747691 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812910'] for port (861406d6-f3c5-44c1-a4d8-ca19b67846ba), provisioning_complete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:56.749667 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Returning: {'device': '8a84c4da-af42-4582-b5ab-1a810862bd5d', 'network_id': 'f72988cc-9fd0-426e-8ec1-94766c43bdf7', 'port_id': '8a84c4da-af42-4582-b5ab-1a810862bd5d', 'mac_address': 'fa:16:3e:f6:c3:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fbdff86-24c9-443e-8877-71756a9ade49', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110844) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 20:04:56.752841 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2938f03-4fdb-468b-9792-06eed4830f32 None None] Checking router: 47e81123-031d-44ab-8cc7-b1e59e57cd0c for host: dv-cinder-850449-2-iscsi {{(pid=110844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 20:04:56.757302 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393eb08c-d732-406a-ae61-c0278e60fc06 req-138d1cc0-56ed-483b-9b43-f2956f4f77c8 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:04:56.760030 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-393eb08c-d732-406a-ae61-c0278e60fc06 req-138d1cc0-56ed-483b-9b43-f2956f4f77c8 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/ports?device_id=6a96a33d-f3d9-4d85-aac1-e661447d460a HTTP/1.1" status: 200 len: 945 time: 0.0845516 Jul 24 20:04:56.804599 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:04:56.818248 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2938f03-4fdb-468b-9792-06eed4830f32 None None] Routers {'47e81123-031d-44ab-8cc7-b1e59e57cd0c'} bound to L3 agent in host dv-cinder-850449-2-iscsi {{(pid=110844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 20:04:56.818904 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_hamode_db [None req-f2938f03-4fdb-468b-9792-06eed4830f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-24T19:52:06Z,description=,heartbeat_timestamp=2022-07-24T20:04:36Z,host='dv-cinder-850449-2-iscsi',id=408021b7-d46b-48c2-9f75-8a8023f9145c,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T19:52:06Z,topic='l3_agent')) {'router_ids': ['47e81123-031d-44ab-8cc7-b1e59e57cd0c'], 'active': True} {{(pid=110844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:04:56.853126 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-393eb08c-d732-406a-ae61-c0278e60fc06 req-8b521a61-45e5-43cf-95f7-992590487cdb tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/security-groups?id=e781b7b9-5d3f-49aa-85ef-8bf9d88b54be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852494 Jul 24 20:04:56.901185 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [req-e1f753af-a21e-4fcf-a77d-92d1a38bc357 req-daeebab4-55f7-4cb0-a797-be953cdd172a service neutron] 10.222.0.42 "GET /v2.0/networks/9568b641-7783-426b-8ad0-3ac71fba0922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618185 Jul 24 20:04:57.018440 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [req-e1f753af-a21e-4fcf-a77d-92d1a38bc357 req-7830c74d-1b7f-404f-94d9-2cdde9876269 service neutron] 10.222.0.42 "GET /v2.0/networks/9568b641-7783-426b-8ad0-3ac71fba0922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092441 Jul 24 20:04:57.172036 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Current status of the port 8a84c4da-af42-4582-b5ab-1a810862bd5d is: DOWN; New status is: BUILD {{(pid=110844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 20:04:57.172693 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (8a84c4da-af42-4582-b5ab-1a810862bd5d), before_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:57.247583 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10ae688-63b9-421b-8d46-3bbb70fb3971 req-cc63099b-bf12-40df-a026-ddf10c583658 tempest-VolumesActionsTest-1808120335 tempest-VolumesActionsTest-1808120335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:04:57.249245 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-b10ae688-63b9-421b-8d46-3bbb70fb3971 req-cc63099b-bf12-40df-a026-ddf10c583658 tempest-VolumesActionsTest-1808120335 tempest-VolumesActionsTest-1808120335-project] 10.222.0.17 "GET /v2.0/ports?device_id=8446e129-c2b7-4d05-8833-6ec0cb866a6b HTTP/1.1" status: 200 len: 944 time: 0.1098452 Jul 24 20:04:57.256369 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4a0ad7-6e12-4560-b06f-da0fe46b41f5 req-89d9a43f-366c-4e62-b366-feb87bdc12e2 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:04:57.257298 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-fb4a0ad7-6e12-4560-b06f-da0fe46b41f5 req-89d9a43f-366c-4e62-b366-feb87bdc12e2 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] 10.222.0.17 "GET /v2.0/ports?device_id=e088bee9-33e5-4380-bfd8-c214b0fd8fae HTTP/1.1" status: 200 len: 943 time: 0.1204138 Jul 24 20:04:57.258413 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.notifiers.nova [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a84c4da-af42-4582-b5ab-1a810862bd5d {{(pid=110844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 24 20:04:57.297718 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_dvr_db [None req-f2938f03-4fdb-468b-9792-06eed4830f32 None None] Set router 47e81123-031d-44ab-8cc7-b1e59e57cd0c gateway port host: dv-cinder-850449-2-iscsi {{(pid=110844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 20:04:57.333152 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-b10ae688-63b9-421b-8d46-3bbb70fb3971 req-87c5fec6-c83d-43cf-8dcc-8aa208c7fef4 tempest-VolumesActionsTest-1808120335 tempest-VolumesActionsTest-1808120335-project] 10.222.0.17 "GET /v2.0/security-groups?id=a40872af-5c4f-464d-8095-8ff6d6e53450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745962 Jul 24 20:04:57.339699 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=100 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:04:57.352262 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-fb4a0ad7-6e12-4560-b06f-da0fe46b41f5 req-5a968a13-5534-41e2-a499-88e5b1f11cea tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] 10.222.0.17 "GET /v2.0/security-groups?id=426a98f1-bdae-428a-b03d-426236e01087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861599 Jul 24 20:04:57.397820 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Current status of the port 861406d6-f3c5-44c1-a4d8-ca19b67846ba is: BUILD; New status is: ACTIVE {{(pid=110844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 20:04:57.398464 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (861406d6-f3c5-44c1-a4d8-ca19b67846ba), before_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:57.424372 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] For port 8a84c4da-af42-4582-b5ab-1a810862bd5d, host hv-cinder-85044, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85044',level=0,port_id=8a84c4da-af42-4582-b5ab-1a810862bd5d,segment=NetworkSegment(4bba68c1-4e30-4a75-be7c-266a932629a9),segment_id=4bba68c1-4e30-4a75-be7c-266a932629a9)] {{(pid=110844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 20:04:57.503815 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958'] for port (8a84c4da-af42-4582-b5ab-1a810862bd5d), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:57.560049 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8446e129-c2b7-4d05-8833-6ec0cb866a6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '861406d6-f3c5-44c1-a4d8-ca19b67846ba'}] {{(pid=110844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 24 20:04:57.563928 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cb44c1e02bae91b270a0e6cfc836be33c010434f31a7c401440ca7d913440f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c6cc77e-de73-4d27-a54c-800e31ecbc25" -d '{"events": [{"server_uuid": "8446e129-c2b7-4d05-8833-6ec0cb866a6b", "name": "network-vif-plugged", "status": "completed", "tag": "861406d6-f3c5-44c1-a4d8-ca19b67846ba"}]}' {{(pid=110844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 20:04:57.612456 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] For port 861406d6-f3c5-44c1-a4d8-ca19b67846ba, host hv-cinder-85044, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85044',level=0,port_id=861406d6-f3c5-44c1-a4d8-ca19b67846ba,segment=NetworkSegment(a26e4697-a627-4fd9-b577-6f5138f29a6f),segment_id=a26e4697-a627-4fd9-b577-6f5138f29a6f)] {{(pid=110844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 20:04:57.622883 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 24 Jul 2022 20:04:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-508f9fbd-2c89-4704-8647-912724b233dd x-openstack-request-id: req-508f9fbd-2c89-4704-8647-912724b233dd {{(pid=110844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 20:04:57.623392 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8446e129-c2b7-4d05-8833-6ec0cb866a6b", "name": "network-vif-plugged", "status": "completed", "tag": "861406d6-f3c5-44c1-a4d8-ca19b67846ba", "code": 200}]} {{(pid=110844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 20:04:57.623809 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-508f9fbd-2c89-4704-8647-912724b233dd {{(pid=110844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 20:04:57.624480 dv-cinder-850449-2-iscsi neutron-server[110844]: INFO neutron.notifiers.nova [-] Nova event matching ['req-508f9fbd-2c89-4704-8647-912724b233dd'] response: {'server_uuid': '8446e129-c2b7-4d05-8833-6ec0cb866a6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '861406d6-f3c5-44c1-a4d8-ca19b67846ba', 'code': 200} Jul 24 20:04:57.696586 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Pushing event updated for resources: {'Port': ['ID=8a84c4da-af42-4582-b5ab-1a810862bd5d,revision_number=4']} {{(pid=110844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:04:57.765059 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958'] for port (861406d6-f3c5-44c1-a4d8-ca19b67846ba), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:57.827959 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:04:57.859923 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Pushing event updated for resources: {'Port': ['ID=861406d6-f3c5-44c1-a4d8-ca19b67846ba,revision_number=5']} {{(pid=110844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:04:57.913111 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_hamode_db [None req-f2938f03-4fdb-468b-9792-06eed4830f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47e81123-031d-44ab-8cc7-b1e59e57cd0c', 'name': 'tempest-AttachVolumeNegativeTest-1190663108-router', 'tenant_id': 'dcc8f2e8d4e64866a624dcd6d1de5d81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'external_fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': 'e4a96822-ce99-4391-bf07-e617c74eb382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T20:02:39Z', 'updated_at': '2022-07-24T20:02:45Z', 'revision_number': 4, 'project_id': 'dcc8f2e8d4e64866a624dcd6d1de5d81', 'gw_port': {'id': 'e4a96822-ce99-4391-bf07-e617c74eb382', 'name': '', 'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:64:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e81123-031d-44ab-8cc7-b1e59e57cd0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:02:40Z', 'updated_at': '2022-07-24T20:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99a0caa3-3fb5-4860-826f-478186226de3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850449-2-iscsi', '_floatingips': [{'id': '812e5b56-5bf8-4b17-a49d-1ed2e94a044b', 'tenant_id': 'dcc8f2e8d4e64866a624dcd6d1de5d81', 'floating_ip_address': '172.27.3.125', 'floating_network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'router_id': '47e81123-031d-44ab-8cc7-b1e59e57cd0c', 'port_id': 'b7d02836-dfd7-48ab-861d-c6c4a57f9370', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9568b641-7783-426b-8ad0-3ac71fba0922', 'mac_address': 'fa:16:3e:74:e1:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '647ad9f1-82e7-4c2d-be35-51911eb31120', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-24T20:04:31Z', 'updated_at': '2022-07-24T20:04:55Z', 'revision_number': 1, 'project_id': 'dcc8f2e8d4e64866a624dcd6d1de5d81', 'fixed_ip_address_scope': None}, {'id': 'd381b3e3-78c4-4c61-8865-3d462650f82e', 'tenant_id': 'dcc8f2e8d4e64866a624dcd6d1de5d81', 'floating_ip_address': '172.27.3.88', 'floating_network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'router_id': '47e81123-031d-44ab-8cc7-b1e59e57cd0c', 'port_id': '4650de31-a042-4ead-afb7-6f32d4fc465c', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 329, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9568b641-7783-426b-8ad0-3ac71fba0922', 'mac_address': 'fa:16:3e:ff:99:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd14a8072-7f75-43da-8d5e-040cd9378f5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-24T20:02:50Z', 'updated_at': '2022-07-24T20:03:21Z', 'revision_number': 2, 'project_id': 'dcc8f2e8d4e64866a624dcd6d1de5d81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a915ddb-b03f-445f-850a-6252c5f8b719', 'name': '', 'network_id': '9568b641-7783-426b-8ad0-3ac71fba0922', 'tenant_id': 'dcc8f2e8d4e64866a624dcd6d1de5d81', 'mac_address': 'fa:16:3e:1a:0c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e81123-031d-44ab-8cc7-b1e59e57cd0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'cce9884f-3061-48ee-abb3-8ca2a1e54559', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:02:43Z', 'updated_at': '2022-07-24T20:02:53Z', 'revision_number': 5, 'project_id': 'dcc8f2e8d4e64866a624dcd6d1de5d81', 'subnets': [{'id': 'cce9884f-3061-48ee-abb3-8ca2a1e54559', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850449-2-iscsi', False) {} {{(pid=110844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:04:57.919266 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] get_ports_and_sgs() called for port_ids ['8a84c4da-af42-4582-b5ab-1a810862bd5d'] {{(pid=110844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 20:04:57.946582 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2938f03-4fdb-468b-9792-06eed4830f32 None None] The sync data for ids ['47e81123-031d-44ab-8cc7-b1e59e57cd0c'] in dv-cinder-850449-2-iscsi is: [{'id': '47e81123-031d-44ab-8cc7-b1e59e57cd0c', 'name': 'tempest-AttachVolumeNegativeTest-1190663108-router', 'tenant_id': 'dcc8f2e8d4e64866a624dcd6d1de5d81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'external_fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': 'e4a96822-ce99-4391-bf07-e617c74eb382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T20:02:39Z', 'updated_at': '2022-07-24T20:02:45Z', 'revision_number': 4, 'project_id': 'dcc8f2e8d4e64866a624dcd6d1de5d81', 'gw_port': {'id': 'e4a96822-ce99-4391-bf07-e617c74eb382', 'name': '', 'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:64:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e81123-031d-44ab-8cc7-b1e59e57cd0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:02:40Z', 'updated_at': '2022-07-24T20:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99a0caa3-3fb5-4860-826f-478186226de3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850449-2-iscsi', '_floatingips': [{'id': '812e5b56-5bf8-4b17-a49d-1ed2e94a044b', 'tenant_id': 'dcc8f2e8d4e64866a624dcd6d1de5d81', 'floating_ip_address': '172.27.3.125', 'floating_network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'router_id': '47e81123-031d-44ab-8cc7-b1e59e57cd0c', 'port_id': 'b7d02836-dfd7-48ab-861d-c6c4a57f9370', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9568b641-7783-426b-8ad0-3ac71fba0922', 'mac_address': 'fa:16:3e:74:e1:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '647ad9f1-82e7-4c2d-be35-51911eb31120', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-24T20:04:31Z', 'updated_at': '2022-07-24T20:04:55Z', 'revision_number': 1, 'project_id': 'dcc8f2e8d4e64866a624dcd6d1de5d81', 'fixed_ip_address_scope': None}, {'id': 'd381b3e3-78c4-4c61-8865-3d462650f82e', 'tenant_id': 'dcc8f2e8d4e64866a624dcd6d1de5d81', 'floating_ip_address': '172.27.3.88', 'floating_network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'router_id': '47e81123-031d-44ab-8cc7-b1e59e57cd0c', 'port_id': '4650de31-a042-4ead-afb7-6f32d4fc465c', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 329, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9568b641-7783-426b-8ad0-3ac71fba0922', 'mac_address': 'fa:16:3e:ff:99:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd14a8072-7f75-43da-8d5e-040cd9378f5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-24T20:02:50Z', 'updated_at': '2022-07-24T20:03:21Z', 'revision_number': 2, 'project_id': 'dcc8f2e8d4e64866a624dcd6d1de5d81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a915ddb-b03f-445f-850a-6252c5f8b719', 'name': '', 'network_id': '9568b641-7783-426b-8ad0-3ac71fba0922', 'tenant_id': 'dcc8f2e8d4e64866a624dcd6d1de5d81', 'mac_address': 'fa:16:3e:1a:0c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e81123-031d-44ab-8cc7-b1e59e57cd0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'cce9884f-3061-48ee-abb3-8ca2a1e54559', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:02:43Z', 'updated_at': '2022-07-24T20:02:53Z', 'revision_number': 5, 'project_id': 'dcc8f2e8d4e64866a624dcd6d1de5d81', 'subnets': [{'id': 'cce9884f-3061-48ee-abb3-8ca2a1e54559', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 20:04:58.032828 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=100 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:04:58.062147 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=100 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:04:58.071224 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b2f9c8-4730-4ebb-9cb0-79c5d008bef7 req-bf17b7ea-8458-41da-8182-600f7573f8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:04:58.073917 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [req-04b2f9c8-4730-4ebb-9cb0-79c5d008bef7 req-bf17b7ea-8458-41da-8182-600f7573f8e4 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8446e129-c2b7-4d05-8833-6ec0cb866a6b HTTP/1.1" status: 200 len: 1129 time: 0.1128976 Jul 24 20:04:58.090134 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf9cad3-f3e8-45e4-baf2-b1e446aceeb0 req-59da5dee-c268-4c70-a83f-6fe8ec044e90 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:04:58.093803 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-2bf9cad3-f3e8-45e4-baf2-b1e446aceeb0 req-59da5dee-c268-4c70-a83f-6fe8ec044e90 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/ports?device_id=6a96a33d-f3d9-4d85-aac1-e661447d460a HTTP/1.1" status: 200 len: 945 time: 0.0973697 Jul 24 20:04:58.175698 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-2bf9cad3-f3e8-45e4-baf2-b1e446aceeb0 req-0e0e8efa-de3b-4296-956a-85eb0c34c058 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/security-groups?id=e781b7b9-5d3f-49aa-85ef-8bf9d88b54be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753660 Jul 24 20:04:58.186193 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [req-04b2f9c8-4730-4ebb-9cb0-79c5d008bef7 req-80523bed-c558-4da1-91cc-189380149a1e service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=a40872af-5c4f-464d-8095-8ff6d6e53450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971014 Jul 24 20:04:58.237695 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:04:58.325463 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd9faf1-f05e-4a50-9272-8126da30246f None None] New status for floating IP 812e5b56-5bf8-4b17-a49d-1ed2e94a044b: ACTIVE {{(pid=110845) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 24 20:04:58.586921 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01e9921-4305-4c48-a955-3be5df636bb2 req-eaf870c2-085e-488e-b25a-4ac14cdb117c tempest-VolumesActionsTest-1808120335 tempest-VolumesActionsTest-1808120335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:04:58.589745 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-e01e9921-4305-4c48-a955-3be5df636bb2 req-eaf870c2-085e-488e-b25a-4ac14cdb117c tempest-VolumesActionsTest-1808120335 tempest-VolumesActionsTest-1808120335-project] 10.222.0.17 "GET /v2.0/ports?device_id=8446e129-c2b7-4d05-8833-6ec0cb866a6b HTTP/1.1" status: 200 len: 945 time: 0.1350842 Jul 24 20:04:58.614659 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988311f5-6c40-4cd0-9588-14b6504b61bb req-61e74547-3357-4cc3-bb6f-375ac3f9bc93 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:04:58.616458 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-988311f5-6c40-4cd0-9588-14b6504b61bb req-61e74547-3357-4cc3-bb6f-375ac3f9bc93 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] 10.222.0.17 "GET /v2.0/ports?device_id=e088bee9-33e5-4380-bfd8-c214b0fd8fae HTTP/1.1" status: 200 len: 944 time: 0.1135123 Jul 24 20:04:58.694512 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=100 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:04:58.735097 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-e01e9921-4305-4c48-a955-3be5df636bb2 req-10532c8e-7720-4495-b420-2cde918a2436 tempest-VolumesActionsTest-1808120335 tempest-VolumesActionsTest-1808120335-project] 10.222.0.17 "GET /v2.0/security-groups?id=a40872af-5c4f-464d-8095-8ff6d6e53450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174934 Jul 24 20:04:58.739754 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-988311f5-6c40-4cd0-9588-14b6504b61bb req-ff49c4fa-9936-41aa-9294-f43eabde22f4 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] 10.222.0.17 "GET /v2.0/security-groups?id=426a98f1-bdae-428a-b03d-426236e01087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062291 Jul 24 20:04:59.326019 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e78c09e-41a1-4a79-904d-f536ea2df885 req-28a99c8f-b2d2-400f-b7f6-5cb2a98f59be tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:04:59.327639 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-5e78c09e-41a1-4a79-904d-f536ea2df885 req-28a99c8f-b2d2-400f-b7f6-5cb2a98f59be tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/ports?device_id=6a96a33d-f3d9-4d85-aac1-e661447d460a HTTP/1.1" status: 200 len: 945 time: 0.0566304 Jul 24 20:04:59.388180 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-5e78c09e-41a1-4a79-904d-f536ea2df885 req-793e8f5d-fecd-45b0-8203-c82b21415eaa tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/security-groups?id=e781b7b9-5d3f-49aa-85ef-8bf9d88b54be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508342 Jul 24 20:04:59.390229 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Device 8a84c4da-af42-4582-b5ab-1a810862bd5d up at agent hyperv_hv-cinder-85044 {{(pid=110844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 20:04:59.466591 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Provisioning for port 8a84c4da-af42-4582-b5ab-1a810862bd5d completed by entity L2. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 24 20:04:59.530092 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Provisioning complete for port 8a84c4da-af42-4582-b5ab-1a810862bd5d triggered by entity L2. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 20:04:59.530530 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812910'] for port (8a84c4da-af42-4582-b5ab-1a810862bd5d), provisioning_complete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:59.615051 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Current status of the port 8a84c4da-af42-4582-b5ab-1a810862bd5d is: BUILD; New status is: ACTIVE {{(pid=110844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 20:04:59.615445 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (8a84c4da-af42-4582-b5ab-1a810862bd5d), before_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:59.643762 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e088bee9-33e5-4380-bfd8-c214b0fd8fae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a84c4da-af42-4582-b5ab-1a810862bd5d'}] {{(pid=110844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 24 20:04:59.646245 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cb44c1e02bae91b270a0e6cfc836be33c010434f31a7c401440ca7d913440f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-681620b6-96a6-4199-9765-b0bc88573756" -d '{"events": [{"server_uuid": "e088bee9-33e5-4380-bfd8-c214b0fd8fae", "name": "network-vif-plugged", "status": "completed", "tag": "8a84c4da-af42-4582-b5ab-1a810862bd5d"}]}' {{(pid=110844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 20:04:59.661239 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] For port 8a84c4da-af42-4582-b5ab-1a810862bd5d, host hv-cinder-85044, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85044',level=0,port_id=8a84c4da-af42-4582-b5ab-1a810862bd5d,segment=NetworkSegment(4bba68c1-4e30-4a75-be7c-266a932629a9),segment_id=4bba68c1-4e30-4a75-be7c-266a932629a9)] {{(pid=110844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 20:04:59.698694 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 24 Jul 2022 20:04:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfc11d78-8802-4466-93c8-98fdba418269 x-openstack-request-id: req-bfc11d78-8802-4466-93c8-98fdba418269 {{(pid=110844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 20:04:59.699068 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e088bee9-33e5-4380-bfd8-c214b0fd8fae", "name": "network-vif-plugged", "status": "completed", "tag": "8a84c4da-af42-4582-b5ab-1a810862bd5d", "code": 200}]} {{(pid=110844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 20:04:59.699317 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-bfc11d78-8802-4466-93c8-98fdba418269 {{(pid=110844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 20:04:59.699735 dv-cinder-850449-2-iscsi neutron-server[110844]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bfc11d78-8802-4466-93c8-98fdba418269'] response: {'server_uuid': 'e088bee9-33e5-4380-bfd8-c214b0fd8fae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a84c4da-af42-4582-b5ab-1a810862bd5d', 'code': 200} Jul 24 20:04:59.736331 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958'] for port (8a84c4da-af42-4582-b5ab-1a810862bd5d), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:04:59.843833 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Pushing event updated for resources: {'Port': ['ID=8a84c4da-af42-4582-b5ab-1a810862bd5d,revision_number=5']} {{(pid=110844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:04:59.992959 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616516e8-1680-40e8-98bb-68edba751092 req-086755ba-8220-46b5-b1ad-0891821224d0 tempest-VolumesActionsTest-1808120335 tempest-VolumesActionsTest-1808120335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:04:59.996096 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-616516e8-1680-40e8-98bb-68edba751092 req-086755ba-8220-46b5-b1ad-0891821224d0 tempest-VolumesActionsTest-1808120335 tempest-VolumesActionsTest-1808120335-project] 10.222.0.17 "GET /v2.0/ports?device_id=8446e129-c2b7-4d05-8833-6ec0cb866a6b HTTP/1.1" status: 200 len: 945 time: 0.1369164 Jul 24 20:05:00.028531 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4da65aa-9b60-444a-9c33-c4154074e221 req-acd8606e-8e2f-44f0-b441-81674290ad75 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:05:00.031260 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-a4da65aa-9b60-444a-9c33-c4154074e221 req-acd8606e-8e2f-44f0-b441-81674290ad75 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] 10.222.0.17 "GET /v2.0/ports?device_id=e088bee9-33e5-4380-bfd8-c214b0fd8fae HTTP/1.1" status: 200 len: 945 time: 0.1521840 Jul 24 20:05:00.106501 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-616516e8-1680-40e8-98bb-68edba751092 req-591f29fc-1a4f-455e-bc70-eb2d76826358 tempest-VolumesActionsTest-1808120335 tempest-VolumesActionsTest-1808120335-project] 10.222.0.17 "GET /v2.0/security-groups?id=a40872af-5c4f-464d-8095-8ff6d6e53450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041527 Jul 24 20:05:00.122538 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-a4da65aa-9b60-444a-9c33-c4154074e221 req-85cd658c-fbf4-4687-9a47-4349343b643b tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] 10.222.0.17 "GET /v2.0/security-groups?id=426a98f1-bdae-428a-b03d-426236e01087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831404 Jul 24 20:05:00.316060 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 34452) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:05:00.451090 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-f1b511a4-b1dd-45ba-855c-e82de7fe8ea6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:00.564221 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-f1b511a4-b1dd-45ba-855c-e82de7fe8ea6 admin admin] Publish callbacks [] for security_group (d148a0ad-a8d3-4566-9941-b48fc1d5184d), precommit_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:00.571464 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366a585f-e47f-4afc-8c4c-05274ee60e5c req-a6b3b84c-7a9c-4f0e-869f-fbfcb1cfcb07 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:05:00.574419 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-366a585f-e47f-4afc-8c4c-05274ee60e5c req-a6b3b84c-7a9c-4f0e-869f-fbfcb1cfcb07 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/ports?device_id=6a96a33d-f3d9-4d85-aac1-e661447d460a HTTP/1.1" status: 200 len: 945 time: 0.0665009 Jul 24 20:05:00.631605 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-366a585f-e47f-4afc-8c4c-05274ee60e5c req-a81724c6-65f9-4455-a9b4-f62771ee560b tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/security-groups?id=e781b7b9-5d3f-49aa-85ef-8bf9d88b54be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511944 Jul 24 20:05:00.707283 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-f1b511a4-b1dd-45ba-855c-e82de7fe8ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (d148a0ad-a8d3-4566-9941-b48fc1d5184d), after_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:00.753490 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b511a4-b1dd-45ba-855c-e82de7fe8ea6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d148a0ad-a8d3-4566-9941-b48fc1d5184d,revision_number=1']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:05:00.758240 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-f1b511a4-b1dd-45ba-855c-e82de7fe8ea6 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=ce7a0226fc434949b56b9a21cd6d6c4d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4408579 Jul 24 20:05:00.762247 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 34458) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:05:00.850259 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8036daae-25ac-41af-b421-4c67b20237a6 req-4df35035-caa7-44bc-9f6a-7430cdf34287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:05:00.851892 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [req-8036daae-25ac-41af-b421-4c67b20237a6 req-4df35035-caa7-44bc-9f6a-7430cdf34287 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e088bee9-33e5-4380-bfd8-c214b0fd8fae HTTP/1.1" status: 200 len: 1129 time: 0.0685847 Jul 24 20:05:00.882593 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-126b7c82-5fe5-4e7f-a301-6a0fbe51a1f4 admin admin] Publish callbacks [] for security_group (d148a0ad-a8d3-4566-9941-b48fc1d5184d), before_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:00.931483 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-126b7c82-5fe5-4e7f-a301-6a0fbe51a1f4 admin admin] Publish callbacks [] for security_group (d148a0ad-a8d3-4566-9941-b48fc1d5184d), precommit_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:00.955342 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [req-8036daae-25ac-41af-b421-4c67b20237a6 req-d38e098a-8104-464d-8df6-b52108f0e5a9 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=426a98f1-bdae-428a-b03d-426236e01087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878420 Jul 24 20:05:01.164535 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-126b7c82-5fe5-4e7f-a301-6a0fbe51a1f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (d148a0ad-a8d3-4566-9941-b48fc1d5184d), after_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:01.167186 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-126b7c82-5fe5-4e7f-a301-6a0fbe51a1f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:01.169273 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-126b7c82-5fe5-4e7f-a301-6a0fbe51a1f4 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/d148a0ad-a8d3-4566-9941-b48fc1d5184d HTTP/1.1" status: 204 len: 168 time: 0.4047773 Jul 24 20:05:01.179248 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b7c82-5fe5-4e7f-a301-6a0fbe51a1f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d148a0ad-a8d3-4566-9941-b48fc1d5184d,revision_number=None']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:05:01.355358 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7939ba-812b-4d8d-9496-9299bdcda413 req-eb7493be-3281-40ad-8a7a-b3ea081afe57 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:05:01.357031 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-bf7939ba-812b-4d8d-9496-9299bdcda413 req-eb7493be-3281-40ad-8a7a-b3ea081afe57 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] 10.222.0.17 "GET /v2.0/ports?device_id=e088bee9-33e5-4380-bfd8-c214b0fd8fae HTTP/1.1" status: 200 len: 945 time: 0.0978715 Jul 24 20:05:01.373552 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69bbdc3-f49a-4746-8313-c68abe7e6b7c req-248f58b6-786f-4601-b13e-b83a8ebc8eb2 tempest-VolumesActionsTest-1808120335 tempest-VolumesActionsTest-1808120335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:05:01.375130 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-a69bbdc3-f49a-4746-8313-c68abe7e6b7c req-248f58b6-786f-4601-b13e-b83a8ebc8eb2 tempest-VolumesActionsTest-1808120335 tempest-VolumesActionsTest-1808120335-project] 10.222.0.17 "GET /v2.0/ports?device_id=8446e129-c2b7-4d05-8833-6ec0cb866a6b HTTP/1.1" status: 200 len: 945 time: 0.0763416 Jul 24 20:05:01.455605 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-bf7939ba-812b-4d8d-9496-9299bdcda413 req-b1a0f64c-4c28-4bab-a593-ed9404eac7e9 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] 10.222.0.17 "GET /v2.0/security-groups?id=426a98f1-bdae-428a-b03d-426236e01087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902340 Jul 24 20:05:01.469314 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-a69bbdc3-f49a-4746-8313-c68abe7e6b7c req-0a6b4fef-b80e-47bb-9ba3-d3662551cf10 tempest-VolumesActionsTest-1808120335 tempest-VolumesActionsTest-1808120335-project] 10.222.0.17 "GET /v2.0/security-groups?id=a40872af-5c4f-464d-8095-8ff6d6e53450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870016 Jul 24 20:05:01.820077 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cade18-f692-45ea-85d5-b694f2d14857 req-71b83dcc-a81c-41eb-8179-7d29c243c425 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:05:01.822367 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-e5cade18-f692-45ea-85d5-b694f2d14857 req-71b83dcc-a81c-41eb-8179-7d29c243c425 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/ports?device_id=6a96a33d-f3d9-4d85-aac1-e661447d460a HTTP/1.1" status: 200 len: 945 time: 0.0775623 Jul 24 20:05:01.911729 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-e5cade18-f692-45ea-85d5-b694f2d14857 req-e3a5aa52-dc7a-443b-85de-b7876bb897f4 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/security-groups?id=e781b7b9-5d3f-49aa-85ef-8bf9d88b54be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778191 Jul 24 20:05:02.587771 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ee583f-f2e6-442c-9b66-b1343b9aa447 req-85cafbb6-ad1d-423c-9cb6-73f6f0fd78cb tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:05:02.590576 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-71ee583f-f2e6-442c-9b66-b1343b9aa447 req-85cafbb6-ad1d-423c-9cb6-73f6f0fd78cb tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] 10.222.0.17 "GET /v2.0/ports?device_id=e088bee9-33e5-4380-bfd8-c214b0fd8fae HTTP/1.1" status: 200 len: 945 time: 0.0553238 Jul 24 20:05:02.619849 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=100 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:05:02.650742 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-71ee583f-f2e6-442c-9b66-b1343b9aa447 req-2004dd45-1373-4ead-8d20-0021208fe866 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] 10.222.0.17 "GET /v2.0/security-groups?id=426a98f1-bdae-428a-b03d-426236e01087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533376 Jul 24 20:05:02.885164 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57055ab2-e6f4-4e72-8549-adb644887b63 req-76c2c0fc-58c0-4d19-a6e8-0149feb1c938 tempest-VolumesActionsTest-1808120335 tempest-VolumesActionsTest-1808120335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:05:02.888464 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-57055ab2-e6f4-4e72-8549-adb644887b63 req-76c2c0fc-58c0-4d19-a6e8-0149feb1c938 tempest-VolumesActionsTest-1808120335 tempest-VolumesActionsTest-1808120335-project] 10.222.0.17 "GET /v2.0/ports?device_id=8446e129-c2b7-4d05-8833-6ec0cb866a6b HTTP/1.1" status: 200 len: 945 time: 0.0804729 Jul 24 20:05:02.976948 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-57055ab2-e6f4-4e72-8549-adb644887b63 req-48557127-92ec-4719-9647-70ac346ffc3b tempest-VolumesActionsTest-1808120335 tempest-VolumesActionsTest-1808120335-project] 10.222.0.17 "GET /v2.0/security-groups?id=a40872af-5c4f-464d-8095-8ff6d6e53450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740509 Jul 24 20:05:03.079797 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbd71dd-c320-4764-bbd2-945d3f97a195 req-11187d8a-7ec1-46bf-8d47-8d6e2a6a9a54 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:05:03.082018 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-abbd71dd-c320-4764-bbd2-945d3f97a195 req-11187d8a-7ec1-46bf-8d47-8d6e2a6a9a54 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/ports?device_id=6a96a33d-f3d9-4d85-aac1-e661447d460a HTTP/1.1" status: 200 len: 945 time: 0.0610044 Jul 24 20:05:03.143761 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-abbd71dd-c320-4764-bbd2-945d3f97a195 req-7b935e99-8b52-4cd9-bb4a-2ace10aa27c6 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/security-groups?id=e781b7b9-5d3f-49aa-85ef-8bf9d88b54be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545664 Jul 24 20:05:03.484442 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-8f210a45-225d-48df-8cfc-6a917505772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (dc36e0ef-94f3-4a3e-9c13-4790afccb2e9), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:03.776830 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c02264-b7d0-4a9e-8f7f-5a9fd9415d7f req-25b287ad-b007-4158-bd4c-d2209a0d50b4 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:05:03.778472 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-39c02264-b7d0-4a9e-8f7f-5a9fd9415d7f req-25b287ad-b007-4158-bd4c-d2209a0d50b4 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] 10.222.0.17 "GET /v2.0/ports?device_id=e088bee9-33e5-4380-bfd8-c214b0fd8fae HTTP/1.1" status: 200 len: 945 time: 0.0530457 Jul 24 20:05:03.821844 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=100 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:05:03.841516 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-39c02264-b7d0-4a9e-8f7f-5a9fd9415d7f req-2d565767-f8f0-4312-958b-2d60390f2ce7 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] 10.222.0.17 "GET /v2.0/security-groups?id=426a98f1-bdae-428a-b03d-426236e01087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531676 Jul 24 20:05:03.983678 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019621c5-6df5-4eaf-8ef9-4f24ae7a13fc req-9b446f4c-ece9-438f-bbf4-e39f1ec0c700 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:05:03.985776 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-019621c5-6df5-4eaf-8ef9-4f24ae7a13fc req-9b446f4c-ece9-438f-bbf4-e39f1ec0c700 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] 10.222.0.17 "GET /v2.0/ports?device_id=e088bee9-33e5-4380-bfd8-c214b0fd8fae HTTP/1.1" status: 200 len: 945 time: 0.0528073 Jul 24 20:05:04.047329 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-019621c5-6df5-4eaf-8ef9-4f24ae7a13fc req-155829bd-d415-477c-bdef-dc7909a667a9 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] 10.222.0.17 "GET /v2.0/security-groups?id=426a98f1-bdae-428a-b03d-426236e01087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545125 Jul 24 20:05:04.080426 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 34496) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:05:04.125064 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31134879-09d0-446c-a1e7-9d85b3e11762 req-eddad507-d84b-4ceb-aad7-e3cc6d427050 tempest-VolumesActionsTest-1808120335 tempest-VolumesActionsTest-1808120335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:05:04.126862 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-31134879-09d0-446c-a1e7-9d85b3e11762 req-eddad507-d84b-4ceb-aad7-e3cc6d427050 tempest-VolumesActionsTest-1808120335 tempest-VolumesActionsTest-1808120335-project] 10.222.0.17 "GET /v2.0/ports?device_id=8446e129-c2b7-4d05-8833-6ec0cb866a6b HTTP/1.1" status: 200 len: 945 time: 0.0608690 Jul 24 20:05:04.204893 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-31134879-09d0-446c-a1e7-9d85b3e11762 req-4fa3b15b-71d0-496c-82cf-4d88917ece40 tempest-VolumesActionsTest-1808120335 tempest-VolumesActionsTest-1808120335-project] 10.222.0.17 "GET /v2.0/security-groups?id=a40872af-5c4f-464d-8095-8ff6d6e53450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675371 Jul 24 20:05:04.298881 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bdf9e9-7932-4a2d-b9ef-56316f5d5f53 req-f9a25d59-fd7f-4077-81f5-452d2a30fd71 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:05:04.303340 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-55bdf9e9-7932-4a2d-b9ef-56316f5d5f53 req-f9a25d59-fd7f-4077-81f5-452d2a30fd71 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/ports?device_id=6a96a33d-f3d9-4d85-aac1-e661447d460a HTTP/1.1" status: 200 len: 945 time: 0.0614173 Jul 24 20:05:04.355543 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c594629-886c-4f41-808a-c8d316050d9b tempest-TestVolumeBootPattern-681006630 tempest-TestVolumeBootPattern-681006630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:05:04.357571 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-9c594629-886c-4f41-808a-c8d316050d9b tempest-TestVolumeBootPattern-681006630 tempest-TestVolumeBootPattern-681006630-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=e088bee9-33e5-4380-bfd8-c214b0fd8fae HTTP/1.1" status: 200 len: 1124 time: 0.2759082 Jul 24 20:05:04.361533 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 34502) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:05:04.366168 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.v2.base [None req-a2dfde0e-6c83-41c9-8ea5-e11964e2a347 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Request body: {'floatingip': {'floating_network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'port_id': '8a84c4da-af42-4582-b5ab-1a810862bd5d', 'tenant_id': '757b69afcbc64d9a853a7ae1f7dc3307', 'fixed_ip_address': '172.20.0.5'}} {{(pid=110842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 20:05:04.373201 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-55bdf9e9-7932-4a2d-b9ef-56316f5d5f53 req-ef8d51cf-a638-47a8-816b-8f6c7e7b0ff4 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/security-groups?id=e781b7b9-5d3f-49aa-85ef-8bf9d88b54be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614657 Jul 24 20:05:04.478705 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-a2dfde0e-6c83-41c9-8ea5-e11964e2a347 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:04.607714 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-a2dfde0e-6c83-41c9-8ea5-e11964e2a347 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (None), before_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:04.740614 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.db.db_base_plugin_common [None req-a2dfde0e-6c83-41c9-8ea5-e11964e2a347 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Allocated IP 172.27.3.171 (10498192-3528-4341-803f-d59b33e3b71c/99a0caa3-3fb5-4860-826f-478186226de3/cba5c907-d1ee-49f4-803d-3a7412d7b95b) {{(pid=110842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 20:05:04.786610 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:05:04.865299 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:05:04.888426 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4d166a-15d5-4de2-ba06-6816dd9d048a req-db7f78f6-eb5b-4795-9a4c-c63c641fc863 tempest-VolumesActionsTest-1808120335 tempest-VolumesActionsTest-1808120335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:05:04.890042 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [req-8c4d166a-15d5-4de2-ba06-6816dd9d048a req-db7f78f6-eb5b-4795-9a4c-c63c641fc863 tempest-VolumesActionsTest-1808120335 tempest-VolumesActionsTest-1808120335-project] 10.222.0.42 "GET /v2.0/ports?device_id=8446e129-c2b7-4d05-8833-6ec0cb866a6b HTTP/1.1" status: 200 len: 945 time: 0.0713403 Jul 24 20:05:04.954842 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-a2dfde0e-6c83-41c9-8ea5-e11964e2a347 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Publish callbacks [] for port (cba5c907-d1ee-49f4-803d-3a7412d7b95b), precommit_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:05.032957 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.plugin [req-8c4d166a-15d5-4de2-ba06-6816dd9d048a req-d2cf03d8-e50e-42e6-bb4b-62043de57665 tempest-VolumesActionsTest-1808120335 tempest-VolumesActionsTest-1808120335-project] Deleting port 861406d6-f3c5-44c1-a4d8-ca19b67846ba {{(pid=110842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 24 20:05:05.033323 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [req-8c4d166a-15d5-4de2-ba06-6816dd9d048a req-d2cf03d8-e50e-42e6-bb4b-62043de57665 tempest-VolumesActionsTest-1808120335 tempest-VolumesActionsTest-1808120335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731445580472'] for port (861406d6-f3c5-44c1-a4d8-ca19b67846ba), before_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:05.132987 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-a2dfde0e-6c83-41c9-8ea5-e11964e2a347 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731445223406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8925015'] for port (cba5c907-d1ee-49f4-803d-3a7412d7b95b), after_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:05.190595 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.db [req-8c4d166a-15d5-4de2-ba06-6816dd9d048a req-d2cf03d8-e50e-42e6-bb4b-62043de57665 tempest-VolumesActionsTest-1808120335 tempest-VolumesActionsTest-1808120335-project] For port 861406d6-f3c5-44c1-a4d8-ca19b67846ba, host hv-cinder-85044, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85044',level=0,port_id=861406d6-f3c5-44c1-a4d8-ca19b67846ba,segment=NetworkSegment(a26e4697-a627-4fd9-b577-6f5138f29a6f),segment_id=a26e4697-a627-4fd9-b577-6f5138f29a6f)] {{(pid=110842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 20:05:05.190970 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [req-8c4d166a-15d5-4de2-ba06-6816dd9d048a req-d2cf03d8-e50e-42e6-bb4b-62043de57665 tempest-VolumesActionsTest-1808120335 tempest-VolumesActionsTest-1808120335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458432'] for port (861406d6-f3c5-44c1-a4d8-ca19b67846ba), precommit_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:05.196577 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2dfde0e-6c83-41c9-8ea5-e11964e2a347 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Network 10498192-3528-4341-803f-d59b33e3b71c is already hosted by enough agents. {{(pid=110842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 20:05:05.211597 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.scheduler.base_scheduler [None req-a2dfde0e-6c83-41c9-8ea5-e11964e2a347 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Resources bound (agent type, host, resource id): {{(pid=110842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 20:05:05.221683 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2dfde0e-6c83-41c9-8ea5-e11964e2a347 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Received port after_create {{(pid=110842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 24 20:05:05.226663 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.plugin [req-8c4d166a-15d5-4de2-ba06-6816dd9d048a req-d2cf03d8-e50e-42e6-bb4b-62043de57665 tempest-VolumesActionsTest-1808120335 tempest-VolumesActionsTest-1808120335-project] Calling delete_port for 861406d6-f3c5-44c1-a4d8-ca19b67846ba owned by compute:nova {{(pid=110842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 24 20:05:05.268866 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dfde0e-6c83-41c9-8ea5-e11964e2a347 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Pushing event updated for resources: {'Port': ['ID=cba5c907-d1ee-49f4-803d-3a7412d7b95b,revision_number=1']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:05:05.279930 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:05:05.301984 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dfde0e-6c83-41c9-8ea5-e11964e2a347 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:05:05.302572 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dfde0e-6c83-41c9-8ea5-e11964e2a347 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:05:05.303414 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dfde0e-6c83-41c9-8ea5-e11964e2a347 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:05:05.303971 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dfde0e-6c83-41c9-8ea5-e11964e2a347 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:05:05.304528 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dfde0e-6c83-41c9-8ea5-e11964e2a347 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:05:05.305137 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dfde0e-6c83-41c9-8ea5-e11964e2a347 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:05:05.306037 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dfde0e-6c83-41c9-8ea5-e11964e2a347 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:05:05.306416 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dfde0e-6c83-41c9-8ea5-e11964e2a347 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:05:05.306977 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dfde0e-6c83-41c9-8ea5-e11964e2a347 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:05:05.308082 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dfde0e-6c83-41c9-8ea5-e11964e2a347 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:05:05.308628 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dfde0e-6c83-41c9-8ea5-e11964e2a347 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:05:05.309498 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dfde0e-6c83-41c9-8ea5-e11964e2a347 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:05:05.309808 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dfde0e-6c83-41c9-8ea5-e11964e2a347 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:05:05.310007 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dfde0e-6c83-41c9-8ea5-e11964e2a347 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:05:05.310563 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dfde0e-6c83-41c9-8ea5-e11964e2a347 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:05:05.415304 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1d3f87-54c8-4c88-8ce3-79d86372e645 req-e7024393-72d3-449b-850a-3b0f622d3160 tempest-VolumesActionsTest-1808120335 tempest-VolumesActionsTest-1808120335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:05:05.418625 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-be1d3f87-54c8-4c88-8ce3-79d86372e645 req-e7024393-72d3-449b-850a-3b0f622d3160 tempest-VolumesActionsTest-1808120335 tempest-VolumesActionsTest-1808120335-project] 10.222.0.17 "GET /v2.0/ports?device_id=8446e129-c2b7-4d05-8833-6ec0cb866a6b HTTP/1.1" status: 200 len: 945 time: 0.0766642 Jul 24 20:05:05.775358 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08ae46d-711e-4ca8-87f8-24cefa244187 req-12256c50-af6a-4345-bb15-b76481dc71cd tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:05:05.777047 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-c08ae46d-711e-4ca8-87f8-24cefa244187 req-12256c50-af6a-4345-bb15-b76481dc71cd tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/ports?device_id=6a96a33d-f3d9-4d85-aac1-e661447d460a HTTP/1.1" status: 200 len: 945 time: 0.0729523 Jul 24 20:05:05.785161 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-be1d3f87-54c8-4c88-8ce3-79d86372e645 req-04737a8f-8913-49c5-b098-a22daaa36ebc tempest-VolumesActionsTest-1808120335 tempest-VolumesActionsTest-1808120335-project] 10.222.0.17 "GET /v2.0/security-groups?id=a40872af-5c4f-464d-8095-8ff6d6e53450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3578565 Jul 24 20:05:05.865018 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-c08ae46d-711e-4ca8-87f8-24cefa244187 req-51d5e964-6915-482f-b18f-d1885aa9871f tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/security-groups?id=e781b7b9-5d3f-49aa-85ef-8bf9d88b54be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761850 Jul 24 20:05:05.935795 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-70b02461-ba9a-4fe6-958c-60cbfa76fd0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (408021b7-d46b-48c2-9f75-8a8023f9145c), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:05.970234 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [req-8c4d166a-15d5-4de2-ba06-6816dd9d048a req-d2cf03d8-e50e-42e6-bb4b-62043de57665 tempest-VolumesActionsTest-1808120335 tempest-VolumesActionsTest-1808120335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731445585704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731445223415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8925015'] for port (861406d6-f3c5-44c1-a4d8-ca19b67846ba), after_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:05.987148 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] get_ports_and_sgs() called for port_ids ['861406d6-f3c5-44c1-a4d8-ca19b67846ba'] {{(pid=110844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 20:05:06.020419 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cf03d8-e50e-42e6-bb4b-62043de57665 tempest-VolumesActionsTest-1808120335 tempest-VolumesActionsTest-1808120335-project] Pushing event deleted for resources: {'Port': ['ID=861406d6-f3c5-44c1-a4d8-ca19b67846ba,revision_number=None']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:05:06.178570 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c4d166a-15d5-4de2-ba06-6816dd9d048a req-d2cf03d8-e50e-42e6-bb4b-62043de57665 tempest-VolumesActionsTest-1808120335 tempest-VolumesActionsTest-1808120335-project] No DVR routers for this DVR port 861406d6-f3c5-44c1-a4d8-ca19b67846ba on host hv-cinder-85044 {{(pid=110842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 24 20:05:06.185438 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [req-8c4d166a-15d5-4de2-ba06-6816dd9d048a req-d2cf03d8-e50e-42e6-bb4b-62043de57665 tempest-VolumesActionsTest-1808120335 tempest-VolumesActionsTest-1808120335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1048257'] for port (None), before_response {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:06.191543 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [req-8c4d166a-15d5-4de2-ba06-6816dd9d048a req-d2cf03d8-e50e-42e6-bb4b-62043de57665 tempest-VolumesActionsTest-1808120335 tempest-VolumesActionsTest-1808120335-project] 10.222.0.42 "DELETE /v2.0/ports/861406d6-f3c5-44c1-a4d8-ca19b67846ba HTTP/1.1" status: 204 len: 173 time: 1.2920637 Jul 24 20:05:06.192310 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8446e129-c2b7-4d05-8833-6ec0cb866a6b', 'name': 'network-vif-deleted', 'tag': '861406d6-f3c5-44c1-a4d8-ca19b67846ba'}] {{(pid=110842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 24 20:05:06.196471 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5edc3fcd2ba6a287f711eaf45b4d5d5c8d3623c9fa62bef48fe3be9641ba2c6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b5926eb-e1c4-4579-b1aa-9dc4ce99cf76" -d '{"events": [{"server_uuid": "8446e129-c2b7-4d05-8833-6ec0cb866a6b", "name": "network-vif-deleted", "tag": "861406d6-f3c5-44c1-a4d8-ca19b67846ba"}]}' {{(pid=110842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 20:05:06.270986 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 24 Jul 2022 20:05:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55125d37-7afe-45ed-8476-53b8dad0c0ca x-openstack-request-id: req-55125d37-7afe-45ed-8476-53b8dad0c0ca {{(pid=110842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 20:05:06.271632 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8446e129-c2b7-4d05-8833-6ec0cb866a6b", "name": "network-vif-deleted", "tag": "861406d6-f3c5-44c1-a4d8-ca19b67846ba", "status": "completed", "code": 200}]} {{(pid=110842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 20:05:06.272040 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-55125d37-7afe-45ed-8476-53b8dad0c0ca {{(pid=110842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 20:05:06.272728 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55125d37-7afe-45ed-8476-53b8dad0c0ca'] response: {'server_uuid': '8446e129-c2b7-4d05-8833-6ec0cb866a6b', 'name': 'network-vif-deleted', 'tag': '861406d6-f3c5-44c1-a4d8-ca19b67846ba', 'status': 'completed', 'code': 200} Jul 24 20:05:06.328449 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-a2dfde0e-6c83-41c9-8ea5-e11964e2a347 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Publish callbacks [] for floatingip (52f714c3-47d2-4cee-b158-846011b609d1), precommit_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:06.509547 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-a2dfde0e-6c83-41c9-8ea5-e11964e2a347 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (cba5c907-d1ee-49f4-803d-3a7412d7b95b), before_update {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:06.702276 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:05:06.725212 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-a2dfde0e-6c83-41c9-8ea5-e11964e2a347 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Publish callbacks [] for port (cba5c907-d1ee-49f4-803d-3a7412d7b95b), precommit_update {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:06.810851 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-a2dfde0e-6c83-41c9-8ea5-e11964e2a347 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8925036'] for port (cba5c907-d1ee-49f4-803d-3a7412d7b95b), after_update {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:06.922955 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dfde0e-6c83-41c9-8ea5-e11964e2a347 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Pushing event updated for resources: {'Port': ['ID=cba5c907-d1ee-49f4-803d-3a7412d7b95b,revision_number=2']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:05:06.940450 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-a2dfde0e-6c83-41c9-8ea5-e11964e2a347 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-452544'] for floatingip (52f714c3-47d2-4cee-b158-846011b609d1), after_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:06.944292 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:05:06.952501 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-d3e1c25e-59be-4b0e-96de-82a2bc5a3cdf req-1faa1610-3ba7-42da-a909-208c7f06765a tempest-VolumesActionsTest-1808120335 tempest-VolumesActionsTest-1808120335-project] 10.222.0.17 "GET /v2.0/ports?device_id=8446e129-c2b7-4d05-8833-6ec0cb866a6b HTTP/1.1" status: 200 len: 210 time: 0.0575485 Jul 24 20:05:06.968511 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-6dc48dae-acff-4e3e-8fdb-430da55b4f7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (7ee55678-4254-481c-8cae-5c828aed81c9), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:07.047794 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c9ab58-e66d-4275-9097-6b3bf790c81d req-3d76c292-4c06-43be-a09d-fa911e61cc80 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:05:07.049736 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-45c9ab58-e66d-4275-9097-6b3bf790c81d req-3d76c292-4c06-43be-a09d-fa911e61cc80 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/ports?device_id=6a96a33d-f3d9-4d85-aac1-e661447d460a HTTP/1.1" status: 200 len: 945 time: 0.0551119 Jul 24 20:05:07.096311 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.db.l3_db [None req-a2dfde0e-6c83-41c9-8ea5-e11964e2a347 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Floating IP 52f714c3-47d2-4cee-b158-846011b609d1 associated. External IP: 172.27.3.171, port: 8a84c4da-af42-4582-b5ab-1a810862bd5d. Jul 24 20:05:07.126068 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-45c9ab58-e66d-4275-9097-6b3bf790c81d req-705f035e-2693-460d-94a5-cf7d903a787b tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/security-groups?id=e781b7b9-5d3f-49aa-85ef-8bf9d88b54be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645006 Jul 24 20:05:07.334656 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2dfde0e-6c83-41c9-8ea5-e11964e2a347 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Router bd590163-56ed-4520-bed7-938322d731b8 has already been hosted by L3 agent 408021b7-d46b-48c2-9f75-8a8023f9145c {{(pid=110842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 24 20:05:07.482536 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2dfde0e-6c83-41c9-8ea5-e11964e2a347 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Notify agent at l3_agent.dv-cinder-850449-2-iscsi the message routers_updated {{(pid=110842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 20:05:07.497634 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56db6d5-1e84-4a0e-a220-13cf89e90372 None None] Sync routers for ids ['bd590163-56ed-4520-bed7-938322d731b8'] in dv-cinder-850449-2-iscsi {{(pid=110844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 20:05:07.511327 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56db6d5-1e84-4a0e-a220-13cf89e90372 None None] Routers {'bd590163-56ed-4520-bed7-938322d731b8'} bound to L3 agent in host dv-cinder-850449-2-iscsi {{(pid=110844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 20:05:07.515346 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_hamode_db [None req-a56db6d5-1e84-4a0e-a220-13cf89e90372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-24T19:52:06Z,description=,heartbeat_timestamp=2022-07-24T20:05:06Z,host='dv-cinder-850449-2-iscsi',id=408021b7-d46b-48c2-9f75-8a8023f9145c,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T19:52:06Z,topic='l3_agent')) {'router_ids': ['bd590163-56ed-4520-bed7-938322d731b8'], 'active': True} {{(pid=110844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:05:07.575172 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-a2dfde0e-6c83-41c9-8ea5-e11964e2a347 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1048257'] for floatingip (None), before_response {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:07.627936 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-a2dfde0e-6c83-41c9-8ea5-e11964e2a347 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.2649875 Jul 24 20:05:07.652566 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_dvr_db [None req-a56db6d5-1e84-4a0e-a220-13cf89e90372 None None] Set router bd590163-56ed-4520-bed7-938322d731b8 gateway port host: dv-cinder-850449-2-iscsi {{(pid=110844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 20:05:07.885023 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:05:07.924945 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_hamode_db [None req-a56db6d5-1e84-4a0e-a220-13cf89e90372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd590163-56ed-4520-bed7-938322d731b8', 'name': 'tempest-TestVolumeBootPattern-18742786-router', 'tenant_id': '757b69afcbc64d9a853a7ae1f7dc3307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'external_fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.158'}], 'enable_snat': True}, 'gw_port_id': '73f4c4a1-12ee-48ce-8b15-a2cee34961e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T20:03:43Z', 'updated_at': '2022-07-24T20:03:50Z', 'revision_number': 4, 'project_id': '757b69afcbc64d9a853a7ae1f7dc3307', 'gw_port': {'id': '73f4c4a1-12ee-48ce-8b15-a2cee34961e6', 'name': '', 'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:d4:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd590163-56ed-4520-bed7-938322d731b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:03:45Z', 'updated_at': '2022-07-24T20:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99a0caa3-3fb5-4860-826f-478186226de3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850449-2-iscsi', '_floatingips': [{'id': '52f714c3-47d2-4cee-b158-846011b609d1', 'tenant_id': '757b69afcbc64d9a853a7ae1f7dc3307', 'floating_ip_address': '172.27.3.171', 'floating_network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'router_id': 'bd590163-56ed-4520-bed7-938322d731b8', 'port_id': '8a84c4da-af42-4582-b5ab-1a810862bd5d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f72988cc-9fd0-426e-8ec1-94766c43bdf7', 'mac_address': 'fa:16:3e:f6:c3:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e088bee9-33e5-4380-bfd8-c214b0fd8fae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-24T20:05:05Z', 'updated_at': '2022-07-24T20:05:05Z', 'revision_number': 0, 'project_id': '757b69afcbc64d9a853a7ae1f7dc3307', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50e82984-bbb9-4bf3-948c-ae1dd11befd3', 'name': '', 'network_id': 'f72988cc-9fd0-426e-8ec1-94766c43bdf7', 'tenant_id': '757b69afcbc64d9a853a7ae1f7dc3307', 'mac_address': 'fa:16:3e:bb:db:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd590163-56ed-4520-bed7-938322d731b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '9fbdff86-24c9-443e-8877-71756a9ade49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:03:49Z', 'updated_at': '2022-07-24T20:03:57Z', 'revision_number': 5, 'project_id': '757b69afcbc64d9a853a7ae1f7dc3307', 'subnets': [{'id': '9fbdff86-24c9-443e-8877-71756a9ade49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850449-2-iscsi', False) {} {{(pid=110844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:05:07.974086 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56db6d5-1e84-4a0e-a220-13cf89e90372 None None] Checking router: bd590163-56ed-4520-bed7-938322d731b8 for host: dv-cinder-850449-2-iscsi {{(pid=110844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 20:05:07.991823 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56db6d5-1e84-4a0e-a220-13cf89e90372 None None] Routers {'bd590163-56ed-4520-bed7-938322d731b8'} bound to L3 agent in host dv-cinder-850449-2-iscsi {{(pid=110844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 20:05:07.992916 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_hamode_db [None req-a56db6d5-1e84-4a0e-a220-13cf89e90372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-24T19:52:06Z,description=,heartbeat_timestamp=2022-07-24T20:05:06Z,host='dv-cinder-850449-2-iscsi',id=408021b7-d46b-48c2-9f75-8a8023f9145c,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T19:52:06Z,topic='l3_agent')) {'router_ids': ['bd590163-56ed-4520-bed7-938322d731b8'], 'active': True} {{(pid=110844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:05:08.118160 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_dvr_db [None req-a56db6d5-1e84-4a0e-a220-13cf89e90372 None None] Set router bd590163-56ed-4520-bed7-938322d731b8 gateway port host: dv-cinder-850449-2-iscsi {{(pid=110844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 20:05:08.219605 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:05:08.273720 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e088bee9-33e5-4380-bfd8-c214b0fd8fae', 'tag': '8a84c4da-af42-4582-b5ab-1a810862bd5d'}] {{(pid=110842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 24 20:05:08.278581 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5edc3fcd2ba6a287f711eaf45b4d5d5c8d3623c9fa62bef48fe3be9641ba2c6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-655e24a0-88b8-4761-be17-ae39c98aea29" -d '{"events": [{"name": "network-changed", "server_uuid": "e088bee9-33e5-4380-bfd8-c214b0fd8fae", "tag": "8a84c4da-af42-4582-b5ab-1a810862bd5d"}]}' {{(pid=110842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 20:05:08.320339 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-43102eef-6e4b-4922-ad30-3734cbb7477a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (7d43fc2f-3c2c-473f-8c92-13ad6341ecc2), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:08.360461 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94586e4c-1354-4526-9130-5308d71ba0a9 req-2544a573-607d-44de-8fbf-546db727176d tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:05:08.363691 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-94586e4c-1354-4526-9130-5308d71ba0a9 req-2544a573-607d-44de-8fbf-546db727176d tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/ports?device_id=6a96a33d-f3d9-4d85-aac1-e661447d460a HTTP/1.1" status: 200 len: 945 time: 0.1218388 Jul 24 20:05:08.420985 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_hamode_db [None req-a56db6d5-1e84-4a0e-a220-13cf89e90372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd590163-56ed-4520-bed7-938322d731b8', 'name': 'tempest-TestVolumeBootPattern-18742786-router', 'tenant_id': '757b69afcbc64d9a853a7ae1f7dc3307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'external_fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.158'}], 'enable_snat': True}, 'gw_port_id': '73f4c4a1-12ee-48ce-8b15-a2cee34961e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T20:03:43Z', 'updated_at': '2022-07-24T20:03:50Z', 'revision_number': 4, 'project_id': '757b69afcbc64d9a853a7ae1f7dc3307', 'gw_port': {'id': '73f4c4a1-12ee-48ce-8b15-a2cee34961e6', 'name': '', 'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:d4:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd590163-56ed-4520-bed7-938322d731b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:03:45Z', 'updated_at': '2022-07-24T20:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99a0caa3-3fb5-4860-826f-478186226de3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850449-2-iscsi', '_floatingips': [{'id': '52f714c3-47d2-4cee-b158-846011b609d1', 'tenant_id': '757b69afcbc64d9a853a7ae1f7dc3307', 'floating_ip_address': '172.27.3.171', 'floating_network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'router_id': 'bd590163-56ed-4520-bed7-938322d731b8', 'port_id': '8a84c4da-af42-4582-b5ab-1a810862bd5d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f72988cc-9fd0-426e-8ec1-94766c43bdf7', 'mac_address': 'fa:16:3e:f6:c3:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e088bee9-33e5-4380-bfd8-c214b0fd8fae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-24T20:05:05Z', 'updated_at': '2022-07-24T20:05:05Z', 'revision_number': 0, 'project_id': '757b69afcbc64d9a853a7ae1f7dc3307', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50e82984-bbb9-4bf3-948c-ae1dd11befd3', 'name': '', 'network_id': 'f72988cc-9fd0-426e-8ec1-94766c43bdf7', 'tenant_id': '757b69afcbc64d9a853a7ae1f7dc3307', 'mac_address': 'fa:16:3e:bb:db:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd590163-56ed-4520-bed7-938322d731b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '9fbdff86-24c9-443e-8877-71756a9ade49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:03:49Z', 'updated_at': '2022-07-24T20:03:57Z', 'revision_number': 5, 'project_id': '757b69afcbc64d9a853a7ae1f7dc3307', 'subnets': [{'id': '9fbdff86-24c9-443e-8877-71756a9ade49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850449-2-iscsi', False) {} {{(pid=110844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:05:08.436863 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-94586e4c-1354-4526-9130-5308d71ba0a9 req-08b92427-2fcd-4dc9-ae4b-a574571e097c tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/security-groups?id=e781b7b9-5d3f-49aa-85ef-8bf9d88b54be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656807 Jul 24 20:05:08.455604 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56db6d5-1e84-4a0e-a220-13cf89e90372 None None] The sync data for ids ['bd590163-56ed-4520-bed7-938322d731b8'] in dv-cinder-850449-2-iscsi is: [{'id': 'bd590163-56ed-4520-bed7-938322d731b8', 'name': 'tempest-TestVolumeBootPattern-18742786-router', 'tenant_id': '757b69afcbc64d9a853a7ae1f7dc3307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'external_fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.158'}], 'enable_snat': True}, 'gw_port_id': '73f4c4a1-12ee-48ce-8b15-a2cee34961e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T20:03:43Z', 'updated_at': '2022-07-24T20:03:50Z', 'revision_number': 4, 'project_id': '757b69afcbc64d9a853a7ae1f7dc3307', 'gw_port': {'id': '73f4c4a1-12ee-48ce-8b15-a2cee34961e6', 'name': '', 'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:d4:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd590163-56ed-4520-bed7-938322d731b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:03:45Z', 'updated_at': '2022-07-24T20:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99a0caa3-3fb5-4860-826f-478186226de3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850449-2-iscsi', '_floatingips': [{'id': '52f714c3-47d2-4cee-b158-846011b609d1', 'tenant_id': '757b69afcbc64d9a853a7ae1f7dc3307', 'floating_ip_address': '172.27.3.171', 'floating_network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'router_id': 'bd590163-56ed-4520-bed7-938322d731b8', 'port_id': '8a84c4da-af42-4582-b5ab-1a810862bd5d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f72988cc-9fd0-426e-8ec1-94766c43bdf7', 'mac_address': 'fa:16:3e:f6:c3:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e088bee9-33e5-4380-bfd8-c214b0fd8fae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-24T20:05:05Z', 'updated_at': '2022-07-24T20:05:05Z', 'revision_number': 0, 'project_id': '757b69afcbc64d9a853a7ae1f7dc3307', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50e82984-bbb9-4bf3-948c-ae1dd11befd3', 'name': '', 'network_id': 'f72988cc-9fd0-426e-8ec1-94766c43bdf7', 'tenant_id': '757b69afcbc64d9a853a7ae1f7dc3307', 'mac_address': 'fa:16:3e:bb:db:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd590163-56ed-4520-bed7-938322d731b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '9fbdff86-24c9-443e-8877-71756a9ade49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:03:49Z', 'updated_at': '2022-07-24T20:03:57Z', 'revision_number': 5, 'project_id': '757b69afcbc64d9a853a7ae1f7dc3307', 'subnets': [{'id': '9fbdff86-24c9-443e-8877-71756a9ade49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 20:05:08.489803 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG dbcounter [-] [110845] Writing DB stats neutron:SELECT=35,neutron:UPDATE=3 {{(pid=110845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:05:08.494178 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 24 Jul 2022 20:05:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8d494aa-4cdc-448a-9feb-90114e944237 x-openstack-request-id: req-f8d494aa-4cdc-448a-9feb-90114e944237 {{(pid=110842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 20:05:08.494754 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e088bee9-33e5-4380-bfd8-c214b0fd8fae", "tag": "8a84c4da-af42-4582-b5ab-1a810862bd5d", "status": "completed", "code": 200}]} {{(pid=110842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 20:05:08.496744 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-f8d494aa-4cdc-448a-9feb-90114e944237 {{(pid=110842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 20:05:08.498918 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8d494aa-4cdc-448a-9feb-90114e944237'] response: {'name': 'network-changed', 'server_uuid': 'e088bee9-33e5-4380-bfd8-c214b0fd8fae', 'tag': '8a84c4da-af42-4582-b5ab-1a810862bd5d', 'status': 'completed', 'code': 200} Jul 24 20:05:08.544268 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG dbcounter [-] [110845] Writing DB stats neutron:SELECT=41,neutron:UPDATE=1 {{(pid=110845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:05:08.581954 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:05:08.586741 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655e24a0-88b8-4761-be17-ae39c98aea29 req-451bc10b-24d5-4b12-a25e-ee99d24e1752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:05:08.589338 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [req-655e24a0-88b8-4761-be17-ae39c98aea29 req-451bc10b-24d5-4b12-a25e-ee99d24e1752 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=757b69afcbc64d9a853a7ae1f7dc3307&device_id=e088bee9-33e5-4380-bfd8-c214b0fd8fae HTTP/1.1" status: 200 len: 1129 time: 0.0601041 Jul 24 20:05:08.741539 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655e24a0-88b8-4761-be17-ae39c98aea29 req-d8db3587-65d5-46d0-b005-b5a6b85ef22f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:05:08.743591 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [req-655e24a0-88b8-4761-be17-ae39c98aea29 req-d8db3587-65d5-46d0-b005-b5a6b85ef22f service neutron] 10.222.0.42 "GET /v2.0/networks?id=f72988cc-9fd0-426e-8ec1-94766c43bdf7 HTTP/1.1" status: 200 len: 911 time: 0.1458783 Jul 24 20:05:08.765720 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740cc514-8ec3-4622-b2bb-bf4ddf135562 req-fc7599df-b8ef-43a7-a594-21b65d3d2cc6 tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:05:08.775564 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-740cc514-8ec3-4622-b2bb-bf4ddf135562 req-fc7599df-b8ef-43a7-a594-21b65d3d2cc6 tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] 10.222.0.17 "GET /v2.0/ports?device_id=05ddc775-4f83-4893-957c-d3c8928d0c8c HTTP/1.1" status: 200 len: 985 time: 0.1293671 Jul 24 20:05:08.827932 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9afbe55-9a2a-4574-948b-2390f521de73 None None] New status for floating IP 52f714c3-47d2-4cee-b158-846011b609d1: ACTIVE {{(pid=110845) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 24 20:05:08.857938 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=100 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:05:08.859496 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [req-655e24a0-88b8-4761-be17-ae39c98aea29 req-16688ff8-be4a-4744-81fd-af5355c304ea service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8a84c4da-af42-4582-b5ab-1a810862bd5d HTTP/1.1" status: 200 len: 999 time: 0.1070285 Jul 24 20:05:08.883891 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f0b1c0-39d4-40a2-9643-f45465a8bd09 req-7dc89a6f-ecc4-4be8-a192-e07e62968503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:05:08.886469 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-a0f0b1c0-39d4-40a2-9643-f45465a8bd09 req-7dc89a6f-ecc4-4be8-a192-e07e62968503 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4d31f280cfc640dd8381ee0869d9f455&device_id=05ddc775-4f83-4893-957c-d3c8928d0c8c HTTP/1.1" status: 200 len: 1169 time: 0.1405733 Jul 24 20:05:08.964334 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-740cc514-8ec3-4622-b2bb-bf4ddf135562 req-a88d100e-2d23-40dd-8d0e-e6ee0a056a10 tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] 10.222.0.17 "GET /v2.0/security-groups?id=b98e597e-cc37-4a7c-90a4-c1ecd7c4b3ab&id=28acb8fa-bec2-437c-82ba-8e2c3ade7cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1860843 Jul 24 20:05:08.966188 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655e24a0-88b8-4761-be17-ae39c98aea29 req-113fe9cd-d5eb-4938-a8c2-6ca1edfa99fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:05:08.969270 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [req-655e24a0-88b8-4761-be17-ae39c98aea29 req-113fe9cd-d5eb-4938-a8c2-6ca1edfa99fe service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9fbdff86-24c9-443e-8877-71756a9ade49 HTTP/1.1" status: 200 len: 849 time: 0.0998375 Jul 24 20:05:09.076130 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655e24a0-88b8-4761-be17-ae39c98aea29 req-af8ed23f-f646-450b-b5c4-a539d448e5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:05:09.079171 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [req-655e24a0-88b8-4761-be17-ae39c98aea29 req-af8ed23f-f646-450b-b5c4-a539d448e5d2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f72988cc-9fd0-426e-8ec1-94766c43bdf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0971704 Jul 24 20:05:09.109081 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f0b1c0-39d4-40a2-9643-f45465a8bd09 req-00ce33aa-cfaa-4ec5-a415-a4b82aca33f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:05:09.111681 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-a0f0b1c0-39d4-40a2-9643-f45465a8bd09 req-00ce33aa-cfaa-4ec5-a415-a4b82aca33f1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1f489717-2e22-4983-9973-65d3238688ee HTTP/1.1" status: 200 len: 916 time: 0.2134638 Jul 24 20:05:09.168178 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (46eda511-dfa5-408c-8bd4-cb509f691033), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:09.181182 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=100 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:05:09.223716 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [req-655e24a0-88b8-4761-be17-ae39c98aea29 req-db019f07-e244-4f80-99e1-6a701a0d740f service neutron] 10.222.0.42 "GET /v2.0/networks/f72988cc-9fd0-426e-8ec1-94766c43bdf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330829 Jul 24 20:05:09.223853 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-a0f0b1c0-39d4-40a2-9643-f45465a8bd09 req-03d97ede-3efe-40fc-83d5-c9269f16a098 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2e3b3d4b-7017-47d8-9a82-4439644ca265 HTTP/1.1" status: 200 len: 1001 time: 0.1013629 Jul 24 20:05:09.298319 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f0b1c0-39d4-40a2-9643-f45465a8bd09 req-474d590a-c51a-4cee-b9cd-de35254f7a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:05:09.300219 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-a0f0b1c0-39d4-40a2-9643-f45465a8bd09 req-474d590a-c51a-4cee-b9cd-de35254f7a08 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1392647f-63da-44e8-b2ae-53624947a1a2 HTTP/1.1" status: 200 len: 854 time: 0.0584025 Jul 24 20:05:09.360400 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f0b1c0-39d4-40a2-9643-f45465a8bd09 req-6b6e3ca5-1ac6-4616-ac34-35dd444d40b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:05:09.362893 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-a0f0b1c0-39d4-40a2-9643-f45465a8bd09 req-6b6e3ca5-1ac6-4616-ac34-35dd444d40b4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1f489717-2e22-4983-9973-65d3238688ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0528598 Jul 24 20:05:09.395735 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [req-655e24a0-88b8-4761-be17-ae39c98aea29 req-d7909b48-4495-424b-b643-bb8e58e4bcae service neutron] 10.222.0.42 "GET /v2.0/networks/f72988cc-9fd0-426e-8ec1-94766c43bdf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552002 Jul 24 20:05:09.461553 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Device 861406d6-f3c5-44c1-a4d8-ca19b67846ba no longer exists at agent hyperv_hv-cinder-85044 {{(pid=110844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 20:05:09.497291 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] No Port match for: 861406d6-f3c5-44c1-a4d8-ca19b67846ba {{(pid=110844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 24 20:05:09.497842 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Device 861406d6-f3c5-44c1-a4d8-ca19b67846ba not bound to the agent host hv-cinder-85044 {{(pid=110844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 20:05:09.503446 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-a0f0b1c0-39d4-40a2-9643-f45465a8bd09 req-d35a0f17-e122-4915-9e8e-e54079811aa0 service neutron] 10.222.0.42 "GET /v2.0/networks/1f489717-2e22-4983-9973-65d3238688ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302640 Jul 24 20:05:09.637472 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3343ac31-6316-4e3d-ba0b-132482456270 req-54c7f6ec-d6dd-46ba-9138-29f9fc36680e tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:05:09.639085 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-3343ac31-6316-4e3d-ba0b-132482456270 req-54c7f6ec-d6dd-46ba-9138-29f9fc36680e tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/ports?device_id=6a96a33d-f3d9-4d85-aac1-e661447d460a HTTP/1.1" status: 200 len: 945 time: 0.0939305 Jul 24 20:05:09.679672 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-a0f0b1c0-39d4-40a2-9643-f45465a8bd09 req-aa1addf8-9ddd-4e8e-b4c2-fb57e0fe2081 service neutron] 10.222.0.42 "GET /v2.0/networks/1f489717-2e22-4983-9973-65d3238688ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666749 Jul 24 20:05:09.717418 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-3343ac31-6316-4e3d-ba0b-132482456270 req-94839757-9617-4058-9563-ffae27b0f3e8 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/security-groups?id=e781b7b9-5d3f-49aa-85ef-8bf9d88b54be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637255 Jul 24 20:05:10.121351 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13a0ada-d03f-4da6-9a50-994b4d062ec3 req-e05f8eda-99a6-4985-89d1-1f027533ee06 tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:05:10.122955 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-a13a0ada-d03f-4da6-9a50-994b4d062ec3 req-e05f8eda-99a6-4985-89d1-1f027533ee06 tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] 10.222.0.17 "GET /v2.0/ports?device_id=05ddc775-4f83-4893-957c-d3c8928d0c8c HTTP/1.1" status: 200 len: 985 time: 0.0588527 Jul 24 20:05:10.195196 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-a13a0ada-d03f-4da6-9a50-994b4d062ec3 req-32c8e5e0-f382-4400-be61-bdd24f31109b tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] 10.222.0.17 "GET /v2.0/security-groups?id=b98e597e-cc37-4a7c-90a4-c1ecd7c4b3ab&id=28acb8fa-bec2-437c-82ba-8e2c3ade7cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0655892 Jul 24 20:05:10.473078 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (95564131-b678-4db2-a162-51408b2acd55), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:10.844314 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9acfdc-8660-4d8c-aa39-c76113951fcb req-aa5f7064-8ee7-42d1-9fe7-523e40f79166 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:05:10.846448 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-fa9acfdc-8660-4d8c-aa39-c76113951fcb req-aa5f7064-8ee7-42d1-9fe7-523e40f79166 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/ports?device_id=6a96a33d-f3d9-4d85-aac1-e661447d460a HTTP/1.1" status: 200 len: 945 time: 0.0522068 Jul 24 20:05:10.902637 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-fa9acfdc-8660-4d8c-aa39-c76113951fcb req-25f198f5-22a5-40d9-80a5-fa6d33f28457 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/security-groups?id=e781b7b9-5d3f-49aa-85ef-8bf9d88b54be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503955 Jul 24 20:05:11.330510 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f15a70-5fd1-4b76-8c2a-6f44f3e0ab1e req-53380ae7-1bf2-434d-9c93-c65ce0b9be5f tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:05:11.332060 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-f8f15a70-5fd1-4b76-8c2a-6f44f3e0ab1e req-53380ae7-1bf2-434d-9c93-c65ce0b9be5f tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] 10.222.0.17 "GET /v2.0/ports?device_id=05ddc775-4f83-4893-957c-d3c8928d0c8c HTTP/1.1" status: 200 len: 985 time: 0.0563996 Jul 24 20:05:11.411400 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-f8f15a70-5fd1-4b76-8c2a-6f44f3e0ab1e req-1db2b800-b0f9-467e-91ff-4b7827e36d1a tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] 10.222.0.17 "GET /v2.0/security-groups?id=b98e597e-cc37-4a7c-90a4-c1ecd7c4b3ab&id=28acb8fa-bec2-437c-82ba-8e2c3ade7cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0675530 Jul 24 20:05:12.063830 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928c87e7-c995-432f-ae69-aa709285411e req-3abf46d5-517a-4402-abf5-cbc2ab02da51 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:05:12.065471 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-928c87e7-c995-432f-ae69-aa709285411e req-3abf46d5-517a-4402-abf5-cbc2ab02da51 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/ports?device_id=6a96a33d-f3d9-4d85-aac1-e661447d460a HTTP/1.1" status: 200 len: 945 time: 0.0617402 Jul 24 20:05:12.131838 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-928c87e7-c995-432f-ae69-aa709285411e req-571e1662-bb15-4730-86dc-63f9bbe7a46b tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/security-groups?id=e781b7b9-5d3f-49aa-85ef-8bf9d88b54be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587993 Jul 24 20:05:12.531614 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=100 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:05:12.552390 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152f56ba-0f0b-4f09-86f4-2b25f492940c req-79312fb1-7a88-4611-8d09-35e9cfb8ac9b tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:05:12.554335 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-152f56ba-0f0b-4f09-86f4-2b25f492940c req-79312fb1-7a88-4611-8d09-35e9cfb8ac9b tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] 10.222.0.17 "GET /v2.0/ports?device_id=05ddc775-4f83-4893-957c-d3c8928d0c8c HTTP/1.1" status: 200 len: 985 time: 0.0530946 Jul 24 20:05:12.643101 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-152f56ba-0f0b-4f09-86f4-2b25f492940c req-d489bf9a-1343-4279-bf99-27a6384da083 tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] 10.222.0.17 "GET /v2.0/security-groups?id=b98e597e-cc37-4a7c-90a4-c1ecd7c4b3ab&id=28acb8fa-bec2-437c-82ba-8e2c3ade7cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0824497 Jul 24 20:05:13.152241 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-d1ed13cb-e3ab-48fa-a3b5-ffe1b7da6dab req-036e8eba-d9f0-470b-aa2b-161d94347f5c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b835df72-6134-422a-80ae-654e9da4e4a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0453734 Jul 24 20:05:13.280776 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ed13cb-e3ab-48fa-a3b5-ffe1b7da6dab req-1fa0daec-22aa-41cd-b290-f8f843cbfb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:05:13.283275 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-d1ed13cb-e3ab-48fa-a3b5-ffe1b7da6dab req-1fa0daec-22aa-41cd-b290-f8f843cbfb7d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=15c454baefdc474682f88c603f6108a8&device_id=b835df72-6134-422a-80ae-654e9da4e4a7 HTTP/1.1" status: 200 len: 1130 time: 0.1026924 Jul 24 20:05:13.306473 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b61ed4-47cc-4a54-b834-f87d7946df55 req-4674ec4b-33c2-462a-850c-4f1bc09c3477 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:05:13.308179 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-a8b61ed4-47cc-4a54-b834-f87d7946df55 req-4674ec4b-33c2-462a-850c-4f1bc09c3477 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/ports?device_id=6a96a33d-f3d9-4d85-aac1-e661447d460a HTTP/1.1" status: 200 len: 945 time: 0.0928464 Jul 24 20:05:13.350999 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=100 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:05:13.365246 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-a8b61ed4-47cc-4a54-b834-f87d7946df55 req-48a2398c-737a-44b8-a091-171ec1b4de43 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/security-groups?id=e781b7b9-5d3f-49aa-85ef-8bf9d88b54be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505815 Jul 24 20:05:13.781277 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb34b15-a4fd-408a-9773-279e3c78dd42 req-f7c37155-b858-4de3-af28-734ac43d3816 tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:05:13.783418 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-9eb34b15-a4fd-408a-9773-279e3c78dd42 req-f7c37155-b858-4de3-af28-734ac43d3816 tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] 10.222.0.17 "GET /v2.0/ports?device_id=05ddc775-4f83-4893-957c-d3c8928d0c8c HTTP/1.1" status: 200 len: 985 time: 0.0590348 Jul 24 20:05:13.855865 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-9eb34b15-a4fd-408a-9773-279e3c78dd42 req-4080da12-4bfa-40e1-b08b-a560784b3c0c tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] 10.222.0.17 "GET /v2.0/security-groups?id=b98e597e-cc37-4a7c-90a4-c1ecd7c4b3ab&id=28acb8fa-bec2-437c-82ba-8e2c3ade7cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0661573 Jul 24 20:05:14.532246 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e74ae6-617c-4c49-8a77-5572b6f00f68 req-f3f6f09c-a089-48d4-9d46-eea86e1fd6b6 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:05:14.535111 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-c1e74ae6-617c-4c49-8a77-5572b6f00f68 req-f3f6f09c-a089-48d4-9d46-eea86e1fd6b6 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/ports?device_id=6a96a33d-f3d9-4d85-aac1-e661447d460a HTTP/1.1" status: 200 len: 945 time: 0.0729344 Jul 24 20:05:14.747033 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc741f9e-ec70-476c-93d0-e7df0f5131f9 req-4a4ac8b0-dbc5-4332-a4a6-7ced7d31636d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:05:14.749111 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [req-bc741f9e-ec70-476c-93d0-e7df0f5131f9 req-4a4ac8b0-dbc5-4332-a4a6-7ced7d31636d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6a96a33d-f3d9-4d85-aac1-e661447d460a HTTP/1.1" status: 200 len: 1129 time: 0.0607438 Jul 24 20:05:14.762570 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-c1e74ae6-617c-4c49-8a77-5572b6f00f68 req-e79b6359-de4a-4e74-ac27-638ae244d1e2 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/security-groups?id=e781b7b9-5d3f-49aa-85ef-8bf9d88b54be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2206216 Jul 24 20:05:14.814843 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ed13cb-e3ab-48fa-a3b5-ffe1b7da6dab req-8450cc56-0ca2-43ed-98de-fd8054792df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:05:14.817264 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-d1ed13cb-e3ab-48fa-a3b5-ffe1b7da6dab req-8450cc56-0ca2-43ed-98de-fd8054792df3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=6e3ba2d8-cc61-4396-b210-32cea4aff750 HTTP/1.1" status: 200 len: 919 time: 0.2186878 Jul 24 20:05:14.863294 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-d1ed13cb-e3ab-48fa-a3b5-ffe1b7da6dab req-59bb1c75-0275-4ab4-8bb8-d272c62e2b17 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fb47eaa5-8e6b-4fe4-8667-50e998c90da3 HTTP/1.1" status: 200 len: 217 time: 0.0380936 Jul 24 20:05:14.863547 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [req-bc741f9e-ec70-476c-93d0-e7df0f5131f9 req-8f30554f-d302-4670-9c3d-a17f21d71d68 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=e781b7b9-5d3f-49aa-85ef-8bf9d88b54be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839689 Jul 24 20:05:15.061032 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33577a4-e73a-4b64-9eb2-8f6653940d1e req-2edf0a5c-7af1-4fa9-9343-5c23edb79cf0 tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:05:15.064005 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-f33577a4-e73a-4b64-9eb2-8f6653940d1e req-2edf0a5c-7af1-4fa9-9343-5c23edb79cf0 tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] 10.222.0.17 "GET /v2.0/ports?device_id=05ddc775-4f83-4893-957c-d3c8928d0c8c HTTP/1.1" status: 200 len: 985 time: 0.0995145 Jul 24 20:05:15.287294 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-f33577a4-e73a-4b64-9eb2-8f6653940d1e req-175ad914-5727-4298-839d-271f8b874a06 tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] 10.222.0.17 "GET /v2.0/security-groups?id=b98e597e-cc37-4a7c-90a4-c1ecd7c4b3ab&id=28acb8fa-bec2-437c-82ba-8e2c3ade7cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2115095 Jul 24 20:05:15.295848 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ed13cb-e3ab-48fa-a3b5-ffe1b7da6dab req-78b8b56d-15ea-480f-bea3-d21f380259ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:05:15.299052 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-d1ed13cb-e3ab-48fa-a3b5-ffe1b7da6dab req-78b8b56d-15ea-480f-bea3-d21f380259ed service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1b0ec485-4e15-4515-af25-2ebd70a5137a HTTP/1.1" status: 200 len: 857 time: 0.1643445 Jul 24 20:05:15.390933 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ed13cb-e3ab-48fa-a3b5-ffe1b7da6dab req-1ef3cdcb-1da9-4d24-b121-ee1906ee3d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:05:15.392546 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-d1ed13cb-e3ab-48fa-a3b5-ffe1b7da6dab req-1ef3cdcb-1da9-4d24-b121-ee1906ee3d45 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6e3ba2d8-cc61-4396-b210-32cea4aff750&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0854867 Jul 24 20:05:15.974999 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a617a2df-1b89-4d06-90b8-eb248528ef5f req-2dca74cf-6993-434e-b7c5-f622800cc807 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:05:15.976681 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-a617a2df-1b89-4d06-90b8-eb248528ef5f req-2dca74cf-6993-434e-b7c5-f622800cc807 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/ports?device_id=6a96a33d-f3d9-4d85-aac1-e661447d460a HTTP/1.1" status: 200 len: 945 time: 0.0975907 Jul 24 20:05:16.004197 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-d1ed13cb-e3ab-48fa-a3b5-ffe1b7da6dab req-972f175e-9112-4885-8f12-5ba1d462cb41 service neutron] 10.222.0.42 "GET /v2.0/networks/6e3ba2d8-cc61-4396-b210-32cea4aff750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1960001 Jul 24 20:05:16.288559 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-a617a2df-1b89-4d06-90b8-eb248528ef5f req-a40d4c68-b2b3-481d-9210-24abc99f0cc7 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/security-groups?id=e781b7b9-5d3f-49aa-85ef-8bf9d88b54be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2975838 Jul 24 20:05:16.365022 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-d1ed13cb-e3ab-48fa-a3b5-ffe1b7da6dab req-45b06207-767b-4276-89ea-7d53f4eaacb7 service neutron] 10.222.0.42 "GET /v2.0/networks/6e3ba2d8-cc61-4396-b210-32cea4aff750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3190396 Jul 24 20:05:16.530186 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e47589-edd2-40fd-980d-823187248548 req-df1c6944-bfe2-4a13-b1a2-835f8c19411a tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:05:16.539423 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-57e47589-edd2-40fd-980d-823187248548 req-df1c6944-bfe2-4a13-b1a2-835f8c19411a tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] 10.222.0.17 "GET /v2.0/ports?device_id=05ddc775-4f83-4893-957c-d3c8928d0c8c HTTP/1.1" status: 200 len: 985 time: 0.0827181 Jul 24 20:05:16.588822 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=100 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:05:16.685146 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-57e47589-edd2-40fd-980d-823187248548 req-04874873-c906-4a27-96ff-9ca4f852eb88 tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] 10.222.0.17 "GET /v2.0/security-groups?id=b98e597e-cc37-4a7c-90a4-c1ecd7c4b3ab&id=28acb8fa-bec2-437c-82ba-8e2c3ade7cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1442158 Jul 24 20:05:16.754797 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.agents_db [None req-615be7cd-482a-4e0c-9386-1b4806e6e45a None None] Agent healthcheck: found 6 active agents {{(pid=110845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 20:05:17.602846 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c85886b-ba7b-4e16-97d1-9d83f5b18d91 req-6a2b5a6e-9d73-4aaa-8bc5-c0cfad2b8957 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:05:17.607291 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-7c85886b-ba7b-4e16-97d1-9d83f5b18d91 req-6a2b5a6e-9d73-4aaa-8bc5-c0cfad2b8957 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/ports?device_id=6a96a33d-f3d9-4d85-aac1-e661447d460a HTTP/1.1" status: 200 len: 945 time: 0.1490674 Jul 24 20:05:17.657807 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=100 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:05:17.700574 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-7c85886b-ba7b-4e16-97d1-9d83f5b18d91 req-157ccc30-8203-40f3-a766-adc23eb54b27 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/security-groups?id=e781b7b9-5d3f-49aa-85ef-8bf9d88b54be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824461 Jul 24 20:05:17.926318 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfdfd8e-1931-446c-8419-dca6b056d81a req-055b402a-eeb8-4c9d-86d0-8dc43a4a11d4 tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:05:17.927954 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-adfdfd8e-1931-446c-8419-dca6b056d81a req-055b402a-eeb8-4c9d-86d0-8dc43a4a11d4 tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] 10.222.0.17 "GET /v2.0/ports?device_id=05ddc775-4f83-4893-957c-d3c8928d0c8c HTTP/1.1" status: 200 len: 985 time: 0.0951254 Jul 24 20:05:18.011091 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-adfdfd8e-1931-446c-8419-dca6b056d81a req-84168b69-eefe-42eb-9a97-d47cbcc324c3 tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] 10.222.0.17 "GET /v2.0/security-groups?id=b98e597e-cc37-4a7c-90a4-c1ecd7c4b3ab&id=28acb8fa-bec2-437c-82ba-8e2c3ade7cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0752366 Jul 24 20:05:18.566960 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2306a9-d3f3-4178-8430-7a38d2a12bf6 req-e976b35f-f34a-4468-bdba-6375d0c9a894 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:05:18.569239 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-2d2306a9-d3f3-4178-8430-7a38d2a12bf6 req-e976b35f-f34a-4468-bdba-6375d0c9a894 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/ports?device_id=6a96a33d-f3d9-4d85-aac1-e661447d460a HTTP/1.1" status: 200 len: 945 time: 0.0715759 Jul 24 20:05:18.644515 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714df45b-9627-48bc-a805-491efcc2d5ba req-7f1c82bd-0a84-4cd1-ac10-7f97530b7daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:05:18.646291 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-714df45b-9627-48bc-a805-491efcc2d5ba req-7f1c82bd-0a84-4cd1-ac10-7f97530b7daf service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=15c454baefdc474682f88c603f6108a8&device_id=6a96a33d-f3d9-4d85-aac1-e661447d460a HTTP/1.1" status: 200 len: 1129 time: 0.0760152 Jul 24 20:05:18.711117 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-2d2306a9-d3f3-4178-8430-7a38d2a12bf6 req-7a462e24-2be8-424c-a660-dc129f584dba tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/security-groups?id=e781b7b9-5d3f-49aa-85ef-8bf9d88b54be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1278620 Jul 24 20:05:18.792626 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714df45b-9627-48bc-a805-491efcc2d5ba req-bd2bf18b-b9fe-4e4c-9661-d683e392da2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:05:18.795868 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-714df45b-9627-48bc-a805-491efcc2d5ba req-bd2bf18b-b9fe-4e4c-9661-d683e392da2f service neutron] 10.222.0.42 "GET /v2.0/networks?id=6e3ba2d8-cc61-4396-b210-32cea4aff750 HTTP/1.1" status: 200 len: 919 time: 0.1385243 Jul 24 20:05:18.882877 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-714df45b-9627-48bc-a805-491efcc2d5ba req-650b0080-5da7-4f74-8428-2d63c86e3a05 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fe004f6f-ca2d-4c17-b98d-0e04aefc136e HTTP/1.1" status: 200 len: 1001 time: 0.0800452 Jul 24 20:05:18.958143 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG dbcounter [-] [110845] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=110845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:05:18.968215 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714df45b-9627-48bc-a805-491efcc2d5ba req-71d3ef38-d889-4327-809b-cd35de76d873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:05:18.971596 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-714df45b-9627-48bc-a805-491efcc2d5ba req-71d3ef38-d889-4327-809b-cd35de76d873 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1b0ec485-4e15-4515-af25-2ebd70a5137a HTTP/1.1" status: 200 len: 857 time: 0.0758209 Jul 24 20:05:19.032789 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714df45b-9627-48bc-a805-491efcc2d5ba req-5f3d0c09-ac86-4219-8c0c-c04b2790e38c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:05:19.035623 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-714df45b-9627-48bc-a805-491efcc2d5ba req-5f3d0c09-ac86-4219-8c0c-c04b2790e38c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6e3ba2d8-cc61-4396-b210-32cea4aff750&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0559719 Jul 24 20:05:19.321779 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-714df45b-9627-48bc-a805-491efcc2d5ba req-95576556-0284-4e30-a321-4253b4c5732a service neutron] 10.222.0.42 "GET /v2.0/networks/6e3ba2d8-cc61-4396-b210-32cea4aff750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2781701 Jul 24 20:05:19.370514 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8148f985-5f82-4f75-bf01-4e2cb27bc156 req-1b1ab028-44b0-4605-af60-571d74d6b22b tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:05:19.372521 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-8148f985-5f82-4f75-bf01-4e2cb27bc156 req-1b1ab028-44b0-4605-af60-571d74d6b22b tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] 10.222.0.17 "GET /v2.0/ports?device_id=05ddc775-4f83-4893-957c-d3c8928d0c8c HTTP/1.1" status: 200 len: 985 time: 0.1161675 Jul 24 20:05:19.501082 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-714df45b-9627-48bc-a805-491efcc2d5ba req-c62b2acb-37ec-49ef-baf7-48f57295c1d8 service neutron] 10.222.0.42 "GET /v2.0/networks/6e3ba2d8-cc61-4396-b210-32cea4aff750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733286 Jul 24 20:05:19.506882 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=100 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:05:19.521482 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-8148f985-5f82-4f75-bf01-4e2cb27bc156 req-cd54b489-7162-4cb5-a70c-4d133da608f5 tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] 10.222.0.17 "GET /v2.0/security-groups?id=b98e597e-cc37-4a7c-90a4-c1ecd7c4b3ab&id=28acb8fa-bec2-437c-82ba-8e2c3ade7cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1325896 Jul 24 20:05:19.934198 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30cc383-d838-4962-a01c-7546b55975e3 req-114ceeb8-bdc4-4be8-a895-0ffe22436f0e tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:05:19.937246 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-f30cc383-d838-4962-a01c-7546b55975e3 req-114ceeb8-bdc4-4be8-a895-0ffe22436f0e tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/ports?device_id=6a96a33d-f3d9-4d85-aac1-e661447d460a HTTP/1.1" status: 200 len: 945 time: 0.0924089 Jul 24 20:05:20.052388 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-f30cc383-d838-4962-a01c-7546b55975e3 req-47ae2dee-ab6e-4efc-a1fc-53b3aea77e47 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/security-groups?id=e781b7b9-5d3f-49aa-85ef-8bf9d88b54be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1067541 Jul 24 20:05:20.377451 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=51,neutron:UPDATE=1 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:05:20.388003 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:05:20.755963 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e532b1f-56c0-46a2-92e6-1734708da33b req-8dfceafc-588d-494a-af55-3d8e37cc04aa tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:05:20.765654 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-0e532b1f-56c0-46a2-92e6-1734708da33b req-8dfceafc-588d-494a-af55-3d8e37cc04aa tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] 10.222.0.17 "GET /v2.0/ports?device_id=05ddc775-4f83-4893-957c-d3c8928d0c8c HTTP/1.1" status: 200 len: 985 time: 0.0876918 Jul 24 20:05:20.863462 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-0e532b1f-56c0-46a2-92e6-1734708da33b req-fb7d4da5-a6c3-44ec-bcc3-7d47b4300884 tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] 10.222.0.17 "GET /v2.0/security-groups?id=b98e597e-cc37-4a7c-90a4-c1ecd7c4b3ab&id=28acb8fa-bec2-437c-82ba-8e2c3ade7cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0967131 Jul 24 20:05:21.286422 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f9fe3b-c461-4d43-a599-53c1396e408e req-4ad63e52-30de-46bc-815f-bc572ae02188 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:05:21.289153 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-75f9fe3b-c461-4d43-a599-53c1396e408e req-4ad63e52-30de-46bc-815f-bc572ae02188 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/ports?device_id=6a96a33d-f3d9-4d85-aac1-e661447d460a HTTP/1.1" status: 200 len: 945 time: 0.0962179 Jul 24 20:05:21.381432 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-75f9fe3b-c461-4d43-a599-53c1396e408e req-38979a9e-0ab3-4fcd-b430-215e9805179a tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/security-groups?id=e781b7b9-5d3f-49aa-85ef-8bf9d88b54be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796297 Jul 24 20:05:21.994605 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=100 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:05:22.037484 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d23a8bc-802b-4de5-a4c2-881435c4cd8a req-1c65e4b7-947c-4ebd-91d4-9785be8c12e2 tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:05:22.039147 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-3d23a8bc-802b-4de5-a4c2-881435c4cd8a req-1c65e4b7-947c-4ebd-91d4-9785be8c12e2 tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] 10.222.0.17 "GET /v2.0/ports?device_id=05ddc775-4f83-4893-957c-d3c8928d0c8c HTTP/1.1" status: 200 len: 985 time: 0.0554342 Jul 24 20:05:22.132465 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-3d23a8bc-802b-4de5-a4c2-881435c4cd8a req-2d5f4389-7e65-47ee-9013-6a54a8807240 tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] 10.222.0.17 "GET /v2.0/security-groups?id=b98e597e-cc37-4a7c-90a4-c1ecd7c4b3ab&id=28acb8fa-bec2-437c-82ba-8e2c3ade7cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0824091 Jul 24 20:05:22.665688 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6763dd-4b84-4f28-9385-6df9af96d044 req-704d8245-0f32-4956-9447-c3eaca0b5fc2 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:05:22.668453 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-ae6763dd-4b84-4f28-9385-6df9af96d044 req-704d8245-0f32-4956-9447-c3eaca0b5fc2 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/ports?device_id=6a96a33d-f3d9-4d85-aac1-e661447d460a HTTP/1.1" status: 200 len: 945 time: 0.1088233 Jul 24 20:05:22.798644 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-ae6763dd-4b84-4f28-9385-6df9af96d044 req-7baa9e59-5950-4404-b5b4-f17d2685f330 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/security-groups?id=e781b7b9-5d3f-49aa-85ef-8bf9d88b54be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1169598 Jul 24 20:05:23.352558 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5df08fe-685a-4789-8032-6df3f76e7a36 req-30ef9a6e-f451-4d1e-965b-ec446e82eb3e tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:05:23.354898 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-a5df08fe-685a-4789-8032-6df3f76e7a36 req-30ef9a6e-f451-4d1e-965b-ec446e82eb3e tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] 10.222.0.17 "GET /v2.0/ports?device_id=05ddc775-4f83-4893-957c-d3c8928d0c8c HTTP/1.1" status: 200 len: 985 time: 0.0806947 Jul 24 20:05:23.472276 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-a5df08fe-685a-4789-8032-6df3f76e7a36 req-c2e06832-7a0d-4e4e-95dd-d296cfb5ce66 tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] 10.222.0.17 "GET /v2.0/security-groups?id=b98e597e-cc37-4a7c-90a4-c1ecd7c4b3ab&id=28acb8fa-bec2-437c-82ba-8e2c3ade7cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1111290 Jul 24 20:05:24.061664 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9448b8-5339-43d8-9a38-68fd43118996 req-c608e39d-6525-4696-bdc2-f057c7b55539 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:05:24.071989 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-be9448b8-5339-43d8-9a38-68fd43118996 req-c608e39d-6525-4696-bdc2-f057c7b55539 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/ports?device_id=6a96a33d-f3d9-4d85-aac1-e661447d460a HTTP/1.1" status: 200 len: 945 time: 0.1248617 Jul 24 20:05:24.180450 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-be9448b8-5339-43d8-9a38-68fd43118996 req-8bece022-90df-4309-b759-19f366d4182e tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/security-groups?id=e781b7b9-5d3f-49aa-85ef-8bf9d88b54be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1060543 Jul 24 20:05:24.495484 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42766f1-a687-4dea-a6d0-9c9e54f48039 req-4e51c51b-f1ce-45e4-b67c-e2ffbc6593d9 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:05:24.495484 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-f42766f1-a687-4dea-a6d0-9c9e54f48039 req-4e51c51b-f1ce-45e4-b67c-e2ffbc6593d9 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/ports?device_id=6a96a33d-f3d9-4d85-aac1-e661447d460a HTTP/1.1" status: 200 len: 945 time: 0.1172159 Jul 24 20:05:24.495484 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [-] (110843) accepted ('10.222.0.17', 34720) {{(pid=110843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:05:24.495484 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.v2.base [None req-aa55eaa9-e933-49ee-9310-c1154f478649 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Request body: {'floatingip': {'port_id': 'fe004f6f-ca2d-4c17-b98d-0e04aefc136e'}} {{(pid=110843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 20:05:24.817484 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-aa55eaa9-e933-49ee-9310-c1154f478649 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Publish callbacks [] for floatingip (c1d3b74d-3e0d-4328-bb02-4f8288a4fe7d), before_update {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:24.837758 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb80d56-59e8-4702-883c-d42ce292f287 req-fc831348-5f30-4372-bb60-22b2384556cb tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:05:24.841119 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-9bb80d56-59e8-4702-883c-d42ce292f287 req-fc831348-5f30-4372-bb60-22b2384556cb tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] 10.222.0.17 "GET /v2.0/ports?device_id=05ddc775-4f83-4893-957c-d3c8928d0c8c HTTP/1.1" status: 200 len: 985 time: 0.1894343 Jul 24 20:05:24.850585 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=35 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:05:24.854439 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=77 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:05:25.151103 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-9bb80d56-59e8-4702-883c-d42ce292f287 req-8a675be4-094e-4b18-ba8e-2cedc69917a4 tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] 10.222.0.17 "GET /v2.0/security-groups?id=b98e597e-cc37-4a7c-90a4-c1ecd7c4b3ab&id=28acb8fa-bec2-437c-82ba-8e2c3ade7cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2496510 Jul 24 20:05:25.186096 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=100 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:05:26.230719 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.db.resource_extend [None req-aa55eaa9-e933-49ee-9310-c1154f478649 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Jul 24 20:05:26.316935 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:05:26.351279 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-aa55eaa9-e933-49ee-9310-c1154f478649 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:26.434776 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81950333-a2e3-41ae-a439-462525cfd44e req-89a1df99-9973-44d2-8996-e3474d7ebc41 tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:05:26.437868 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-81950333-a2e3-41ae-a439-462525cfd44e req-89a1df99-9973-44d2-8996-e3474d7ebc41 tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] 10.222.0.17 "GET /v2.0/ports?device_id=05ddc775-4f83-4893-957c-d3c8928d0c8c HTTP/1.1" status: 200 len: 985 time: 0.1188536 Jul 24 20:05:26.481482 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-aa55eaa9-e933-49ee-9310-c1154f478649 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-452544'] for floatingip (c1d3b74d-3e0d-4328-bb02-4f8288a4fe7d), after_update {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:26.613345 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-81950333-a2e3-41ae-a439-462525cfd44e req-154d125d-8e86-4813-8308-ceb2907c8120 tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] 10.222.0.17 "GET /v2.0/security-groups?id=b98e597e-cc37-4a7c-90a4-c1ecd7c4b3ab&id=28acb8fa-bec2-437c-82ba-8e2c3ade7cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1642292 Jul 24 20:05:26.840027 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa55eaa9-e933-49ee-9310-c1154f478649 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Router d415c36d-d3f0-4850-a3a7-92ff6de12880 has already been hosted by L3 agent 408021b7-d46b-48c2-9f75-8a8023f9145c {{(pid=110843) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 24 20:05:26.984119 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa55eaa9-e933-49ee-9310-c1154f478649 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Notify agent at l3_agent.dv-cinder-850449-2-iscsi the message routers_updated {{(pid=110843) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 20:05:26.991860 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-aa55eaa9-e933-49ee-9310-c1154f478649 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1048257'] for floatingip (None), before_response {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:27.005439 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae279c50-e2a1-4fe9-b411-1be3d668a1d6 None None] Sync routers for ids ['d415c36d-d3f0-4850-a3a7-92ff6de12880'] in dv-cinder-850449-2-iscsi {{(pid=110844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 20:05:27.029034 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae279c50-e2a1-4fe9-b411-1be3d668a1d6 None None] Routers {'d415c36d-d3f0-4850-a3a7-92ff6de12880'} bound to L3 agent in host dv-cinder-850449-2-iscsi {{(pid=110844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 20:05:27.031223 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_hamode_db [None req-ae279c50-e2a1-4fe9-b411-1be3d668a1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-24T19:52:06Z,description=,heartbeat_timestamp=2022-07-24T20:05:06Z,host='dv-cinder-850449-2-iscsi',id=408021b7-d46b-48c2-9f75-8a8023f9145c,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T19:52:06Z,topic='l3_agent')) {'router_ids': ['d415c36d-d3f0-4850-a3a7-92ff6de12880'], 'active': True} {{(pid=110844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:05:27.065934 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a96a33d-f3d9-4d85-aac1-e661447d460a', 'tag': 'fe004f6f-ca2d-4c17-b98d-0e04aefc136e'}] {{(pid=110843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 24 20:05:27.070486 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa129e2ea71b36189c7354ee4da78dc54b5a7420159cbfa164f6b2678096e4e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e0e8393-41f9-41dc-9116-4b410c0db0a5" -d '{"events": [{"name": "network-changed", "server_uuid": "6a96a33d-f3d9-4d85-aac1-e661447d460a", "tag": "fe004f6f-ca2d-4c17-b98d-0e04aefc136e"}]}' {{(pid=110843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 20:05:27.125633 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:05:27.146457 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [None req-aa55eaa9-e933-49ee-9310-c1154f478649 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "PUT /v2.0/floatingips/c1d3b74d-3e0d-4328-bb02-4f8288a4fe7d HTTP/1.1" status: 200 len: 993 time: 2.6715403 Jul 24 20:05:27.157572 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 24 Jul 2022 20:05:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20e4cc2c-4859-41a9-b4df-291297c11438 x-openstack-request-id: req-20e4cc2c-4859-41a9-b4df-291297c11438 {{(pid=110843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 20:05:27.158304 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a96a33d-f3d9-4d85-aac1-e661447d460a", "tag": "fe004f6f-ca2d-4c17-b98d-0e04aefc136e", "status": "completed", "code": 200}]} {{(pid=110843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 20:05:27.159002 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-20e4cc2c-4859-41a9-b4df-291297c11438 {{(pid=110843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 20:05:27.159798 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20e4cc2c-4859-41a9-b4df-291297c11438'] response: {'name': 'network-changed', 'server_uuid': '6a96a33d-f3d9-4d85-aac1-e661447d460a', 'tag': 'fe004f6f-ca2d-4c17-b98d-0e04aefc136e', 'status': 'completed', 'code': 200} Jul 24 20:05:27.458247 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_dvr_db [None req-ae279c50-e2a1-4fe9-b411-1be3d668a1d6 None None] Set router d415c36d-d3f0-4850-a3a7-92ff6de12880 gateway port host: dv-cinder-850449-2-iscsi {{(pid=110844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 20:05:27.714560 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0e8393-41f9-41dc-9116-4b410c0db0a5 req-c78590b6-1bb1-45a4-8328-46080dd563c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:05:27.719694 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-8e0e8393-41f9-41dc-9116-4b410c0db0a5 req-c78590b6-1bb1-45a4-8328-46080dd563c4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=15c454baefdc474682f88c603f6108a8&device_id=6a96a33d-f3d9-4d85-aac1-e661447d460a HTTP/1.1" status: 200 len: 1129 time: 0.1514919 Jul 24 20:05:27.969769 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_hamode_db [None req-ae279c50-e2a1-4fe9-b411-1be3d668a1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd415c36d-d3f0-4850-a3a7-92ff6de12880', 'name': 'tempest-ServerRescueNegativeTestJSON-727564958-router', 'tenant_id': '15c454baefdc474682f88c603f6108a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'external_fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': 'b45b19b5-a41c-4d83-bbe8-9ffe45a80965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T20:01:05Z', 'updated_at': '2022-07-24T20:01:15Z', 'revision_number': 4, 'project_id': '15c454baefdc474682f88c603f6108a8', 'gw_port': {'id': 'b45b19b5-a41c-4d83-bbe8-9ffe45a80965', 'name': '', 'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:80:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd415c36d-d3f0-4850-a3a7-92ff6de12880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:01:06Z', 'updated_at': '2022-07-24T20:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99a0caa3-3fb5-4860-826f-478186226de3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850449-2-iscsi', '_floatingips': [{'id': 'c1d3b74d-3e0d-4328-bb02-4f8288a4fe7d', 'tenant_id': '15c454baefdc474682f88c603f6108a8', 'floating_ip_address': '172.27.3.122', 'floating_network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'router_id': 'd415c36d-d3f0-4850-a3a7-92ff6de12880', 'port_id': 'fe004f6f-ca2d-4c17-b98d-0e04aefc136e', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 399, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6e3ba2d8-cc61-4396-b210-32cea4aff750', 'mac_address': 'fa:16:3e:8a:fd:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a96a33d-f3d9-4d85-aac1-e661447d460a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-24T20:03:20Z', 'updated_at': '2022-07-24T20:05:26Z', 'revision_number': 3, 'project_id': '15c454baefdc474682f88c603f6108a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '202a0690-d62d-4408-843b-a3c105585dc8', 'name': '', 'network_id': '6e3ba2d8-cc61-4396-b210-32cea4aff750', 'tenant_id': '15c454baefdc474682f88c603f6108a8', 'mac_address': 'fa:16:3e:47:23:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd415c36d-d3f0-4850-a3a7-92ff6de12880', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '1b0ec485-4e15-4515-af25-2ebd70a5137a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:01:12Z', 'updated_at': '2022-07-24T20:01:22Z', 'revision_number': 5, 'project_id': '15c454baefdc474682f88c603f6108a8', 'subnets': [{'id': '1b0ec485-4e15-4515-af25-2ebd70a5137a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850449-2-iscsi', False) {} {{(pid=110844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:05:27.971341 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26f0e78-5c89-49f7-88e6-6ae5cf384910 req-705ee7c4-2e55-4af0-86f1-8b962cd968f5 tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:05:27.975143 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-e26f0e78-5c89-49f7-88e6-6ae5cf384910 req-705ee7c4-2e55-4af0-86f1-8b962cd968f5 tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] 10.222.0.17 "GET /v2.0/ports?device_id=05ddc775-4f83-4893-957c-d3c8928d0c8c HTTP/1.1" status: 200 len: 985 time: 0.1158988 Jul 24 20:05:27.998034 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0e8393-41f9-41dc-9116-4b410c0db0a5 req-e8dd23df-d753-4bfc-8cae-79d823f8787c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:05:28.000178 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-8e0e8393-41f9-41dc-9116-4b410c0db0a5 req-e8dd23df-d753-4bfc-8cae-79d823f8787c service neutron] 10.222.0.42 "GET /v2.0/networks?id=6e3ba2d8-cc61-4396-b210-32cea4aff750 HTTP/1.1" status: 200 len: 919 time: 0.2730381 Jul 24 20:05:28.027817 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae279c50-e2a1-4fe9-b411-1be3d668a1d6 None None] Checking router: d415c36d-d3f0-4850-a3a7-92ff6de12880 for host: dv-cinder-850449-2-iscsi {{(pid=110844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 20:05:28.046452 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae279c50-e2a1-4fe9-b411-1be3d668a1d6 None None] Routers {'d415c36d-d3f0-4850-a3a7-92ff6de12880'} bound to L3 agent in host dv-cinder-850449-2-iscsi {{(pid=110844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 20:05:28.047150 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_hamode_db [None req-ae279c50-e2a1-4fe9-b411-1be3d668a1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-24T19:52:06Z,description=,heartbeat_timestamp=2022-07-24T20:05:06Z,host='dv-cinder-850449-2-iscsi',id=408021b7-d46b-48c2-9f75-8a8023f9145c,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T19:52:06Z,topic='l3_agent')) {'router_ids': ['d415c36d-d3f0-4850-a3a7-92ff6de12880'], 'active': True} {{(pid=110844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:05:28.135250 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-8e0e8393-41f9-41dc-9116-4b410c0db0a5 req-b47c65be-125d-40c7-b7b4-71295c6cbc8f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fe004f6f-ca2d-4c17-b98d-0e04aefc136e HTTP/1.1" status: 200 len: 1001 time: 0.1250210 Jul 24 20:05:28.200919 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-e26f0e78-5c89-49f7-88e6-6ae5cf384910 req-7a0b07f8-d5fc-4b35-bab9-d40c6bdc4ef8 tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] 10.222.0.17 "GET /v2.0/security-groups?id=b98e597e-cc37-4a7c-90a4-c1ecd7c4b3ab&id=28acb8fa-bec2-437c-82ba-8e2c3ade7cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1989796 Jul 24 20:05:28.244155 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0e8393-41f9-41dc-9116-4b410c0db0a5 req-b6426b6e-8804-49c7-a19d-fd809e9a9e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:05:28.247688 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-8e0e8393-41f9-41dc-9116-4b410c0db0a5 req-b6426b6e-8804-49c7-a19d-fd809e9a9e7e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1b0ec485-4e15-4515-af25-2ebd70a5137a HTTP/1.1" status: 200 len: 857 time: 0.1039958 Jul 24 20:05:28.273373 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_dvr_db [None req-ae279c50-e2a1-4fe9-b411-1be3d668a1d6 None None] Set router d415c36d-d3f0-4850-a3a7-92ff6de12880 gateway port host: dv-cinder-850449-2-iscsi {{(pid=110844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 20:05:28.305862 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0e8393-41f9-41dc-9116-4b410c0db0a5 req-dc55eeca-d88f-43f8-9c75-c037ce1c4b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:05:28.308185 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-8e0e8393-41f9-41dc-9116-4b410c0db0a5 req-dc55eeca-d88f-43f8-9c75-c037ce1c4b8a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6e3ba2d8-cc61-4396-b210-32cea4aff750&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0528553 Jul 24 20:05:28.448928 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-8e0e8393-41f9-41dc-9116-4b410c0db0a5 req-21ebd7af-579b-41c4-9aea-eae14db3c415 service neutron] 10.222.0.42 "GET /v2.0/networks/6e3ba2d8-cc61-4396-b210-32cea4aff750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332717 Jul 24 20:05:28.632849 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-8e0e8393-41f9-41dc-9116-4b410c0db0a5 req-e2cbf7ff-88a2-4a20-a0ca-7ceda318e712 service neutron] 10.222.0.42 "GET /v2.0/networks/6e3ba2d8-cc61-4396-b210-32cea4aff750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598520 Jul 24 20:05:28.633099 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=100 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:05:28.697092 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_hamode_db [None req-ae279c50-e2a1-4fe9-b411-1be3d668a1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd415c36d-d3f0-4850-a3a7-92ff6de12880', 'name': 'tempest-ServerRescueNegativeTestJSON-727564958-router', 'tenant_id': '15c454baefdc474682f88c603f6108a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'external_fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': 'b45b19b5-a41c-4d83-bbe8-9ffe45a80965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T20:01:05Z', 'updated_at': '2022-07-24T20:01:15Z', 'revision_number': 4, 'project_id': '15c454baefdc474682f88c603f6108a8', 'gw_port': {'id': 'b45b19b5-a41c-4d83-bbe8-9ffe45a80965', 'name': '', 'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:80:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd415c36d-d3f0-4850-a3a7-92ff6de12880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:01:06Z', 'updated_at': '2022-07-24T20:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99a0caa3-3fb5-4860-826f-478186226de3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850449-2-iscsi', '_floatingips': [{'id': 'c1d3b74d-3e0d-4328-bb02-4f8288a4fe7d', 'tenant_id': '15c454baefdc474682f88c603f6108a8', 'floating_ip_address': '172.27.3.122', 'floating_network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'router_id': 'd415c36d-d3f0-4850-a3a7-92ff6de12880', 'port_id': 'fe004f6f-ca2d-4c17-b98d-0e04aefc136e', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 399, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6e3ba2d8-cc61-4396-b210-32cea4aff750', 'mac_address': 'fa:16:3e:8a:fd:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a96a33d-f3d9-4d85-aac1-e661447d460a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-24T20:03:20Z', 'updated_at': '2022-07-24T20:05:26Z', 'revision_number': 3, 'project_id': '15c454baefdc474682f88c603f6108a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '202a0690-d62d-4408-843b-a3c105585dc8', 'name': '', 'network_id': '6e3ba2d8-cc61-4396-b210-32cea4aff750', 'tenant_id': '15c454baefdc474682f88c603f6108a8', 'mac_address': 'fa:16:3e:47:23:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd415c36d-d3f0-4850-a3a7-92ff6de12880', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '1b0ec485-4e15-4515-af25-2ebd70a5137a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:01:12Z', 'updated_at': '2022-07-24T20:01:22Z', 'revision_number': 5, 'project_id': '15c454baefdc474682f88c603f6108a8', 'subnets': [{'id': '1b0ec485-4e15-4515-af25-2ebd70a5137a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850449-2-iscsi', False) {} {{(pid=110844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:05:28.747666 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae279c50-e2a1-4fe9-b411-1be3d668a1d6 None None] The sync data for ids ['d415c36d-d3f0-4850-a3a7-92ff6de12880'] in dv-cinder-850449-2-iscsi is: [{'id': 'd415c36d-d3f0-4850-a3a7-92ff6de12880', 'name': 'tempest-ServerRescueNegativeTestJSON-727564958-router', 'tenant_id': '15c454baefdc474682f88c603f6108a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'external_fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': 'b45b19b5-a41c-4d83-bbe8-9ffe45a80965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T20:01:05Z', 'updated_at': '2022-07-24T20:01:15Z', 'revision_number': 4, 'project_id': '15c454baefdc474682f88c603f6108a8', 'gw_port': {'id': 'b45b19b5-a41c-4d83-bbe8-9ffe45a80965', 'name': '', 'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:80:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd415c36d-d3f0-4850-a3a7-92ff6de12880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:01:06Z', 'updated_at': '2022-07-24T20:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99a0caa3-3fb5-4860-826f-478186226de3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850449-2-iscsi', '_floatingips': [{'id': 'c1d3b74d-3e0d-4328-bb02-4f8288a4fe7d', 'tenant_id': '15c454baefdc474682f88c603f6108a8', 'floating_ip_address': '172.27.3.122', 'floating_network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'router_id': 'd415c36d-d3f0-4850-a3a7-92ff6de12880', 'port_id': 'fe004f6f-ca2d-4c17-b98d-0e04aefc136e', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 399, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6e3ba2d8-cc61-4396-b210-32cea4aff750', 'mac_address': 'fa:16:3e:8a:fd:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a96a33d-f3d9-4d85-aac1-e661447d460a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-24T20:03:20Z', 'updated_at': '2022-07-24T20:05:26Z', 'revision_number': 3, 'project_id': '15c454baefdc474682f88c603f6108a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '202a0690-d62d-4408-843b-a3c105585dc8', 'name': '', 'network_id': '6e3ba2d8-cc61-4396-b210-32cea4aff750', 'tenant_id': '15c454baefdc474682f88c603f6108a8', 'mac_address': 'fa:16:3e:47:23:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd415c36d-d3f0-4850-a3a7-92ff6de12880', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '1b0ec485-4e15-4515-af25-2ebd70a5137a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:01:12Z', 'updated_at': '2022-07-24T20:01:22Z', 'revision_number': 5, 'project_id': '15c454baefdc474682f88c603f6108a8', 'subnets': [{'id': '1b0ec485-4e15-4515-af25-2ebd70a5137a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 20:05:29.161168 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a96a33d-f3d9-4d85-aac1-e661447d460a', 'tag': 'fe004f6f-ca2d-4c17-b98d-0e04aefc136e'}] {{(pid=110843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 24 20:05:29.164003 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa129e2ea71b36189c7354ee4da78dc54b5a7420159cbfa164f6b2678096e4e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7acb1982-ecef-4b1d-8531-e4115f91edd1" -d '{"events": [{"name": "network-changed", "server_uuid": "6a96a33d-f3d9-4d85-aac1-e661447d460a", "tag": "fe004f6f-ca2d-4c17-b98d-0e04aefc136e"}]}' {{(pid=110843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 20:05:29.205913 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 24 Jul 2022 20:05:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7902f7f3-413d-4292-ab14-359647236137 x-openstack-request-id: req-7902f7f3-413d-4292-ab14-359647236137 {{(pid=110843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 20:05:29.206043 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a96a33d-f3d9-4d85-aac1-e661447d460a", "tag": "fe004f6f-ca2d-4c17-b98d-0e04aefc136e", "status": "completed", "code": 200}]} {{(pid=110843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 20:05:29.206266 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-7902f7f3-413d-4292-ab14-359647236137 {{(pid=110843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 20:05:29.206710 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7902f7f3-413d-4292-ab14-359647236137'] response: {'name': 'network-changed', 'server_uuid': '6a96a33d-f3d9-4d85-aac1-e661447d460a', 'tag': 'fe004f6f-ca2d-4c17-b98d-0e04aefc136e', 'status': 'completed', 'code': 200} Jul 24 20:05:29.273219 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acb1982-ecef-4b1d-8531-e4115f91edd1 req-6ae8f14a-6491-4177-9419-b5eb300de0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:05:29.274796 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-7acb1982-ecef-4b1d-8531-e4115f91edd1 req-6ae8f14a-6491-4177-9419-b5eb300de0ab service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=15c454baefdc474682f88c603f6108a8&device_id=6a96a33d-f3d9-4d85-aac1-e661447d460a HTTP/1.1" status: 200 len: 1129 time: 0.0431406 Jul 24 20:05:29.393036 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acb1982-ecef-4b1d-8531-e4115f91edd1 req-150a48c3-83d6-41ac-adbd-f0d32e296f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:05:29.395361 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-7acb1982-ecef-4b1d-8531-e4115f91edd1 req-150a48c3-83d6-41ac-adbd-f0d32e296f37 service neutron] 10.222.0.42 "GET /v2.0/networks?id=6e3ba2d8-cc61-4396-b210-32cea4aff750 HTTP/1.1" status: 200 len: 919 time: 0.1119699 Jul 24 20:05:29.521004 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-7acb1982-ecef-4b1d-8531-e4115f91edd1 req-6061f450-ef23-456e-9617-0c105a77ea28 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fe004f6f-ca2d-4c17-b98d-0e04aefc136e HTTP/1.1" status: 200 len: 1001 time: 0.1175423 Jul 24 20:05:29.544245 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=100 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:05:29.622193 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acb1982-ecef-4b1d-8531-e4115f91edd1 req-45ad7f79-0b1d-470a-971f-f18c65df2e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:05:29.625059 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-7acb1982-ecef-4b1d-8531-e4115f91edd1 req-45ad7f79-0b1d-470a-971f-f18c65df2e18 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1b0ec485-4e15-4515-af25-2ebd70a5137a HTTP/1.1" status: 200 len: 857 time: 0.0959573 Jul 24 20:05:29.697053 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=100 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:05:29.716599 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acb1982-ecef-4b1d-8531-e4115f91edd1 req-9e1ca496-a6a1-42b2-85f4-22e924e7f01d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:05:29.719418 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-7acb1982-ecef-4b1d-8531-e4115f91edd1 req-9e1ca496-a6a1-42b2-85f4-22e924e7f01d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6e3ba2d8-cc61-4396-b210-32cea4aff750&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0823913 Jul 24 20:05:29.953465 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-7acb1982-ecef-4b1d-8531-e4115f91edd1 req-a390064e-756a-4a8f-9677-63452f79ddba service neutron] 10.222.0.42 "GET /v2.0/networks/6e3ba2d8-cc61-4396-b210-32cea4aff750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2242122 Jul 24 20:05:30.167828 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-7acb1982-ecef-4b1d-8531-e4115f91edd1 req-bc4b790b-5daa-4e0b-bef1-e486d643b631 service neutron] 10.222.0.42 "GET /v2.0/networks/6e3ba2d8-cc61-4396-b210-32cea4aff750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2073264 Jul 24 20:05:32.774430 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG dbcounter [-] [110845] Writing DB stats neutron:SELECT=12 {{(pid=110845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:05:32.775750 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG dbcounter [-] [110845] Writing DB stats neutron:SELECT=3 {{(pid=110845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:05:33.484785 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-7971f4d5-afe8-49de-9409-b4dbde6bf53f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (dc36e0ef-94f3-4a3e-9c13-4790afccb2e9), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:35.919023 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-a6814c38-d715-4041-a9c4-907d24e28b12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (408021b7-d46b-48c2-9f75-8a8023f9145c), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:36.965256 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-6dc48dae-acff-4e3e-8fdb-430da55b4f7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (7ee55678-4254-481c-8cae-5c828aed81c9), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:37.636858 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [-] (110843) accepted ('10.222.0.17', 34882) {{(pid=110843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:05:37.685411 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc1d592e-84f8-4e8f-8021-504df2cf9b69 admin admin] Deleting subnet 3b2add64-3220-4d0f-a25e-a2bd2c224a0e {{(pid=110843) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 24 20:05:37.688976 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-cc1d592e-84f8-4e8f-8021-504df2cf9b69 admin admin] Publish callbacks [] for subnet (3b2add64-3220-4d0f-a25e-a2bd2c224a0e), before_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:37.724124 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-cc1d592e-84f8-4e8f-8021-504df2cf9b69 admin admin] Publish callbacks [] for subnet (3b2add64-3220-4d0f-a25e-a2bd2c224a0e), precommit_delete_associations {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:37.730148 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-cc1d592e-84f8-4e8f-8021-504df2cf9b69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7817528'] for subnet (3b2add64-3220-4d0f-a25e-a2bd2c224a0e), precommit_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:37.868444 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-cc1d592e-84f8-4e8f-8021-504df2cf9b69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7817521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937'] for subnet (3b2add64-3220-4d0f-a25e-a2bd2c224a0e), after_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:37.895261 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1d592e-84f8-4e8f-8021-504df2cf9b69 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b2add64-3220-4d0f-a25e-a2bd2c224a0e,revision_number=None']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:05:37.903727 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-cc1d592e-84f8-4e8f-8021-504df2cf9b69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594923'] for subnet (None), before_response {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:37.907810 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [None req-cc1d592e-84f8-4e8f-8021-504df2cf9b69 admin admin] 10.222.0.17 "DELETE /v2.0/subnets/3b2add64-3220-4d0f-a25e-a2bd2c224a0e HTTP/1.1" status: 204 len: 168 time: 0.2697315 Jul 24 20:05:37.909804 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 34884) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:05:37.915347 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1d592e-84f8-4e8f-8021-504df2cf9b69 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:05:37.915777 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1d592e-84f8-4e8f-8021-504df2cf9b69 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:05:37.916125 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1d592e-84f8-4e8f-8021-504df2cf9b69 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:05:37.916561 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1d592e-84f8-4e8f-8021-504df2cf9b69 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:05:37.917022 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1d592e-84f8-4e8f-8021-504df2cf9b69 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:05:37.917284 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1d592e-84f8-4e8f-8021-504df2cf9b69 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:05:37.917705 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1d592e-84f8-4e8f-8021-504df2cf9b69 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:05:37.918233 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1d592e-84f8-4e8f-8021-504df2cf9b69 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:05:37.918421 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1d592e-84f8-4e8f-8021-504df2cf9b69 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:05:37.918597 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1d592e-84f8-4e8f-8021-504df2cf9b69 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:05:37.918951 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1d592e-84f8-4e8f-8021-504df2cf9b69 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:05:37.919394 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1d592e-84f8-4e8f-8021-504df2cf9b69 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:05:37.919740 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1d592e-84f8-4e8f-8021-504df2cf9b69 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:05:37.920066 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1d592e-84f8-4e8f-8021-504df2cf9b69 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:05:37.920378 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1d592e-84f8-4e8f-8021-504df2cf9b69 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:05:38.008902 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-8056ca05-8f62-471d-979e-651f9ac2f305 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7930929'] for network (dd0a5f33-edb8-4c0a-b9cd-8e5dcbe0d119), before_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:38.093975 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-8056ca05-8f62-471d-979e-651f9ac2f305 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7817651', 'neutron.services.segments.db._delete_segments_for_network-8731445707084'] for network (dd0a5f33-edb8-4c0a-b9cd-8e5dcbe0d119), precommit_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:38.115210 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.services.segments.db [None req-8056ca05-8f62-471d-979e-651f9ac2f305 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd0a5f33-edb8-4c0a-b9cd-8e5dcbe0d119']}} {{(pid=110842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:05:38.125543 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.services.segments.db [None req-8056ca05-8f62-471d-979e-651f9ac2f305 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a26e4697-a627-4fd9-b577-6f5138f29a6f') {'for_net_delete': True} {{(pid=110842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:05:38.125735 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.services.segments.db [None req-8056ca05-8f62-471d-979e-651f9ac2f305 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a26e4697-a627-4fd9-b577-6f5138f29a6f') {} {{(pid=110842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:05:38.141139 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-8056ca05-8f62-471d-979e-651f9ac2f305 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731445706213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8979360'] for segment (a26e4697-a627-4fd9-b577-6f5138f29a6f), before_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:38.155166 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-8056ca05-8f62-471d-979e-651f9ac2f305 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7750649'] for segment (a26e4697-a627-4fd9-b577-6f5138f29a6f), precommit_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:38.161630 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8056ca05-8f62-471d-979e-651f9ac2f305 admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=110842) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 20:05:38.162371 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-8056ca05-8f62-471d-979e-651f9ac2f305 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7750649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8924928'] for segment (a26e4697-a627-4fd9-b577-6f5138f29a6f), after_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:38.221076 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.services.segments.plugin [-] Segment a26e4697-a627-4fd9-b577-6f5138f29a6f resource provider aggregate not found Jul 24 20:05:38.240569 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.services.segments.plugin [-] Segment a26e4697-a627-4fd9-b577-6f5138f29a6f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a26e4697-a627-4fd9-b577-6f5138f29a6f found for delete ", "request_id": "req-9daea384-d3c0-412b-8d43-31c1d2373be9"}]} Jul 24 20:05:38.313730 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-43102eef-6e4b-4922-ad30-3734cbb7477a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (7d43fc2f-3c2c-473f-8c92-13ad6341ecc2), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:38.342269 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-8056ca05-8f62-471d-979e-651f9ac2f305 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7817604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-452517'] for network (dd0a5f33-edb8-4c0a-b9cd-8e5dcbe0d119), after_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:38.348863 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-8056ca05-8f62-471d-979e-651f9ac2f305 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594923'] for network (None), before_response {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:38.355493 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-8056ca05-8f62-471d-979e-651f9ac2f305 admin admin] 10.222.0.17 "DELETE /v2.0/networks/dd0a5f33-edb8-4c0a-b9cd-8e5dcbe0d119 HTTP/1.1" status: 204 len: 168 time: 0.4403608 Jul 24 20:05:38.364833 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8056ca05-8f62-471d-979e-651f9ac2f305 admin admin] Pushing event deleted for resources: {'Network': ['ID=dd0a5f33-edb8-4c0a-b9cd-8e5dcbe0d119,revision_number=None']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:05:38.787679 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 34894) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:05:38.836101 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-75506f88-0471-497b-ac36-f4b282a85613 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=22e598739ae64ebf9e523e4e2e6a2867&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0468965 Jul 24 20:05:38.838743 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [-] (110843) accepted ('10.222.0.17', 34896) {{(pid=110843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:05:38.908476 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-da3961b7-6839-4d06-82df-c2bef3fde754 admin admin] Publish callbacks [] for security_group (a40872af-5c4f-464d-8095-8ff6d6e53450), before_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:38.932431 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-da3961b7-6839-4d06-82df-c2bef3fde754 admin admin] Publish callbacks [] for security_group (a40872af-5c4f-464d-8095-8ff6d6e53450), precommit_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:39.051259 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-da3961b7-6839-4d06-82df-c2bef3fde754 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (a40872af-5c4f-464d-8095-8ff6d6e53450), after_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:39.053926 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-da3961b7-6839-4d06-82df-c2bef3fde754 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:39.055443 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [None req-da3961b7-6839-4d06-82df-c2bef3fde754 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/a40872af-5c4f-464d-8095-8ff6d6e53450 HTTP/1.1" status: 204 len: 168 time: 0.2140553 Jul 24 20:05:39.070867 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3961b7-6839-4d06-82df-c2bef3fde754 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a40872af-5c4f-464d-8095-8ff6d6e53450,revision_number=None']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:05:39.137082 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (46eda511-dfa5-408c-8bd4-cb509f691033), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:40.210999 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0ed45e-9ddf-40d4-9744-c798aa47e540 req-4ea6fe25-a5bf-45de-b877-185e5aa894d3 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:05:40.211871 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-aa0ed45e-9ddf-40d4-9744-c798aa47e540 req-4ea6fe25-a5bf-45de-b877-185e5aa894d3 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/ports?device_id=8ad940d2-dab6-42ec-a84a-53ee9242b68d HTTP/1.1" status: 200 len: 946 time: 0.0512843 Jul 24 20:05:40.267312 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-aa0ed45e-9ddf-40d4-9744-c798aa47e540 req-77512462-6377-4a2a-84f5-1d8cb65133d7 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/security-groups?id=7fd4fa86-8151-45a8-babb-f1c645ad6646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483932 Jul 24 20:05:40.328167 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [-] (110843) accepted ('10.222.0.17', 34926) {{(pid=110843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:05:40.443039 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.v2.base [None req-8c5a190e-15ce-4e7f-af54-eb41bda296ec admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1409874816-network', 'tenant_id': 'd4f1f24b3a384f1db3a6e782253814ec'}} {{(pid=110843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 20:05:40.451004 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (95564131-b678-4db2-a162-51408b2acd55), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:40.542236 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c5a190e-15ce-4e7f-af54-eb41bda296ec admin admin] Made reservation on behalf of d4f1f24b3a384f1db3a6e782253814ec for: {'network': 1} {{(pid=110843) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 20:05:40.544588 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-8c5a190e-15ce-4e7f-af54-eb41bda296ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for network (None), before_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:40.555239 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-8c5a190e-15ce-4e7f-af54-eb41bda296ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:40.636450 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:DELETE=4,neutron:INSERT=6 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:05:40.649532 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-8c5a190e-15ce-4e7f-af54-eb41bda296ec admin admin] Publish callbacks [] for security_group (8f94d525-ef7d-4d7c-a0d4-702facbf9ddf), precommit_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:40.725945 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-8c5a190e-15ce-4e7f-af54-eb41bda296ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (8f94d525-ef7d-4d7c-a0d4-702facbf9ddf), after_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:40.747087 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=9 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:05:40.756310 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c5a190e-15ce-4e7f-af54-eb41bda296ec admin admin] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=110843) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 20:05:40.771536 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5a190e-15ce-4e7f-af54-eb41bda296ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f94d525-ef7d-4d7c-a0d4-702facbf9ddf,revision_number=1']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:05:40.776625 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-8c5a190e-15ce-4e7f-af54-eb41bda296ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7750649'] for segment (0aa6322a-a627-450c-81a4-dc1cb35bc87c), precommit_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:40.776929 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.db.segments_db [None req-8c5a190e-15ce-4e7f-af54-eb41bda296ec admin admin] Added segment 0aa6322a-a627-450c-81a4-dc1cb35bc87c of type vlan for network db5ceaaa-c00a-4f99-91da-e1e2dfaf14af Jul 24 20:05:40.821484 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-8c5a190e-15ce-4e7f-af54-eb41bda296ec admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731445242929'] for network (db5ceaaa-c00a-4f99-91da-e1e2dfaf14af), precommit_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:40.931200 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-8c5a190e-15ce-4e7f-af54-eb41bda296ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937'] for network (db5ceaaa-c00a-4f99-91da-e1e2dfaf14af), after_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:40.932363 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c5a190e-15ce-4e7f-af54-eb41bda296ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:05:40.933706 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-8c5a190e-15ce-4e7f-af54-eb41bda296ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594923'] for network (None), before_response {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:41.001922 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5a190e-15ce-4e7f-af54-eb41bda296ec admin admin] Pushing event updated for resources: {'Network': ['ID=db5ceaaa-c00a-4f99-91da-e1e2dfaf14af,revision_number=1']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:05:41.013172 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Network db5ceaaa-c00a-4f99-91da-e1e2dfaf14af details requested by agent ovs-agent-dv-cinder-850449-2-iscsi with host dv-cinder-850449-2-iscsi {{(pid=110844) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 20:05:41.037532 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [None req-8c5a190e-15ce-4e7f-af54-eb41bda296ec admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.7080555 Jul 24 20:05:41.046000 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [-] (110843) accepted ('10.222.0.17', 34930) {{(pid=110843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:05:41.051434 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.v2.base [None req-84969300-7500-4d68-b07c-b4e7a411ad89 admin admin] Request body: {'subnet': {'network_id': 'db5ceaaa-c00a-4f99-91da-e1e2dfaf14af', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1409874816-subnet', 'tenant_id': 'd4f1f24b3a384f1db3a6e782253814ec', 'ip_version': 4}} {{(pid=110843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 20:05:41.159420 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84969300-7500-4d68-b07c-b4e7a411ad89 admin admin] Made reservation on behalf of d4f1f24b3a384f1db3a6e782253814ec for: {'subnet': 1} {{(pid=110843) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 20:05:41.161839 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-84969300-7500-4d68-b07c-b4e7a411ad89 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:41.396146 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e83c34b-ad0f-408f-b3f6-409df218b089 req-bd3e6fbb-5744-4944-aff7-ee0ba8fd0ec4 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:05:41.397806 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-0e83c34b-ad0f-408f-b3f6-409df218b089 req-bd3e6fbb-5744-4944-aff7-ee0ba8fd0ec4 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/ports?device_id=8ad940d2-dab6-42ec-a84a-53ee9242b68d HTTP/1.1" status: 200 len: 946 time: 0.0501809 Jul 24 20:05:41.450659 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-0e83c34b-ad0f-408f-b3f6-409df218b089 req-233b647e-3c29-446e-b86c-85c563e9765f tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/security-groups?id=7fd4fa86-8151-45a8-babb-f1c645ad6646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465491 Jul 24 20:05:41.462283 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-84969300-7500-4d68-b07c-b4e7a411ad89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937'] for subnet (6c93dad3-d715-4337-a807-6727a504efe8), after_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:41.493491 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=84,neutron:UPDATE=4,neutron:INSERT=10,neutron:DELETE=2 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:05:41.516165 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84969300-7500-4d68-b07c-b4e7a411ad89 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c93dad3-d715-4337-a807-6727a504efe8,revision_number=0']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:05:41.534775 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84969300-7500-4d68-b07c-b4e7a411ad89 admin admin] Checking segment: {'id': '0aa6322a-a627-450c-81a4-dc1cb35bc87c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'db5ceaaa-c00a-4f99-91da-e1e2dfaf14af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 24 20:05:41.535127 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84969300-7500-4d68-b07c-b4e7a411ad89 admin admin] Network hostable DHCP agents. Network: db5ceaaa-c00a-4f99-91da-e1e2dfaf14af, hostable agents: ['dc36e0ef-94f3-4a3e-9c13-4790afccb2e9'], hosted agents: [] {{(pid=110843) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 20:05:41.628283 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84969300-7500-4d68-b07c-b4e7a411ad89 admin admin] Network db5ceaaa-c00a-4f99-91da-e1e2dfaf14af is scheduled to be hosted by DHCP agent dc36e0ef-94f3-4a3e-9c13-4790afccb2e9 with binding_index 1 {{(pid=110843) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 20:05:41.719315 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.scheduler.base_scheduler [None req-84969300-7500-4d68-b07c-b4e7a411ad89 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850449-2-iscsi, db5ceaaa-c00a-4f99-91da-e1e2dfaf14af) {{(pid=110843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 20:05:41.724783 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84969300-7500-4d68-b07c-b4e7a411ad89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:05:41.725968 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-84969300-7500-4d68-b07c-b4e7a411ad89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594923'] for subnet (None), before_response {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:41.735543 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0423917c-5cd2-4d53-8b94-eec3ded3783c None None] Network db5ceaaa-c00a-4f99-91da-e1e2dfaf14af requested from dv-cinder-850449-2-iscsi {{(pid=110844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 24 20:05:41.849329 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [None req-84969300-7500-4d68-b07c-b4e7a411ad89 admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8018007 Jul 24 20:05:41.852700 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [-] (110843) accepted ('10.222.0.17', 34944) {{(pid=110843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:05:41.854637 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:05:41.858943 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.v2.base [None req-ee2e977a-5248-48f6-b154-0cb6393c06a0 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1409874816-router', 'tenant_id': 'd4f1f24b3a384f1db3a6e782253814ec', 'external_gateway_info': {'network_id': '10498192-3528-4341-803f-d59b33e3b71c'}}} {{(pid=110843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 20:05:41.888674 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8290ec0-2543-4a94-9030-62eebd9af2b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp900f634c-eb0d-5d65-94fb-55faaa86ae34-db5ceaaa-c00a-4f99-91da-e1e2dfaf14af', 'network_id': 'db5ceaaa-c00a-4f99-91da-e1e2dfaf14af', 'project_id': 'd4f1f24b3a384f1db3a6e782253814ec', 'fixed_ips': [{'subnet_id': '6c93dad3-d715-4337-a807-6727a504efe8'}]}} from dv-cinder-850449-2-iscsi. {{(pid=110844) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 24 20:05:41.889947 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-c8290ec0-2543-4a94-9030-62eebd9af2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (None), before_create {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:42.047474 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.db_base_plugin_common [None req-c8290ec0-2543-4a94-9030-62eebd9af2b9 None None] Allocated IP 172.20.0.2 (db5ceaaa-c00a-4f99-91da-e1e2dfaf14af/6c93dad3-d715-4337-a807-6727a504efe8/cbb0fe6b-d863-44f2-9cef-21458506b1c2) {{(pid=110844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 20:05:42.067117 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-ee2e977a-5248-48f6-b154-0cb6393c06a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-453983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-719'] for router (6d79c197-6f97-4f8a-9565-e6e92fdbe06b), before_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:42.068394 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-ee2e977a-5248-48f6-b154-0cb6393c06a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-450886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-446411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-479098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-760'] for router (6d79c197-6f97-4f8a-9565-e6e92fdbe06b), precommit_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:42.097827 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3801df9c-d2c7-4fe7-a675-8b02885ba52e req-f54eb86e-a9a2-4993-8941-3350ff5ac0c6 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:05:42.099536 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-3801df9c-d2c7-4fe7-a675-8b02885ba52e req-f54eb86e-a9a2-4993-8941-3350ff5ac0c6 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.42 "GET /v2.0/ports?device_id=8ad940d2-dab6-42ec-a84a-53ee9242b68d HTTP/1.1" status: 200 len: 946 time: 0.0678480 Jul 24 20:05:42.173175 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-ee2e977a-5248-48f6-b154-0cb6393c06a0 admin admin] Publish callbacks [] for router_controller (6d79c197-6f97-4f8a-9565-e6e92fdbe06b), precommit_add_association {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:42.258183 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.plugin [req-3801df9c-d2c7-4fe7-a675-8b02885ba52e req-ce6bb021-26e1-42eb-9d3b-5dc14f018d23 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Deleting port 72d7cce4-42e1-4ed0-8270-569e161be59b {{(pid=110843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 24 20:05:42.258707 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-3801df9c-d2c7-4fe7-a675-8b02885ba52e req-ce6bb021-26e1-42eb-9d3b-5dc14f018d23 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731445580472'] for port (72d7cce4-42e1-4ed0-8270-569e161be59b), before_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:42.275849 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-c8290ec0-2543-4a94-9030-62eebd9af2b9 None None] Publish callbacks [] for port (cbb0fe6b-d863-44f2-9cef-21458506b1c2), precommit_create {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:42.355053 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-c8290ec0-2543-4a94-9030-62eebd9af2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731445223406'] for port (cbb0fe6b-d863-44f2-9cef-21458506b1c2), after_create {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:42.405008 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8290ec0-2543-4a94-9030-62eebd9af2b9 None None] Network db5ceaaa-c00a-4f99-91da-e1e2dfaf14af is already hosted by enough agents. {{(pid=110844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 20:05:42.408228 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.scheduler.base_scheduler [None req-c8290ec0-2543-4a94-9030-62eebd9af2b9 None None] Resources bound (agent type, host, resource id): {{(pid=110844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 20:05:42.415174 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8290ec0-2543-4a94-9030-62eebd9af2b9 None None] Received port after_create {{(pid=110844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 24 20:05:42.425133 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8290ec0-2543-4a94-9030-62eebd9af2b9 None None] Pushing event updated for resources: {'Port': ['ID=cbb0fe6b-d863-44f2-9cef-21458506b1c2,revision_number=1']} {{(pid=110844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:05:42.428413 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=87,neutron:UPDATE=8,neutron:INSERT=5 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:05:42.452808 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8290ec0-2543-4a94-9030-62eebd9af2b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:05:42.453186 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8290ec0-2543-4a94-9030-62eebd9af2b9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:05:42.453511 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8290ec0-2543-4a94-9030-62eebd9af2b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:05:42.453869 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8290ec0-2543-4a94-9030-62eebd9af2b9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:05:42.454204 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8290ec0-2543-4a94-9030-62eebd9af2b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:05:42.454534 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8290ec0-2543-4a94-9030-62eebd9af2b9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:05:42.454917 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8290ec0-2543-4a94-9030-62eebd9af2b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:05:42.455247 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8290ec0-2543-4a94-9030-62eebd9af2b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:05:42.455570 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8290ec0-2543-4a94-9030-62eebd9af2b9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:05:42.455894 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8290ec0-2543-4a94-9030-62eebd9af2b9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:05:42.456223 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8290ec0-2543-4a94-9030-62eebd9af2b9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:05:42.456542 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8290ec0-2543-4a94-9030-62eebd9af2b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:05:42.456894 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8290ec0-2543-4a94-9030-62eebd9af2b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:05:42.457203 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8290ec0-2543-4a94-9030-62eebd9af2b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:05:42.457525 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8290ec0-2543-4a94-9030-62eebd9af2b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:05:42.499929 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.managers [None req-c8290ec0-2543-4a94-9030-62eebd9af2b9 None None] Attempting to bind port cbb0fe6b-d863-44f2-9cef-21458506b1c2 on host dv-cinder-850449-2-iscsi for vnic_type normal with profile {{(pid=110844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 24 20:05:42.500408 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.managers [None req-c8290ec0-2543-4a94-9030-62eebd9af2b9 None None] Attempting to bind port cbb0fe6b-d863-44f2-9cef-21458506b1c2 by drivers openvswitch,hyperv on host dv-cinder-850449-2-iscsi at level 0 using segments [{'id': '0aa6322a-a627-450c-81a4-dc1cb35bc87c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'db5ceaaa-c00a-4f99-91da-e1e2dfaf14af'}] {{(pid=110844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 24 20:05:42.501709 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8290ec0-2543-4a94-9030-62eebd9af2b9 None None] Attempting to bind port cbb0fe6b-d863-44f2-9cef-21458506b1c2 on network db5ceaaa-c00a-4f99-91da-e1e2dfaf14af {{(pid=110844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 24 20:05:42.512054 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8290ec0-2543-4a94-9030-62eebd9af2b9 None None] Checking agent: {'id': '46eda511-dfa5-408c-8bd4-cb509f691033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850449-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 24, 19, 52, 9), 'started_at': datetime.datetime(2022, 7, 24, 19, 52, 39), 'heartbeat_timestamp': datetime.datetime(2022, 7, 24, 20, 5, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850449-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 24 20:05:42.512569 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8290ec0-2543-4a94-9030-62eebd9af2b9 None None] Checking segment: {'id': '0aa6322a-a627-450c-81a4-dc1cb35bc87c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'db5ceaaa-c00a-4f99-91da-e1e2dfaf14af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 24 20:05:42.513006 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-c8290ec0-2543-4a94-9030-62eebd9af2b9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:42.513404 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8290ec0-2543-4a94-9030-62eebd9af2b9 None None] Bound using segment: {'id': '0aa6322a-a627-450c-81a4-dc1cb35bc87c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'db5ceaaa-c00a-4f99-91da-e1e2dfaf14af'} {{(pid=110844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 24 20:05:42.513915 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.managers [None req-c8290ec0-2543-4a94-9030-62eebd9af2b9 None None] Bound port: cbb0fe6b-d863-44f2-9cef-21458506b1c2, host: dv-cinder-850449-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0aa6322a-a627-450c-81a4-dc1cb35bc87c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'db5ceaaa-c00a-4f99-91da-e1e2dfaf14af'}}] {{(pid=110844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 24 20:05:42.514301 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-c8290ec0-2543-4a94-9030-62eebd9af2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (cbb0fe6b-d863-44f2-9cef-21458506b1c2), before_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:42.522310 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3f327f-445a-4cc8-bf05-e1b6b9b9660b req-b9aaf391-2641-422b-bab7-0df02a708d38 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:05:42.524593 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-0f3f327f-445a-4cc8-bf05-e1b6b9b9660b req-b9aaf391-2641-422b-bab7-0df02a708d38 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.17 "GET /v2.0/ports?device_id=647ad9f1-82e7-4c2d-be35-51911eb31120 HTTP/1.1" status: 200 len: 946 time: 0.1740239 Jul 24 20:05:42.537113 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-ee2e977a-5248-48f6-b154-0cb6393c06a0 admin admin] Publish callbacks [] for router_gateway (6d79c197-6f97-4f8a-9565-e6e92fdbe06b), precommit_update {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:42.593148 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-c8290ec0-2543-4a94-9030-62eebd9af2b9 None None] For port cbb0fe6b-d863-44f2-9cef-21458506b1c2, host dv-cinder-850449-2-iscsi, cleared binding levels {{(pid=110844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 20:05:42.596582 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-c8290ec0-2543-4a94-9030-62eebd9af2b9 None None] For port cbb0fe6b-d863-44f2-9cef-21458506b1c2, host dv-cinder-850449-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850449-2-iscsi',level=0,port_id=cbb0fe6b-d863-44f2-9cef-21458506b1c2,segment=NetworkSegment(0aa6322a-a627-450c-81a4-dc1cb35bc87c),segment_id=0aa6322a-a627-450c-81a4-dc1cb35bc87c)] {{(pid=110844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 20:05:42.685849 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-c8290ec0-2543-4a94-9030-62eebd9af2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958'] for port (cbb0fe6b-d863-44f2-9cef-21458506b1c2), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:42.770618 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8290ec0-2543-4a94-9030-62eebd9af2b9 None None] Pushing event updated for resources: {'Port': ['ID=cbb0fe6b-d863-44f2-9cef-21458506b1c2,revision_number=2']} {{(pid=110844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:05:42.846304 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.db [req-3801df9c-d2c7-4fe7-a675-8b02885ba52e req-ce6bb021-26e1-42eb-9d3b-5dc14f018d23 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] For port 72d7cce4-42e1-4ed0-8270-569e161be59b, host hv-cinder-85044, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85044',level=0,port_id=72d7cce4-42e1-4ed0-8270-569e161be59b,segment=NetworkSegment(e9fdb9ec-6b6e-4383-ae6e-075d3eed2f20),segment_id=e9fdb9ec-6b6e-4383-ae6e-075d3eed2f20)] {{(pid=110843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 20:05:42.846602 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-3801df9c-d2c7-4fe7-a675-8b02885ba52e req-ce6bb021-26e1-42eb-9d3b-5dc14f018d23 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458432'] for port (72d7cce4-42e1-4ed0-8270-569e161be59b), precommit_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:42.891857 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e01bc8-77a5-4bd2-a80e-7c74408e6947 req-1c43c9d4-6caf-4e91-8fba-72d23e0e8b46 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:05:42.893430 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-b8e01bc8-77a5-4bd2-a80e-7c74408e6947 req-1c43c9d4-6caf-4e91-8fba-72d23e0e8b46 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/ports?device_id=8ad940d2-dab6-42ec-a84a-53ee9242b68d HTTP/1.1" status: 200 len: 946 time: 0.3528261 Jul 24 20:05:42.935791 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:05:43.057851 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-0f3f327f-445a-4cc8-bf05-e1b6b9b9660b req-c11accc8-2530-45f4-a9af-25f26bea6e58 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.17 "GET /v2.0/security-groups?id=829ee05a-72fc-43a2-9eba-9642e1729f56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5273185 Jul 24 20:05:43.164746 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:DELETE=1,neutron:INSERT=4,neutron:SELECT=94,neutron:UPDATE=1 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:05:43.187419 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-b8e01bc8-77a5-4bd2-a80e-7c74408e6947 req-05bf65d8-fa86-4d65-bff8-317b6de7f03e tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/security-groups?id=7fd4fa86-8151-45a8-babb-f1c645ad6646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2593541 Jul 24 20:05:43.358811 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-3801df9c-d2c7-4fe7-a675-8b02885ba52e req-ce6bb021-26e1-42eb-9d3b-5dc14f018d23 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:43.359079 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-3801df9c-d2c7-4fe7-a675-8b02885ba52e req-ce6bb021-26e1-42eb-9d3b-5dc14f018d23 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-452544'] for floatingip (649bab8c-c66f-4e76-bc83-bbee847b7923), after_update {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:43.359447 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.db.l3_db [req-3801df9c-d2c7-4fe7-a675-8b02885ba52e req-ce6bb021-26e1-42eb-9d3b-5dc14f018d23 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Floating IP 649bab8c-c66f-4e76-bc83-bbee847b7923 disassociated. External IP: 172.27.3.151, port: 72d7cce4-42e1-4ed0-8270-569e161be59b. Jul 24 20:05:43.359806 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.plugin [req-3801df9c-d2c7-4fe7-a675-8b02885ba52e req-ce6bb021-26e1-42eb-9d3b-5dc14f018d23 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Calling delete_port for 72d7cce4-42e1-4ed0-8270-569e161be59b owned by compute:nova {{(pid=110843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 24 20:05:43.380561 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-ee2e977a-5248-48f6-b154-0cb6393c06a0 admin admin] Publish callbacks [] for router_gateway (6d79c197-6f97-4f8a-9565-e6e92fdbe06b), before_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:43.437494 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-ee2e977a-5248-48f6-b154-0cb6393c06a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (None), before_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:43.668968 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.db.db_base_plugin_common [None req-ee2e977a-5248-48f6-b154-0cb6393c06a0 admin admin] Allocated IP 172.27.3.149 (10498192-3528-4341-803f-d59b33e3b71c/99a0caa3-3fb5-4860-826f-478186226de3/6c60ef73-d237-4b67-a00a-8c47389f1254) {{(pid=110843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 20:05:43.756093 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-3801df9c-d2c7-4fe7-a675-8b02885ba52e req-ce6bb021-26e1-42eb-9d3b-5dc14f018d23 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731445585704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731445223415'] for port (72d7cce4-42e1-4ed0-8270-569e161be59b), after_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:43.792817 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6bb021-26e1-42eb-9d3b-5dc14f018d23 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Pushing event deleted for resources: {'Port': ['ID=72d7cce4-42e1-4ed0-8270-569e161be59b,revision_number=None']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:05:43.847683 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=86,neutron:UPDATE=6,neutron:INSERT=3,neutron:DELETE=5 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:05:43.860985 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ed7047f-f302-41f8-bc99-c71a77d75816 None None] Network db5ceaaa-c00a-4f99-91da-e1e2dfaf14af requested from dv-cinder-850449-2-iscsi {{(pid=110844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 24 20:05:43.898855 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-648e3320-9416-416f-917e-7793345c8d05 None None] Provisioning complete for port cbb0fe6b-d863-44f2-9cef-21458506b1c2 triggered by entity DHCP. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 20:05:43.899135 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-648e3320-9416-416f-917e-7793345c8d05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812910'] for port (cbb0fe6b-d863-44f2-9cef-21458506b1c2), provisioning_complete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:43.991951 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3801df9c-d2c7-4fe7-a675-8b02885ba52e req-ce6bb021-26e1-42eb-9d3b-5dc14f018d23 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Router 5e6b10e9-03c8-43e3-bc80-2da91e00d910 has already been hosted by L3 agent 408021b7-d46b-48c2-9f75-8a8023f9145c {{(pid=110843) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 24 20:05:43.992857 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a056bc03-d805-4e84-b668-d6c27129351e req-1485383a-4950-4715-b03a-b37e89c85dbf tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:05:43.994863 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-ee2e977a-5248-48f6-b154-0cb6393c06a0 admin admin] Publish callbacks [] for port (6c60ef73-d237-4b67-a00a-8c47389f1254), precommit_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:43.995832 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [req-a056bc03-d805-4e84-b668-d6c27129351e req-1485383a-4950-4715-b03a-b37e89c85dbf tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.42 "GET /v2.0/ports?device_id=647ad9f1-82e7-4c2d-be35-51911eb31120 HTTP/1.1" status: 200 len: 946 time: 0.0636625 Jul 24 20:05:44.128052 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.plugin [req-a056bc03-d805-4e84-b668-d6c27129351e req-1e580de9-6e74-40a7-9919-5ab03abe8a48 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Deleting port b7d02836-dfd7-48ab-861d-c6c4a57f9370 {{(pid=110842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 24 20:05:44.129287 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [req-a056bc03-d805-4e84-b668-d6c27129351e req-1e580de9-6e74-40a7-9919-5ab03abe8a48 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731445580472'] for port (b7d02836-dfd7-48ab-861d-c6c4a57f9370), before_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:44.154467 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=3 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:05:44.205061 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-648e3320-9416-416f-917e-7793345c8d05 None None] Current status of the port cbb0fe6b-d863-44f2-9cef-21458506b1c2 is: DOWN; New status is: ACTIVE {{(pid=110844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 20:05:44.205780 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-648e3320-9416-416f-917e-7793345c8d05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (cbb0fe6b-d863-44f2-9cef-21458506b1c2), before_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:44.242829 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-ee2e977a-5248-48f6-b154-0cb6393c06a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731445223406'] for port (6c60ef73-d237-4b67-a00a-8c47389f1254), after_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:44.269151 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-648e3320-9416-416f-917e-7793345c8d05 None None] For port cbb0fe6b-d863-44f2-9cef-21458506b1c2, host dv-cinder-850449-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850449-2-iscsi',level=0,port_id=cbb0fe6b-d863-44f2-9cef-21458506b1c2,segment=NetworkSegment(0aa6322a-a627-450c-81a4-dc1cb35bc87c),segment_id=0aa6322a-a627-450c-81a4-dc1cb35bc87c)] {{(pid=110844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 20:05:44.270261 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.db [req-a056bc03-d805-4e84-b668-d6c27129351e req-1e580de9-6e74-40a7-9919-5ab03abe8a48 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] For port b7d02836-dfd7-48ab-861d-c6c4a57f9370, host hv-cinder-85044, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85044',level=0,port_id=b7d02836-dfd7-48ab-861d-c6c4a57f9370,segment=NetworkSegment(78737f80-9c2d-440f-8dc6-3a8965544158),segment_id=78737f80-9c2d-440f-8dc6-3a8965544158)] {{(pid=110842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 20:05:44.270768 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [req-a056bc03-d805-4e84-b668-d6c27129351e req-1e580de9-6e74-40a7-9919-5ab03abe8a48 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458432'] for port (b7d02836-dfd7-48ab-861d-c6c4a57f9370), precommit_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:44.300092 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c06e19-5043-4536-84a6-4fe4aa0f9531 req-cf182725-3ff7-4d09-b307-9b1cdb4d407f tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:05:44.301773 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-e2c06e19-5043-4536-84a6-4fe4aa0f9531 req-cf182725-3ff7-4d09-b307-9b1cdb4d407f tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.17 "GET /v2.0/ports?device_id=647ad9f1-82e7-4c2d-be35-51911eb31120 HTTP/1.1" status: 200 len: 946 time: 0.1432190 Jul 24 20:05:44.303202 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3801df9c-d2c7-4fe7-a675-8b02885ba52e req-ce6bb021-26e1-42eb-9d3b-5dc14f018d23 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Notify agent at l3_agent.dv-cinder-850449-2-iscsi the message routers_updated {{(pid=110843) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 20:05:44.315750 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8cfb028-b99c-4f58-bb71-995a0cdc2379 None None] Sync routers for ids ['5e6b10e9-03c8-43e3-bc80-2da91e00d910'] in dv-cinder-850449-2-iscsi {{(pid=110845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 20:05:44.330694 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8cfb028-b99c-4f58-bb71-995a0cdc2379 None None] Routers {'5e6b10e9-03c8-43e3-bc80-2da91e00d910'} bound to L3 agent in host dv-cinder-850449-2-iscsi {{(pid=110845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 20:05:44.331494 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.l3_hamode_db [None req-d8cfb028-b99c-4f58-bb71-995a0cdc2379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-24T19:52:06Z,description=,heartbeat_timestamp=2022-07-24T20:05:36Z,host='dv-cinder-850449-2-iscsi',id=408021b7-d46b-48c2-9f75-8a8023f9145c,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T19:52:06Z,topic='l3_agent')) {'router_ids': ['5e6b10e9-03c8-43e3-bc80-2da91e00d910'], 'active': True} {{(pid=110845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:05:44.380578 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-648e3320-9416-416f-917e-7793345c8d05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958'] for port (cbb0fe6b-d863-44f2-9cef-21458506b1c2), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:44.448624 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee2e977a-5248-48f6-b154-0cb6393c06a0 admin admin] Network 10498192-3528-4341-803f-d59b33e3b71c is already hosted by enough agents. {{(pid=110843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 20:05:44.458721 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-34c004c8-6edd-4887-914f-bd8e97287168 req-1cc5cf5f-f99b-4021-8795-681eb6d83c5a tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/ports?device_id=8ad940d2-dab6-42ec-a84a-53ee9242b68d HTTP/1.1" status: 200 len: 210 time: 0.1104615 Jul 24 20:05:44.492213 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:05:44.492809 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2e977a-5248-48f6-b154-0cb6393c06a0 admin admin] Pushing event updated for resources: {'Port': ['ID=6c60ef73-d237-4b67-a00a-8c47389f1254,revision_number=1']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:05:44.506677 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648e3320-9416-416f-917e-7793345c8d05 None None] Pushing event updated for resources: {'Port': ['ID=cbb0fe6b-d863-44f2-9cef-21458506b1c2,revision_number=3']} {{(pid=110844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:05:44.507167 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.scheduler.base_scheduler [None req-ee2e977a-5248-48f6-b154-0cb6393c06a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=110843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 20:05:44.518602 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2e977a-5248-48f6-b154-0cb6393c06a0 admin admin] Received port after_create {{(pid=110843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 24 20:05:44.521744 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.db.l3_dvrscheduler_db [req-3801df9c-d2c7-4fe7-a675-8b02885ba52e req-ce6bb021-26e1-42eb-9d3b-5dc14f018d23 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] No DVR routers for this DVR port 72d7cce4-42e1-4ed0-8270-569e161be59b on host hv-cinder-85044 {{(pid=110843) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 24 20:05:44.575988 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [req-a056bc03-d805-4e84-b668-d6c27129351e req-1e580de9-6e74-40a7-9919-5ab03abe8a48 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:44.576358 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [req-a056bc03-d805-4e84-b668-d6c27129351e req-1e580de9-6e74-40a7-9919-5ab03abe8a48 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-452544'] for floatingip (812e5b56-5bf8-4b17-a49d-1ed2e94a044b), after_update {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:44.576719 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.db.l3_db [req-a056bc03-d805-4e84-b668-d6c27129351e req-1e580de9-6e74-40a7-9919-5ab03abe8a48 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Floating IP 812e5b56-5bf8-4b17-a49d-1ed2e94a044b disassociated. External IP: 172.27.3.125, port: b7d02836-dfd7-48ab-861d-c6c4a57f9370. Jul 24 20:05:44.577059 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.plugin [req-a056bc03-d805-4e84-b668-d6c27129351e req-1e580de9-6e74-40a7-9919-5ab03abe8a48 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Calling delete_port for b7d02836-dfd7-48ab-861d-c6c4a57f9370 owned by compute:nova {{(pid=110842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 24 20:05:44.577249 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-3801df9c-d2c7-4fe7-a675-8b02885ba52e req-ce6bb021-26e1-42eb-9d3b-5dc14f018d23 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1048257'] for port (None), before_response {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:44.580492 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-3801df9c-d2c7-4fe7-a675-8b02885ba52e req-ce6bb021-26e1-42eb-9d3b-5dc14f018d23 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.42 "DELETE /v2.0/ports/72d7cce4-42e1-4ed0-8270-569e161be59b HTTP/1.1" status: 204 len: 173 time: 2.4682522 Jul 24 20:05:44.581140 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ad940d2-dab6-42ec-a84a-53ee9242b68d', 'name': 'network-vif-deleted', 'tag': '72d7cce4-42e1-4ed0-8270-569e161be59b'}] {{(pid=110843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 24 20:05:44.583482 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa129e2ea71b36189c7354ee4da78dc54b5a7420159cbfa164f6b2678096e4e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-982ccef7-9a02-4370-ac94-05bca6af306b" -d '{"events": [{"server_uuid": "8ad940d2-dab6-42ec-a84a-53ee9242b68d", "name": "network-vif-deleted", "tag": "72d7cce4-42e1-4ed0-8270-569e161be59b"}]}' {{(pid=110843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 20:05:44.592663 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.l3_dvr_db [None req-d8cfb028-b99c-4f58-bb71-995a0cdc2379 None None] Set router 5e6b10e9-03c8-43e3-bc80-2da91e00d910 gateway port host: dv-cinder-850449-2-iscsi {{(pid=110845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 20:05:44.665440 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-67f6f918-529e-48c2-a4ca-372f5e528895 None None] Provisioning complete for port cbb0fe6b-d863-44f2-9cef-21458506b1c2 triggered by entity DHCP. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 20:05:44.666251 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-67f6f918-529e-48c2-a4ca-372f5e528895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812910'] for port (cbb0fe6b-d863-44f2-9cef-21458506b1c2), provisioning_complete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:44.677935 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-e2c06e19-5043-4536-84a6-4fe4aa0f9531 req-89083310-660d-4285-8f06-d8b8ea0f181d tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.17 "GET /v2.0/security-groups?id=829ee05a-72fc-43a2-9eba-9642e1729f56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3607624 Jul 24 20:05:44.702321 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 24 Jul 2022 20:05:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7012920c-7e27-408c-b610-ef9866a2d0ba x-openstack-request-id: req-7012920c-7e27-408c-b610-ef9866a2d0ba {{(pid=110843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 20:05:44.703082 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ad940d2-dab6-42ec-a84a-53ee9242b68d", "name": "network-vif-deleted", "tag": "72d7cce4-42e1-4ed0-8270-569e161be59b", "status": "completed", "code": 200}]} {{(pid=110843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 20:05:44.703494 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-7012920c-7e27-408c-b610-ef9866a2d0ba {{(pid=110843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 20:05:44.704070 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7012920c-7e27-408c-b610-ef9866a2d0ba'] response: {'server_uuid': '8ad940d2-dab6-42ec-a84a-53ee9242b68d', 'name': 'network-vif-deleted', 'tag': '72d7cce4-42e1-4ed0-8270-569e161be59b', 'status': 'completed', 'code': 200} Jul 24 20:05:44.746739 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:05:44.871613 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-67f6f918-529e-48c2-a4ca-372f5e528895 None None] Current status of the port cbb0fe6b-d863-44f2-9cef-21458506b1c2 is: ACTIVE; New status is: ACTIVE {{(pid=110844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 20:05:44.915402 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Device cbb0fe6b-d863-44f2-9cef-21458506b1c2 up at agent ovs-agent-dv-cinder-850449-2-iscsi {{(pid=110844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 20:05:44.951741 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-ee2e977a-5248-48f6-b154-0cb6393c06a0 admin admin] Publish callbacks [] for router_gateway (6d79c197-6f97-4f8a-9565-e6e92fdbe06b), after_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:44.977814 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [req-a056bc03-d805-4e84-b668-d6c27129351e req-1e580de9-6e74-40a7-9919-5ab03abe8a48 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731445585704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731445223415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8925015'] for port (b7d02836-dfd7-48ab-861d-c6c4a57f9370), after_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:45.011709 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e580de9-6e74-40a7-9919-5ab03abe8a48 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Pushing event deleted for resources: {'Port': ['ID=b7d02836-dfd7-48ab-861d-c6c4a57f9370,revision_number=None']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:05:45.012413 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Provisioning complete for port cbb0fe6b-d863-44f2-9cef-21458506b1c2 triggered by entity L2. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 20:05:45.012744 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812910'] for port (cbb0fe6b-d863-44f2-9cef-21458506b1c2), provisioning_complete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:45.079993 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:05:45.144633 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.l3_hamode_db [None req-d8cfb028-b99c-4f58-bb71-995a0cdc2379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e6b10e9-03c8-43e3-bc80-2da91e00d910', 'name': 'tempest-AttachVolumeShelveTestJSON-842360300-router', 'tenant_id': '49f6a7894899436d8ce94d9a7500533a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'external_fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': 'ea2f25b3-3d17-4f9a-8d9f-6a8401e2174c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T20:01:02Z', 'updated_at': '2022-07-24T20:01:10Z', 'revision_number': 4, 'project_id': '49f6a7894899436d8ce94d9a7500533a', 'gw_port': {'id': 'ea2f25b3-3d17-4f9a-8d9f-6a8401e2174c', 'name': '', 'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:9d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6b10e9-03c8-43e3-bc80-2da91e00d910', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:01:03Z', 'updated_at': '2022-07-24T20:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99a0caa3-3fb5-4860-826f-478186226de3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850449-2-iscsi', '_interfaces': [{'id': 'f3fcea78-ae7b-4dda-aabb-16fa55c52b81', 'name': '', 'network_id': 'b3fd2ef6-6f8c-45f9-a0a9-81c377b08f7e', 'tenant_id': '49f6a7894899436d8ce94d9a7500533a', 'mac_address': 'fa:16:3e:6a:f6:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6b10e9-03c8-43e3-bc80-2da91e00d910', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '9f1a76ef-9ecc-40f5-8dc9-5b3ae75ee961', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:01:09Z', 'updated_at': '2022-07-24T20:01:17Z', 'revision_number': 5, 'project_id': '49f6a7894899436d8ce94d9a7500533a', 'subnets': [{'id': '9f1a76ef-9ecc-40f5-8dc9-5b3ae75ee961', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850449-2-iscsi', False) {} {{(pid=110845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:05:45.167533 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a056bc03-d805-4e84-b668-d6c27129351e req-1e580de9-6e74-40a7-9919-5ab03abe8a48 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Router 47e81123-031d-44ab-8cc7-b1e59e57cd0c has already been hosted by L3 agent 408021b7-d46b-48c2-9f75-8a8023f9145c {{(pid=110842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 24 20:05:45.177246 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Current status of the port cbb0fe6b-d863-44f2-9cef-21458506b1c2 is: ACTIVE; New status is: ACTIVE {{(pid=110844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 20:05:45.213974 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8cfb028-b99c-4f58-bb71-995a0cdc2379 None None] Checking router: 5e6b10e9-03c8-43e3-bc80-2da91e00d910 for host: dv-cinder-850449-2-iscsi {{(pid=110845) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 20:05:45.225119 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8cfb028-b99c-4f58-bb71-995a0cdc2379 None None] Routers {'5e6b10e9-03c8-43e3-bc80-2da91e00d910'} bound to L3 agent in host dv-cinder-850449-2-iscsi {{(pid=110845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 20:05:45.225942 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.l3_hamode_db [None req-d8cfb028-b99c-4f58-bb71-995a0cdc2379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-24T19:52:06Z,description=,heartbeat_timestamp=2022-07-24T20:05:36Z,host='dv-cinder-850449-2-iscsi',id=408021b7-d46b-48c2-9f75-8a8023f9145c,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T19:52:06Z,topic='l3_agent')) {'router_ids': ['5e6b10e9-03c8-43e3-bc80-2da91e00d910'], 'active': True} {{(pid=110845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:05:45.358709 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.l3_dvr_db [None req-d8cfb028-b99c-4f58-bb71-995a0cdc2379 None None] Set router 5e6b10e9-03c8-43e3-bc80-2da91e00d910 gateway port host: dv-cinder-850449-2-iscsi {{(pid=110845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 20:05:45.383678 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a056bc03-d805-4e84-b668-d6c27129351e req-1e580de9-6e74-40a7-9919-5ab03abe8a48 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Notify agent at l3_agent.dv-cinder-850449-2-iscsi the message routers_updated {{(pid=110842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 20:05:45.409673 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b9489d-fa8e-4ff5-bf57-36930d8417b6 None None] Sync routers for ids ['47e81123-031d-44ab-8cc7-b1e59e57cd0c'] in dv-cinder-850449-2-iscsi {{(pid=110844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 20:05:45.434895 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b9489d-fa8e-4ff5-bf57-36930d8417b6 None None] Routers {'47e81123-031d-44ab-8cc7-b1e59e57cd0c'} bound to L3 agent in host dv-cinder-850449-2-iscsi {{(pid=110844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 20:05:45.435972 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_hamode_db [None req-69b9489d-fa8e-4ff5-bf57-36930d8417b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-24T19:52:06Z,description=,heartbeat_timestamp=2022-07-24T20:05:36Z,host='dv-cinder-850449-2-iscsi',id=408021b7-d46b-48c2-9f75-8a8023f9145c,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T19:52:06Z,topic='l3_agent')) {'router_ids': ['47e81123-031d-44ab-8cc7-b1e59e57cd0c'], 'active': True} {{(pid=110844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:05:45.459249 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.db.l3_dvrscheduler_db [req-a056bc03-d805-4e84-b668-d6c27129351e req-1e580de9-6e74-40a7-9919-5ab03abe8a48 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] No DVR routers for this DVR port b7d02836-dfd7-48ab-861d-c6c4a57f9370 on host hv-cinder-85044 {{(pid=110842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 24 20:05:45.460481 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [req-a056bc03-d805-4e84-b668-d6c27129351e req-1e580de9-6e74-40a7-9919-5ab03abe8a48 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1048257'] for port (None), before_response {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:45.464796 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [req-a056bc03-d805-4e84-b668-d6c27129351e req-1e580de9-6e74-40a7-9919-5ab03abe8a48 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.42 "DELETE /v2.0/ports/b7d02836-dfd7-48ab-861d-c6c4a57f9370 HTTP/1.1" status: 204 len: 173 time: 1.4612277 Jul 24 20:05:45.465211 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '647ad9f1-82e7-4c2d-be35-51911eb31120', 'name': 'network-vif-deleted', 'tag': 'b7d02836-dfd7-48ab-861d-c6c4a57f9370'}] {{(pid=110842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 24 20:05:45.467648 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5edc3fcd2ba6a287f711eaf45b4d5d5c8d3623c9fa62bef48fe3be9641ba2c6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7709fdd-5409-423b-88d6-6dcdfc7de005" -d '{"events": [{"server_uuid": "647ad9f1-82e7-4c2d-be35-51911eb31120", "name": "network-vif-deleted", "tag": "b7d02836-dfd7-48ab-861d-c6c4a57f9370"}]}' {{(pid=110842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 20:05:45.529286 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 24 Jul 2022 20:05:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8f63ad5-8a85-4c87-b11e-aa70b19011cc x-openstack-request-id: req-e8f63ad5-8a85-4c87-b11e-aa70b19011cc {{(pid=110842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 20:05:45.530529 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "647ad9f1-82e7-4c2d-be35-51911eb31120", "name": "network-vif-deleted", "tag": "b7d02836-dfd7-48ab-861d-c6c4a57f9370", "status": "completed", "code": 200}]} {{(pid=110842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 20:05:45.530529 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-e8f63ad5-8a85-4c87-b11e-aa70b19011cc {{(pid=110842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 20:05:45.531017 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8f63ad5-8a85-4c87-b11e-aa70b19011cc'] response: {'server_uuid': '647ad9f1-82e7-4c2d-be35-51911eb31120', 'name': 'network-vif-deleted', 'tag': 'b7d02836-dfd7-48ab-861d-c6c4a57f9370', 'status': 'completed', 'code': 200} Jul 24 20:05:45.650713 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Device b7d02836-dfd7-48ab-861d-c6c4a57f9370 no longer exists at agent hyperv_hv-cinder-85044 {{(pid=110844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 20:05:45.692001 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] No Port match for: b7d02836-dfd7-48ab-861d-c6c4a57f9370 {{(pid=110844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 24 20:05:45.692341 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Device b7d02836-dfd7-48ab-861d-c6c4a57f9370 not bound to the agent host hv-cinder-85044 {{(pid=110844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 20:05:45.694226 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Device 72d7cce4-42e1-4ed0-8270-569e161be59b no longer exists at agent hyperv_hv-cinder-85044 {{(pid=110844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 20:05:45.695658 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-5b1d22b2-8595-42fa-b2d3-4bc495a7ed39 req-de28d342-be74-4d93-99cc-95e8aacca3de tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/ports?device_id=8ad940d2-dab6-42ec-a84a-53ee9242b68d HTTP/1.1" status: 200 len: 210 time: 0.0623965 Jul 24 20:05:45.696423 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_dvr_db [None req-69b9489d-fa8e-4ff5-bf57-36930d8417b6 None None] Set router 47e81123-031d-44ab-8cc7-b1e59e57cd0c gateway port host: dv-cinder-850449-2-iscsi {{(pid=110844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 20:05:45.696886 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-ee2e977a-5248-48f6-b154-0cb6393c06a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-450823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-445874'] for router (6d79c197-6f97-4f8a-9565-e6e92fdbe06b), after_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:45.779610 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.l3_hamode_db [None req-d8cfb028-b99c-4f58-bb71-995a0cdc2379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e6b10e9-03c8-43e3-bc80-2da91e00d910', 'name': 'tempest-AttachVolumeShelveTestJSON-842360300-router', 'tenant_id': '49f6a7894899436d8ce94d9a7500533a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'external_fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': 'ea2f25b3-3d17-4f9a-8d9f-6a8401e2174c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T20:01:02Z', 'updated_at': '2022-07-24T20:01:10Z', 'revision_number': 4, 'project_id': '49f6a7894899436d8ce94d9a7500533a', 'gw_port': {'id': 'ea2f25b3-3d17-4f9a-8d9f-6a8401e2174c', 'name': '', 'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:9d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6b10e9-03c8-43e3-bc80-2da91e00d910', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:01:03Z', 'updated_at': '2022-07-24T20:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99a0caa3-3fb5-4860-826f-478186226de3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850449-2-iscsi', '_interfaces': [{'id': 'f3fcea78-ae7b-4dda-aabb-16fa55c52b81', 'name': '', 'network_id': 'b3fd2ef6-6f8c-45f9-a0a9-81c377b08f7e', 'tenant_id': '49f6a7894899436d8ce94d9a7500533a', 'mac_address': 'fa:16:3e:6a:f6:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6b10e9-03c8-43e3-bc80-2da91e00d910', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '9f1a76ef-9ecc-40f5-8dc9-5b3ae75ee961', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:01:09Z', 'updated_at': '2022-07-24T20:01:17Z', 'revision_number': 5, 'project_id': '49f6a7894899436d8ce94d9a7500533a', 'subnets': [{'id': '9f1a76ef-9ecc-40f5-8dc9-5b3ae75ee961', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850449-2-iscsi', False) {} {{(pid=110845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:05:45.814472 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] No Port match for: 72d7cce4-42e1-4ed0-8270-569e161be59b {{(pid=110844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 24 20:05:45.814912 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Device 72d7cce4-42e1-4ed0-8270-569e161be59b not bound to the agent host hv-cinder-85044 {{(pid=110844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 20:05:45.823482 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8cfb028-b99c-4f58-bb71-995a0cdc2379 None None] The sync data for ids ['5e6b10e9-03c8-43e3-bc80-2da91e00d910'] in dv-cinder-850449-2-iscsi is: [{'id': '5e6b10e9-03c8-43e3-bc80-2da91e00d910', 'name': 'tempest-AttachVolumeShelveTestJSON-842360300-router', 'tenant_id': '49f6a7894899436d8ce94d9a7500533a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'external_fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': 'ea2f25b3-3d17-4f9a-8d9f-6a8401e2174c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T20:01:02Z', 'updated_at': '2022-07-24T20:01:10Z', 'revision_number': 4, 'project_id': '49f6a7894899436d8ce94d9a7500533a', 'gw_port': {'id': 'ea2f25b3-3d17-4f9a-8d9f-6a8401e2174c', 'name': '', 'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:9d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6b10e9-03c8-43e3-bc80-2da91e00d910', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:01:03Z', 'updated_at': '2022-07-24T20:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99a0caa3-3fb5-4860-826f-478186226de3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850449-2-iscsi', '_interfaces': [{'id': 'f3fcea78-ae7b-4dda-aabb-16fa55c52b81', 'name': '', 'network_id': 'b3fd2ef6-6f8c-45f9-a0a9-81c377b08f7e', 'tenant_id': '49f6a7894899436d8ce94d9a7500533a', 'mac_address': 'fa:16:3e:6a:f6:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6b10e9-03c8-43e3-bc80-2da91e00d910', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '9f1a76ef-9ecc-40f5-8dc9-5b3ae75ee961', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:01:09Z', 'updated_at': '2022-07-24T20:01:17Z', 'revision_number': 5, 'project_id': '49f6a7894899436d8ce94d9a7500533a', 'subnets': [{'id': '9f1a76ef-9ecc-40f5-8dc9-5b3ae75ee961', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 20:05:45.831463 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:05:45.973462 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-de68a432-e9b4-4cfc-959f-88c0f1b03216 req-6e2dc686-28b3-4798-a09b-e3d30f1dd559 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.17 "GET /v2.0/ports?device_id=647ad9f1-82e7-4c2d-be35-51911eb31120 HTTP/1.1" status: 200 len: 210 time: 0.0799420 Jul 24 20:05:46.058179 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee2e977a-5248-48f6-b154-0cb6393c06a0 admin admin] Router 6d79c197-6f97-4f8a-9565-e6e92fdbe06b is scheduled to L3 agent 408021b7-d46b-48c2-9f75-8a8023f9145c with binding_index 1 {{(pid=110843) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 24 20:05:46.180730 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:05:46.211155 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_hamode_db [None req-69b9489d-fa8e-4ff5-bf57-36930d8417b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47e81123-031d-44ab-8cc7-b1e59e57cd0c', 'name': 'tempest-AttachVolumeNegativeTest-1190663108-router', 'tenant_id': 'dcc8f2e8d4e64866a624dcd6d1de5d81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'external_fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': 'e4a96822-ce99-4391-bf07-e617c74eb382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T20:02:39Z', 'updated_at': '2022-07-24T20:02:45Z', 'revision_number': 4, 'project_id': 'dcc8f2e8d4e64866a624dcd6d1de5d81', 'gw_port': {'id': 'e4a96822-ce99-4391-bf07-e617c74eb382', 'name': '', 'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:64:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e81123-031d-44ab-8cc7-b1e59e57cd0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:02:40Z', 'updated_at': '2022-07-24T20:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99a0caa3-3fb5-4860-826f-478186226de3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850449-2-iscsi', '_floatingips': [{'id': 'd381b3e3-78c4-4c61-8865-3d462650f82e', 'tenant_id': 'dcc8f2e8d4e64866a624dcd6d1de5d81', 'floating_ip_address': '172.27.3.88', 'floating_network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'router_id': '47e81123-031d-44ab-8cc7-b1e59e57cd0c', 'port_id': '4650de31-a042-4ead-afb7-6f32d4fc465c', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 329, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9568b641-7783-426b-8ad0-3ac71fba0922', 'mac_address': 'fa:16:3e:ff:99:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd14a8072-7f75-43da-8d5e-040cd9378f5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-24T20:02:50Z', 'updated_at': '2022-07-24T20:03:21Z', 'revision_number': 2, 'project_id': 'dcc8f2e8d4e64866a624dcd6d1de5d81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a915ddb-b03f-445f-850a-6252c5f8b719', 'name': '', 'network_id': '9568b641-7783-426b-8ad0-3ac71fba0922', 'tenant_id': 'dcc8f2e8d4e64866a624dcd6d1de5d81', 'mac_address': 'fa:16:3e:1a:0c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e81123-031d-44ab-8cc7-b1e59e57cd0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'cce9884f-3061-48ee-abb3-8ca2a1e54559', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:02:43Z', 'updated_at': '2022-07-24T20:02:53Z', 'revision_number': 5, 'project_id': 'dcc8f2e8d4e64866a624dcd6d1de5d81', 'subnets': [{'id': 'cce9884f-3061-48ee-abb3-8ca2a1e54559', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850449-2-iscsi', False) {} {{(pid=110844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:05:46.244463 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee2e977a-5248-48f6-b154-0cb6393c06a0 admin admin] Notify agent at l3_agent.dv-cinder-850449-2-iscsi the message routers_updated {{(pid=110843) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 20:05:46.247429 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b9489d-fa8e-4ff5-bf57-36930d8417b6 None None] Checking router: 47e81123-031d-44ab-8cc7-b1e59e57cd0c for host: dv-cinder-850449-2-iscsi {{(pid=110844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 20:05:46.256914 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1587538-59f2-41f8-904b-2e16bdb4d54b None None] Sync routers for ids ['6d79c197-6f97-4f8a-9565-e6e92fdbe06b'] in dv-cinder-850449-2-iscsi {{(pid=110845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 20:05:46.261768 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b9489d-fa8e-4ff5-bf57-36930d8417b6 None None] Routers {'47e81123-031d-44ab-8cc7-b1e59e57cd0c'} bound to L3 agent in host dv-cinder-850449-2-iscsi {{(pid=110844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 20:05:46.262788 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_hamode_db [None req-69b9489d-fa8e-4ff5-bf57-36930d8417b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-24T19:52:06Z,description=,heartbeat_timestamp=2022-07-24T20:05:36Z,host='dv-cinder-850449-2-iscsi',id=408021b7-d46b-48c2-9f75-8a8023f9145c,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T19:52:06Z,topic='l3_agent')) {'router_ids': ['47e81123-031d-44ab-8cc7-b1e59e57cd0c'], 'active': True} {{(pid=110844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:05:46.273656 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1587538-59f2-41f8-904b-2e16bdb4d54b None None] Routers {'6d79c197-6f97-4f8a-9565-e6e92fdbe06b'} bound to L3 agent in host dv-cinder-850449-2-iscsi {{(pid=110845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 20:05:46.274694 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.l3_hamode_db [None req-f1587538-59f2-41f8-904b-2e16bdb4d54b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-24T19:52:06Z,description=,heartbeat_timestamp=2022-07-24T20:05:36Z,host='dv-cinder-850449-2-iscsi',id=408021b7-d46b-48c2-9f75-8a8023f9145c,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T19:52:06Z,topic='l3_agent')) {'router_ids': ['6d79c197-6f97-4f8a-9565-e6e92fdbe06b'], 'active': True} {{(pid=110845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:05:46.310819 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a26fe52c-ce10-4f36-af8a-958569c82589 None None] New status for floating IP 649bab8c-c66f-4e76-bc83-bbee847b7923: DOWN {{(pid=110844) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 24 20:05:46.346586 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-ee2e977a-5248-48f6-b154-0cb6393c06a0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:46.348886 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [None req-ee2e977a-5248-48f6-b154-0cb6393c06a0 admin admin] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.4943604 Jul 24 20:05:46.353138 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 34962) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:05:46.447017 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_dvr_db [None req-69b9489d-fa8e-4ff5-bf57-36930d8417b6 None None] Set router 47e81123-031d-44ab-8cc7-b1e59e57cd0c gateway port host: dv-cinder-850449-2-iscsi {{(pid=110844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 20:05:46.495663 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=100 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:05:46.624444 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.l3_dvr_db [None req-f1587538-59f2-41f8-904b-2e16bdb4d54b None None] Set router 6d79c197-6f97-4f8a-9565-e6e92fdbe06b gateway port host: dv-cinder-850449-2-iscsi {{(pid=110845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 20:05:46.877417 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG dbcounter [-] [110845] Writing DB stats neutron:SELECT=100 {{(pid=110845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:05:46.897268 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.l3_hamode_db [None req-f1587538-59f2-41f8-904b-2e16bdb4d54b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d79c197-6f97-4f8a-9565-e6e92fdbe06b', 'name': 'tempest-TestShelveInstance-1409874816-router', 'tenant_id': 'd4f1f24b3a384f1db3a6e782253814ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'external_fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': '6c60ef73-d237-4b67-a00a-8c47389f1254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T20:05:42Z', 'updated_at': '2022-07-24T20:05:44Z', 'revision_number': 3, 'project_id': 'd4f1f24b3a384f1db3a6e782253814ec', 'gw_port': {'id': '6c60ef73-d237-4b67-a00a-8c47389f1254', 'name': '', 'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:c5:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d79c197-6f97-4f8a-9565-e6e92fdbe06b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:05:43Z', 'updated_at': '2022-07-24T20:05:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '99a0caa3-3fb5-4860-826f-478186226de3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850449-2-iscsi'}], 'dv-cinder-850449-2-iscsi', False) {} {{(pid=110845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:05:46.910642 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_hamode_db [None req-69b9489d-fa8e-4ff5-bf57-36930d8417b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47e81123-031d-44ab-8cc7-b1e59e57cd0c', 'name': 'tempest-AttachVolumeNegativeTest-1190663108-router', 'tenant_id': 'dcc8f2e8d4e64866a624dcd6d1de5d81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'external_fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': 'e4a96822-ce99-4391-bf07-e617c74eb382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T20:02:39Z', 'updated_at': '2022-07-24T20:02:45Z', 'revision_number': 4, 'project_id': 'dcc8f2e8d4e64866a624dcd6d1de5d81', 'gw_port': {'id': 'e4a96822-ce99-4391-bf07-e617c74eb382', 'name': '', 'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:64:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e81123-031d-44ab-8cc7-b1e59e57cd0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:02:40Z', 'updated_at': '2022-07-24T20:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99a0caa3-3fb5-4860-826f-478186226de3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850449-2-iscsi', '_floatingips': [{'id': 'd381b3e3-78c4-4c61-8865-3d462650f82e', 'tenant_id': 'dcc8f2e8d4e64866a624dcd6d1de5d81', 'floating_ip_address': '172.27.3.88', 'floating_network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'router_id': '47e81123-031d-44ab-8cc7-b1e59e57cd0c', 'port_id': '4650de31-a042-4ead-afb7-6f32d4fc465c', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 329, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9568b641-7783-426b-8ad0-3ac71fba0922', 'mac_address': 'fa:16:3e:ff:99:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd14a8072-7f75-43da-8d5e-040cd9378f5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-24T20:02:50Z', 'updated_at': '2022-07-24T20:03:21Z', 'revision_number': 2, 'project_id': 'dcc8f2e8d4e64866a624dcd6d1de5d81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a915ddb-b03f-445f-850a-6252c5f8b719', 'name': '', 'network_id': '9568b641-7783-426b-8ad0-3ac71fba0922', 'tenant_id': 'dcc8f2e8d4e64866a624dcd6d1de5d81', 'mac_address': 'fa:16:3e:1a:0c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e81123-031d-44ab-8cc7-b1e59e57cd0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'cce9884f-3061-48ee-abb3-8ca2a1e54559', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:02:43Z', 'updated_at': '2022-07-24T20:02:53Z', 'revision_number': 5, 'project_id': 'dcc8f2e8d4e64866a624dcd6d1de5d81', 'subnets': [{'id': 'cce9884f-3061-48ee-abb3-8ca2a1e54559', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850449-2-iscsi', False) {} {{(pid=110844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:05:46.945312 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b9489d-fa8e-4ff5-bf57-36930d8417b6 None None] The sync data for ids ['47e81123-031d-44ab-8cc7-b1e59e57cd0c'] in dv-cinder-850449-2-iscsi is: [{'id': '47e81123-031d-44ab-8cc7-b1e59e57cd0c', 'name': 'tempest-AttachVolumeNegativeTest-1190663108-router', 'tenant_id': 'dcc8f2e8d4e64866a624dcd6d1de5d81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'external_fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': 'e4a96822-ce99-4391-bf07-e617c74eb382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T20:02:39Z', 'updated_at': '2022-07-24T20:02:45Z', 'revision_number': 4, 'project_id': 'dcc8f2e8d4e64866a624dcd6d1de5d81', 'gw_port': {'id': 'e4a96822-ce99-4391-bf07-e617c74eb382', 'name': '', 'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:64:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e81123-031d-44ab-8cc7-b1e59e57cd0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:02:40Z', 'updated_at': '2022-07-24T20:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99a0caa3-3fb5-4860-826f-478186226de3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850449-2-iscsi', '_floatingips': [{'id': 'd381b3e3-78c4-4c61-8865-3d462650f82e', 'tenant_id': 'dcc8f2e8d4e64866a624dcd6d1de5d81', 'floating_ip_address': '172.27.3.88', 'floating_network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'router_id': '47e81123-031d-44ab-8cc7-b1e59e57cd0c', 'port_id': '4650de31-a042-4ead-afb7-6f32d4fc465c', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 329, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9568b641-7783-426b-8ad0-3ac71fba0922', 'mac_address': 'fa:16:3e:ff:99:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd14a8072-7f75-43da-8d5e-040cd9378f5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-24T20:02:50Z', 'updated_at': '2022-07-24T20:03:21Z', 'revision_number': 2, 'project_id': 'dcc8f2e8d4e64866a624dcd6d1de5d81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a915ddb-b03f-445f-850a-6252c5f8b719', 'name': '', 'network_id': '9568b641-7783-426b-8ad0-3ac71fba0922', 'tenant_id': 'dcc8f2e8d4e64866a624dcd6d1de5d81', 'mac_address': 'fa:16:3e:1a:0c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e81123-031d-44ab-8cc7-b1e59e57cd0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'cce9884f-3061-48ee-abb3-8ca2a1e54559', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:02:43Z', 'updated_at': '2022-07-24T20:02:53Z', 'revision_number': 5, 'project_id': 'dcc8f2e8d4e64866a624dcd6d1de5d81', 'subnets': [{'id': 'cce9884f-3061-48ee-abb3-8ca2a1e54559', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 20:05:46.954063 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [-] (110843) accepted ('10.222.0.17', 34970) {{(pid=110843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:05:46.958679 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1587538-59f2-41f8-904b-2e16bdb4d54b None None] Checking router: 6d79c197-6f97-4f8a-9565-e6e92fdbe06b for host: dv-cinder-850449-2-iscsi {{(pid=110845) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 20:05:46.959465 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1587538-59f2-41f8-904b-2e16bdb4d54b None None] Updating router 6d79c197-6f97-4f8a-9565-e6e92fdbe06b port 6c60ef73-d237-4b67-a00a-8c47389f1254 binding host dv-cinder-850449-2-iscsi {{(pid=110845) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 20:05:47.009159 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron_lib.callbacks.manager [None req-f1587538-59f2-41f8-904b-2e16bdb4d54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (6c60ef73-d237-4b67-a00a-8c47389f1254), before_update {{(pid=110845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:47.013999 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG dbcounter [-] [110845] Writing DB stats neutron:SELECT=100 {{(pid=110845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:05:47.108803 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-62a81fe4-b522-4dec-aea5-70a89fb35fa4 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Publish callbacks [] for security_group (7fd4fa86-8151-45a8-babb-f1c645ad6646), before_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:47.179347 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-84e7aae1-0bdf-4f7b-b0e2-cebc92c5f4da req-4f131429-5ddc-475c-b053-cb4fc1e96d0f tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.17 "GET /v2.0/ports?device_id=647ad9f1-82e7-4c2d-be35-51911eb31120 HTTP/1.1" status: 200 len: 210 time: 0.0557826 Jul 24 20:05:47.204152 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-62a81fe4-b522-4dec-aea5-70a89fb35fa4 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Publish callbacks [] for security_group (7fd4fa86-8151-45a8-babb-f1c645ad6646), precommit_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:47.336457 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-62a81fe4-b522-4dec-aea5-70a89fb35fa4 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (7fd4fa86-8151-45a8-babb-f1c645ad6646), after_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:47.339998 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-62a81fe4-b522-4dec-aea5-70a89fb35fa4 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Publish callbacks [] for security_group (None), before_response {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:47.344799 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [None req-62a81fe4-b522-4dec-aea5-70a89fb35fa4 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "DELETE /v2.0/security-groups/7fd4fa86-8151-45a8-babb-f1c645ad6646 HTTP/1.1" status: 204 len: 168 time: 0.3861585 Jul 24 20:05:47.347442 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 34974) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:05:47.353497 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a81fe4-b522-4dec-aea5-70a89fb35fa4 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fd4fa86-8151-45a8-babb-f1c645ad6646,revision_number=None']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:05:47.385536 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a7949e-cd96-443a-a78e-77834db90688 None None] New status for floating IP 812e5b56-5bf8-4b17-a49d-1ed2e94a044b: DOWN {{(pid=110845) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 24 20:05:47.393123 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.api.v2.resource [None req-69f7f2ba-a1a0-4b84-a1dd-f9c9c47aa9dd tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] show failed (client error): The resource could not be found. Jul 24 20:05:47.393970 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-69f7f2ba-a1a0-4b84-a1dd-f9c9c47aa9dd tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/security-groups/7fd4fa86-8151-45a8-babb-f1c645ad6646 HTTP/1.1" status: 404 len: 347 time: 0.0452414 Jul 24 20:05:47.398638 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 34976) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:05:47.562684 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-228b7705-79bd-4bac-8b21-1227082dee0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (None), before_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:47.595628 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.plugin [None req-17c05a51-c3f6-4f5f-838e-553036e90589 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Deleting port ffa86304-c568-45c3-9122-75dff97c5a7e {{(pid=110842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 24 20:05:47.595980 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-17c05a51-c3f6-4f5f-838e-553036e90589 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731445580472'] for port (ffa86304-c568-45c3-9122-75dff97c5a7e), before_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:47.660659 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron_lib.callbacks.manager [None req-f1587538-59f2-41f8-904b-2e16bdb4d54b None None] Publish callbacks [] for port (6c60ef73-d237-4b67-a00a-8c47389f1254), precommit_update {{(pid=110845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:47.734192 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:05:47.762900 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:05:47.764529 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-17c05a51-c3f6-4f5f-838e-553036e90589 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458432'] for port (ffa86304-c568-45c3-9122-75dff97c5a7e), precommit_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:47.764885 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-17c05a51-c3f6-4f5f-838e-553036e90589 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Publish callbacks [] for floatingip (ffa86304-c568-45c3-9122-75dff97c5a7e), precommit_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:47.771846 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron_lib.callbacks.manager [None req-f1587538-59f2-41f8-904b-2e16bdb4d54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958'] for port (6c60ef73-d237-4b67-a00a-8c47389f1254), after_update {{(pid=110845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:47.802315 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.plugin [None req-17c05a51-c3f6-4f5f-838e-553036e90589 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Calling delete_port for ffa86304-c568-45c3-9122-75dff97c5a7e owned by network:floatingip {{(pid=110842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 24 20:05:47.875170 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.plugins.ml2.managers [None req-f1587538-59f2-41f8-904b-2e16bdb4d54b None None] Attempting to bind port 6c60ef73-d237-4b67-a00a-8c47389f1254 on host dv-cinder-850449-2-iscsi for vnic_type normal with profile {{(pid=110845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 24 20:05:47.875626 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.plugins.ml2.managers [None req-f1587538-59f2-41f8-904b-2e16bdb4d54b None None] Attempting to bind port 6c60ef73-d237-4b67-a00a-8c47389f1254 by drivers openvswitch,hyperv on host dv-cinder-850449-2-iscsi at level 0 using segments [{'id': 'fc72dfdc-4d29-4b3c-a3f7-b36f757f54d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10498192-3528-4341-803f-d59b33e3b71c'}] {{(pid=110845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 24 20:05:47.876052 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1587538-59f2-41f8-904b-2e16bdb4d54b None None] Attempting to bind port 6c60ef73-d237-4b67-a00a-8c47389f1254 on network 10498192-3528-4341-803f-d59b33e3b71c {{(pid=110845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 24 20:05:47.879842 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.db.db_base_plugin_common [None req-228b7705-79bd-4bac-8b21-1227082dee0e admin admin] Allocated IP 172.20.0.1 (db5ceaaa-c00a-4f99-91da-e1e2dfaf14af/6c93dad3-d715-4337-a807-6727a504efe8/2ba5f699-0c8d-474b-a677-1a6d340d4059) {{(pid=110842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 20:05:47.881984 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98300b94-6a93-4e14-a6cb-e1a4789bb3c7 None None] Pushing event updated for resources: {'Port': ['ID=6c60ef73-d237-4b67-a00a-8c47389f1254,revision_number=2']} {{(pid=110845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:05:47.891182 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98300b94-6a93-4e14-a6cb-e1a4789bb3c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:05:47.891612 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98300b94-6a93-4e14-a6cb-e1a4789bb3c7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:05:47.892050 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98300b94-6a93-4e14-a6cb-e1a4789bb3c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:05:47.892490 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98300b94-6a93-4e14-a6cb-e1a4789bb3c7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:05:47.892918 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98300b94-6a93-4e14-a6cb-e1a4789bb3c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:05:47.893320 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98300b94-6a93-4e14-a6cb-e1a4789bb3c7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:05:47.893710 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98300b94-6a93-4e14-a6cb-e1a4789bb3c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:05:47.894099 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98300b94-6a93-4e14-a6cb-e1a4789bb3c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:05:47.894491 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98300b94-6a93-4e14-a6cb-e1a4789bb3c7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:05:47.894820 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98300b94-6a93-4e14-a6cb-e1a4789bb3c7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:05:47.895245 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98300b94-6a93-4e14-a6cb-e1a4789bb3c7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:05:47.895672 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98300b94-6a93-4e14-a6cb-e1a4789bb3c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:05:47.896077 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98300b94-6a93-4e14-a6cb-e1a4789bb3c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:05:47.896626 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98300b94-6a93-4e14-a6cb-e1a4789bb3c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:05:47.896880 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98300b94-6a93-4e14-a6cb-e1a4789bb3c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:05:47.900499 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1587538-59f2-41f8-904b-2e16bdb4d54b None None] Checking agent: {'id': '46eda511-dfa5-408c-8bd4-cb509f691033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850449-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 24, 19, 52, 9), 'started_at': datetime.datetime(2022, 7, 24, 19, 52, 39), 'heartbeat_timestamp': datetime.datetime(2022, 7, 24, 20, 5, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850449-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 24 20:05:47.900970 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1587538-59f2-41f8-904b-2e16bdb4d54b None None] Checking segment: {'id': 'fc72dfdc-4d29-4b3c-a3f7-b36f757f54d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10498192-3528-4341-803f-d59b33e3b71c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 24 20:05:47.908315 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron_lib.callbacks.manager [None req-f1587538-59f2-41f8-904b-2e16bdb4d54b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:47.908315 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1587538-59f2-41f8-904b-2e16bdb4d54b None None] Bound using segment: {'id': 'fc72dfdc-4d29-4b3c-a3f7-b36f757f54d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10498192-3528-4341-803f-d59b33e3b71c'} {{(pid=110845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 24 20:05:47.908315 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.plugins.ml2.managers [None req-f1587538-59f2-41f8-904b-2e16bdb4d54b None None] Bound port: 6c60ef73-d237-4b67-a00a-8c47389f1254, host: dv-cinder-850449-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc72dfdc-4d29-4b3c-a3f7-b36f757f54d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10498192-3528-4341-803f-d59b33e3b71c'}}] {{(pid=110845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 24 20:05:47.908315 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron_lib.callbacks.manager [None req-f1587538-59f2-41f8-904b-2e16bdb4d54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (6c60ef73-d237-4b67-a00a-8c47389f1254), before_update {{(pid=110845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:47.963189 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.plugins.ml2.db [None req-f1587538-59f2-41f8-904b-2e16bdb4d54b None None] For port 6c60ef73-d237-4b67-a00a-8c47389f1254, host dv-cinder-850449-2-iscsi, cleared binding levels {{(pid=110845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 20:05:47.967122 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.plugins.ml2.db [None req-f1587538-59f2-41f8-904b-2e16bdb4d54b None None] For port 6c60ef73-d237-4b67-a00a-8c47389f1254, host dv-cinder-850449-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850449-2-iscsi',level=0,port_id=6c60ef73-d237-4b67-a00a-8c47389f1254,segment=NetworkSegment(fc72dfdc-4d29-4b3c-a3f7-b36f757f54d3),segment_id=fc72dfdc-4d29-4b3c-a3f7-b36f757f54d3)] {{(pid=110845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 20:05:48.055841 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-228b7705-79bd-4bac-8b21-1227082dee0e admin admin] Publish callbacks [] for port (2ba5f699-0c8d-474b-a677-1a6d340d4059), precommit_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:48.075003 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron_lib.callbacks.manager [None req-f1587538-59f2-41f8-904b-2e16bdb4d54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958'] for port (6c60ef73-d237-4b67-a00a-8c47389f1254), after_update {{(pid=110845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:48.138095 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1587538-59f2-41f8-904b-2e16bdb4d54b None None] Routers {'6d79c197-6f97-4f8a-9565-e6e92fdbe06b'} bound to L3 agent in host dv-cinder-850449-2-iscsi {{(pid=110845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 20:05:48.138657 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.l3_hamode_db [None req-f1587538-59f2-41f8-904b-2e16bdb4d54b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-24T19:52:06Z,description=,heartbeat_timestamp=2022-07-24T20:05:36Z,host='dv-cinder-850449-2-iscsi',id=408021b7-d46b-48c2-9f75-8a8023f9145c,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T19:52:06Z,topic='l3_agent')) {'router_ids': ['6d79c197-6f97-4f8a-9565-e6e92fdbe06b'], 'active': True} {{(pid=110845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:05:48.169473 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-17c05a51-c3f6-4f5f-838e-553036e90589 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731445585704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731445223415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8925015'] for port (ffa86304-c568-45c3-9122-75dff97c5a7e), after_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:48.181173 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98300b94-6a93-4e14-a6cb-e1a4789bb3c7 None None] Pushing event updated for resources: {'Port': ['ID=6c60ef73-d237-4b67-a00a-8c47389f1254,revision_number=3']} {{(pid=110845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:05:48.199108 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c05a51-c3f6-4f5f-838e-553036e90589 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Pushing event deleted for resources: {'Port': ['ID=ffa86304-c568-45c3-9122-75dff97c5a7e,revision_number=None']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:05:48.209178 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-228b7705-79bd-4bac-8b21-1227082dee0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731445223406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8925015'] for port (2ba5f699-0c8d-474b-a677-1a6d340d4059), after_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:48.273693 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.l3_dvr_db [None req-f1587538-59f2-41f8-904b-2e16bdb4d54b None None] Set router 6d79c197-6f97-4f8a-9565-e6e92fdbe06b gateway port host: dv-cinder-850449-2-iscsi {{(pid=110845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 20:05:48.326276 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b7705-79bd-4bac-8b21-1227082dee0e admin admin] Pushing event updated for resources: {'Port': ['ID=2ba5f699-0c8d-474b-a677-1a6d340d4059,revision_number=1']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:05:48.345659 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-228b7705-79bd-4bac-8b21-1227082dee0e admin admin] Network db5ceaaa-c00a-4f99-91da-e1e2dfaf14af is already hosted by enough agents. {{(pid=110842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 20:05:48.349187 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.scheduler.base_scheduler [None req-228b7705-79bd-4bac-8b21-1227082dee0e admin admin] Resources bound (agent type, host, resource id): {{(pid=110842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 20:05:48.354004 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228b7705-79bd-4bac-8b21-1227082dee0e admin admin] Received port after_create {{(pid=110842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 24 20:05:48.378443 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=87,neutron:UPDATE=4,neutron:INSERT=3,neutron:DELETE=6 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:05:48.398132 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-17c05a51-c3f6-4f5f-838e-553036e90589 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Publish callbacks [] for floatingip (649bab8c-c66f-4e76-bc83-bbee847b7923), after_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:48.402034 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-17c05a51-c3f6-4f5f-838e-553036e90589 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1048257'] for floatingip (None), before_response {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:48.403284 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-17c05a51-c3f6-4f5f-838e-553036e90589 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "DELETE /v2.0/floatingips/649bab8c-c66f-4e76-bc83-bbee847b7923 HTTP/1.1" status: 204 len: 168 time: 1.0028234 Jul 24 20:05:48.420908 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-228b7705-79bd-4bac-8b21-1227082dee0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457033'] for router_interface (6d79c197-6f97-4f8a-9565-e6e92fdbe06b), before_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:48.486148 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [-] (110843) accepted ('10.222.0.17', 34986) {{(pid=110843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:05:48.529780 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=3 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:05:48.614321 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.l3_hamode_db [None req-f1587538-59f2-41f8-904b-2e16bdb4d54b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d79c197-6f97-4f8a-9565-e6e92fdbe06b', 'name': 'tempest-TestShelveInstance-1409874816-router', 'tenant_id': 'd4f1f24b3a384f1db3a6e782253814ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'external_fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': '6c60ef73-d237-4b67-a00a-8c47389f1254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T20:05:42Z', 'updated_at': '2022-07-24T20:05:44Z', 'revision_number': 3, 'project_id': 'd4f1f24b3a384f1db3a6e782253814ec', 'gw_port': {'id': '6c60ef73-d237-4b67-a00a-8c47389f1254', 'name': '', 'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:c5:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d79c197-6f97-4f8a-9565-e6e92fdbe06b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:05:43Z', 'updated_at': '2022-07-24T20:05:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99a0caa3-3fb5-4860-826f-478186226de3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850449-2-iscsi'}], 'dv-cinder-850449-2-iscsi', False) {} {{(pid=110845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:05:48.625218 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-6c55c01e-c2dd-48fd-b7d4-fc63afb1201b tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Publish callbacks [] for security_group (829ee05a-72fc-43a2-9eba-9642e1729f56), before_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:48.650073 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1587538-59f2-41f8-904b-2e16bdb4d54b None None] The sync data for ids ['6d79c197-6f97-4f8a-9565-e6e92fdbe06b'] in dv-cinder-850449-2-iscsi is: [{'id': '6d79c197-6f97-4f8a-9565-e6e92fdbe06b', 'name': 'tempest-TestShelveInstance-1409874816-router', 'tenant_id': 'd4f1f24b3a384f1db3a6e782253814ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'external_fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': '6c60ef73-d237-4b67-a00a-8c47389f1254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T20:05:42Z', 'updated_at': '2022-07-24T20:05:44Z', 'revision_number': 3, 'project_id': 'd4f1f24b3a384f1db3a6e782253814ec', 'gw_port': {'id': '6c60ef73-d237-4b67-a00a-8c47389f1254', 'name': '', 'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:c5:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d79c197-6f97-4f8a-9565-e6e92fdbe06b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:05:43Z', 'updated_at': '2022-07-24T20:05:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99a0caa3-3fb5-4860-826f-478186226de3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850449-2-iscsi'}] {{(pid=110845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 20:05:48.691618 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 34988) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:05:48.696195 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.v2.base [None req-d396d59b-8a5a-45b2-bb04-77446616a8c5 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1745772772', 'description': 'tempest-description--1823083939'}} {{(pid=110842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 20:05:48.722782 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-6c55c01e-c2dd-48fd-b7d4-fc63afb1201b tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Publish callbacks [] for security_group (829ee05a-72fc-43a2-9eba-9642e1729f56), precommit_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:48.762805 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-228b7705-79bd-4bac-8b21-1227082dee0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (2ba5f699-0c8d-474b-a677-1a6d340d4059), before_update {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:48.830657 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:DELETE=1,neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:05:48.848513 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-4f8d17fe-b7c4-4805-944e-c3c53946225a None None] Provisioning complete for port 2ba5f699-0c8d-474b-a677-1a6d340d4059 triggered by entity DHCP. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 20:05:48.851969 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-4f8d17fe-b7c4-4805-944e-c3c53946225a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812910'] for port (2ba5f699-0c8d-474b-a677-1a6d340d4059), provisioning_complete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:48.877190 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-d396d59b-8a5a-45b2-bb04-77446616a8c5 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Publish callbacks [] for security_group (None), before_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:48.895275 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-4f8d17fe-b7c4-4805-944e-c3c53946225a None None] Port 2ba5f699-0c8d-474b-a677-1a6d340d4059 cannot update to ACTIVE because it is not bound. {{(pid=110844) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 24 20:05:48.908450 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-6c55c01e-c2dd-48fd-b7d4-fc63afb1201b tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (829ee05a-72fc-43a2-9eba-9642e1729f56), after_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:48.911160 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-6c55c01e-c2dd-48fd-b7d4-fc63afb1201b tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Publish callbacks [] for security_group (None), before_response {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:48.912357 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [None req-6c55c01e-c2dd-48fd-b7d4-fc63afb1201b tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.17 "DELETE /v2.0/security-groups/829ee05a-72fc-43a2-9eba-9642e1729f56 HTTP/1.1" status: 204 len: 168 time: 0.4242630 Jul 24 20:05:48.917161 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [-] (110843) accepted ('10.222.0.17', 34990) {{(pid=110843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:05:48.937741 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c55c01e-c2dd-48fd-b7d4-fc63afb1201b tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=829ee05a-72fc-43a2-9eba-9642e1729f56,revision_number=None']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:05:48.941578 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.api.v2.resource [None req-3f47056d-5ee4-4519-b31d-4429afe2b5f5 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] show failed (client error): The resource could not be found. Jul 24 20:05:48.943495 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [None req-3f47056d-5ee4-4519-b31d-4429afe2b5f5 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.17 "GET /v2.0/security-groups/829ee05a-72fc-43a2-9eba-9642e1729f56 HTTP/1.1" status: 404 len: 347 time: 0.0247824 Jul 24 20:05:48.947761 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [-] (110843) accepted ('10.222.0.17', 34992) {{(pid=110843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:05:49.107348 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-228b7705-79bd-4bac-8b21-1227082dee0e admin admin] Publish callbacks [] for port (2ba5f699-0c8d-474b-a677-1a6d340d4059), precommit_update {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:49.115935 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-d396d59b-8a5a-45b2-bb04-77446616a8c5 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Publish callbacks [] for security_group (127ff494-6d09-4ff6-9b8b-b1a80f4fa86b), precommit_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:49.163739 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.plugin [None req-db37b65c-e46a-4ce9-9050-e8634ee507b1 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Deleting port f063e599-135b-49b9-ac60-21de46c6a6f1 {{(pid=110843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 24 20:05:49.164187 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-db37b65c-e46a-4ce9-9050-e8634ee507b1 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731445580472'] for port (f063e599-135b-49b9-ac60-21de46c6a6f1), before_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:49.179384 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-228b7705-79bd-4bac-8b21-1227082dee0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8925036'] for port (2ba5f699-0c8d-474b-a677-1a6d340d4059), after_update {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:49.216685 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-d396d59b-8a5a-45b2-bb04-77446616a8c5 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (127ff494-6d09-4ff6-9b8b-b1a80f4fa86b), after_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:49.270155 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-db37b65c-e46a-4ce9-9050-e8634ee507b1 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458432'] for port (f063e599-135b-49b9-ac60-21de46c6a6f1), precommit_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:49.273878 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-db37b65c-e46a-4ce9-9050-e8634ee507b1 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Publish callbacks [] for floatingip (f063e599-135b-49b9-ac60-21de46c6a6f1), precommit_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:49.291605 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.plugin [None req-db37b65c-e46a-4ce9-9050-e8634ee507b1 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Calling delete_port for f063e599-135b-49b9-ac60-21de46c6a6f1 owned by network:floatingip {{(pid=110843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 24 20:05:49.313265 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d396d59b-8a5a-45b2-bb04-77446616a8c5 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Pushing event updated for resources: {'SecurityGroup': ['ID=127ff494-6d09-4ff6-9b8b-b1a80f4fa86b,revision_number=1']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:05:49.319928 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-228b7705-79bd-4bac-8b21-1227082dee0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-650243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-457125'] for router_interface (6d79c197-6f97-4f8a-9565-e6e92fdbe06b), after_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:49.323428 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b7705-79bd-4bac-8b21-1227082dee0e admin admin] Pushing event updated for resources: {'Port': ['ID=2ba5f699-0c8d-474b-a677-1a6d340d4059,revision_number=2']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:05:49.374233 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-d396d59b-8a5a-45b2-bb04-77446616a8c5 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Publish callbacks [] for security_group (None), before_response {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:49.378902 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-d396d59b-8a5a-45b2-bb04-77446616a8c5 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.6844668 Jul 24 20:05:49.381385 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 34994) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:05:49.386559 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:05:49.432445 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.v2.base [None req-152e7129-cb5c-4d54-bdd6-b7fc1ee9005f tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Request body: {'security_group_rule': {'security_group_id': '127ff494-6d09-4ff6-9b8b-b1a80f4fa86b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 20:05:49.501849 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-228b7705-79bd-4bac-8b21-1227082dee0e admin admin] Network db5ceaaa-c00a-4f99-91da-e1e2dfaf14af is already hosted by enough agents. {{(pid=110842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 20:05:49.503427 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.scheduler.base_scheduler [None req-228b7705-79bd-4bac-8b21-1227082dee0e admin admin] Resources bound (agent type, host, resource id): {{(pid=110842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 20:05:49.554737 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:05:49.562604 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-152e7129-cb5c-4d54-bdd6-b7fc1ee9005f tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Publish callbacks [] for security_group_rule (a163d172-ffff-44f3-a573-e43954eadbc8), before_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:49.594706 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-db37b65c-e46a-4ce9-9050-e8634ee507b1 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731445585704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731445223415'] for port (f063e599-135b-49b9-ac60-21de46c6a6f1), after_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:49.664177 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db37b65c-e46a-4ce9-9050-e8634ee507b1 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Pushing event deleted for resources: {'Port': ['ID=f063e599-135b-49b9-ac60-21de46c6a6f1,revision_number=None']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:05:49.684317 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-228b7705-79bd-4bac-8b21-1227082dee0e admin admin] Router 6d79c197-6f97-4f8a-9565-e6e92fdbe06b has already been hosted by L3 agent 408021b7-d46b-48c2-9f75-8a8023f9145c {{(pid=110842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 24 20:05:49.698841 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-152e7129-cb5c-4d54-bdd6-b7fc1ee9005f tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Publish callbacks [] for security_group_rule (a163d172-ffff-44f3-a573-e43954eadbc8), precommit_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:49.720870 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-db37b65c-e46a-4ce9-9050-e8634ee507b1 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Publish callbacks [] for floatingip (812e5b56-5bf8-4b17-a49d-1ed2e94a044b), after_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:49.725388 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-db37b65c-e46a-4ce9-9050-e8634ee507b1 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1048257'] for floatingip (None), before_response {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:49.742528 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [None req-db37b65c-e46a-4ce9-9050-e8634ee507b1 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.17 "DELETE /v2.0/floatingips/812e5b56-5bf8-4b17-a49d-1ed2e94a044b HTTP/1.1" status: 204 len: 168 time: 0.7830980 Jul 24 20:05:49.798218 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-152e7129-cb5c-4d54-bdd6-b7fc1ee9005f tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471764'] for security_group_rule (a163d172-ffff-44f3-a573-e43954eadbc8), after_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:49.837047 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152e7129-cb5c-4d54-bdd6-b7fc1ee9005f tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a163d172-ffff-44f3-a573-e43954eadbc8,revision_number=0']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:05:49.854118 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:05:49.864971 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-228b7705-79bd-4bac-8b21-1227082dee0e admin admin] Notify agent at l3_agent.dv-cinder-850449-2-iscsi the message routers_updated {{(pid=110842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 20:05:49.873618 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-228b7705-79bd-4bac-8b21-1227082dee0e admin admin] 10.222.0.17 "PUT /v2.0/routers/6d79c197-6f97-4f8a-9565-e6e92fdbe06b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5190504 Jul 24 20:05:49.939517 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-31d6a223-0803-45b7-989b-6e6c2e1866f6 None None] Provisioning complete for port 2ba5f699-0c8d-474b-a677-1a6d340d4059 triggered by entity DHCP. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 20:05:49.940749 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-31d6a223-0803-45b7-989b-6e6c2e1866f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812910'] for port (2ba5f699-0c8d-474b-a677-1a6d340d4059), provisioning_complete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:49.969384 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-152e7129-cb5c-4d54-bdd6-b7fc1ee9005f tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:49.969384 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-152e7129-cb5c-4d54-bdd6-b7fc1ee9005f tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5838292 Jul 24 20:05:49.973902 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 35004) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:05:49.978600 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.v2.base [None req-610a2bfc-ede3-49f9-a573-a65e253a3078 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Request body: {'security_group_rule': {'security_group_id': '127ff494-6d09-4ff6-9b8b-b1a80f4fa86b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 20:05:50.000150 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-31d6a223-0803-45b7-989b-6e6c2e1866f6 None None] Port 2ba5f699-0c8d-474b-a677-1a6d340d4059 cannot update to ACTIVE because it is not bound. {{(pid=110844) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 24 20:05:50.133060 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-610a2bfc-ede3-49f9-a573-a65e253a3078 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Publish callbacks [] for security_group_rule (37c5f822-e565-494f-8655-ec72e54eda3d), before_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:50.211729 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-610a2bfc-ede3-49f9-a573-a65e253a3078 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Publish callbacks [] for security_group_rule (37c5f822-e565-494f-8655-ec72e54eda3d), precommit_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:50.358568 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-610a2bfc-ede3-49f9-a573-a65e253a3078 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471764'] for security_group_rule (37c5f822-e565-494f-8655-ec72e54eda3d), after_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:50.383759 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610a2bfc-ede3-49f9-a573-a65e253a3078 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37c5f822-e565-494f-8655-ec72e54eda3d,revision_number=0']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:05:50.579600 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-610a2bfc-ede3-49f9-a573-a65e253a3078 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:50.583665 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-610a2bfc-ede3-49f9-a573-a65e253a3078 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6058416 Jul 24 20:05:50.586237 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 35018) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:05:50.591851 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.v2.base [None req-352455e1-af63-4242-8364-15f27eaf5e73 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Request body: {'floatingip': {'floating_network_id': '10498192-3528-4341-803f-d59b33e3b71c'}} {{(pid=110842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 20:05:50.719658 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-352455e1-af63-4242-8364-15f27eaf5e73 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:50.776073 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Device 6c60ef73-d237-4b67-a00a-8c47389f1254 up at agent ovs-agent-dv-cinder-850449-2-iscsi {{(pid=110844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 20:05:50.846287 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-352455e1-af63-4242-8364-15f27eaf5e73 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (None), before_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:50.873859 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc6a407-56ff-47ea-9344-598d42998f69 None None] Sync routers for ids ['6d79c197-6f97-4f8a-9565-e6e92fdbe06b'] in dv-cinder-850449-2-iscsi {{(pid=110844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 20:05:50.878284 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Provisioning complete for port 6c60ef73-d237-4b67-a00a-8c47389f1254 triggered by entity L2. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 20:05:50.878680 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812910'] for port (6c60ef73-d237-4b67-a00a-8c47389f1254), provisioning_complete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:50.915683 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc6a407-56ff-47ea-9344-598d42998f69 None None] Routers {'6d79c197-6f97-4f8a-9565-e6e92fdbe06b'} bound to L3 agent in host dv-cinder-850449-2-iscsi {{(pid=110844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 20:05:50.930651 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_hamode_db [None req-ccc6a407-56ff-47ea-9344-598d42998f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-24T19:52:06Z,description=,heartbeat_timestamp=2022-07-24T20:05:36Z,host='dv-cinder-850449-2-iscsi',id=408021b7-d46b-48c2-9f75-8a8023f9145c,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T19:52:06Z,topic='l3_agent')) {'router_ids': ['6d79c197-6f97-4f8a-9565-e6e92fdbe06b'], 'active': True} {{(pid=110844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:05:50.987621 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [-] (110843) accepted ('10.222.0.17', 35024) {{(pid=110843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:05:50.993727 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.v2.base [None req-88b250e2-5793-426e-b95d-f26c69139702 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1777785397-network', 'tenant_id': 'fd7606f6fdc54b33b7490691669a08a2'}} {{(pid=110843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 20:05:51.014323 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.db.db_base_plugin_common [None req-352455e1-af63-4242-8364-15f27eaf5e73 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Allocated IP 172.27.3.58 (10498192-3528-4341-803f-d59b33e3b71c/99a0caa3-3fb5-4860-826f-478186226de3/7f77a649-17f0-47a9-b71d-dca6ccecc2e1) {{(pid=110842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 20:05:51.069063 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Current status of the port 6c60ef73-d237-4b67-a00a-8c47389f1254 is: DOWN; New status is: ACTIVE {{(pid=110844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 20:05:51.069900 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (6c60ef73-d237-4b67-a00a-8c47389f1254), before_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:51.076322 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_dvr_db [None req-ccc6a407-56ff-47ea-9344-598d42998f69 None None] Set router 6d79c197-6f97-4f8a-9565-e6e92fdbe06b gateway port host: dv-cinder-850449-2-iscsi {{(pid=110844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 20:05:51.121819 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88b250e2-5793-426e-b95d-f26c69139702 admin admin] Made reservation on behalf of fd7606f6fdc54b33b7490691669a08a2 for: {'network': 1} {{(pid=110843) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 20:05:51.130565 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-88b250e2-5793-426e-b95d-f26c69139702 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for network (None), before_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:51.152479 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-88b250e2-5793-426e-b95d-f26c69139702 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:51.185630 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-352455e1-af63-4242-8364-15f27eaf5e73 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Publish callbacks [] for port (7f77a649-17f0-47a9-b71d-dca6ccecc2e1), precommit_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:51.206492 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:05:51.284133 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-88b250e2-5793-426e-b95d-f26c69139702 admin admin] Publish callbacks [] for security_group (41d8ddef-050c-49f3-a097-2f43a7e1f6a4), precommit_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:51.296845 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:05:51.302729 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] For port 6c60ef73-d237-4b67-a00a-8c47389f1254, host dv-cinder-850449-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850449-2-iscsi',level=0,port_id=6c60ef73-d237-4b67-a00a-8c47389f1254,segment=NetworkSegment(fc72dfdc-4d29-4b3c-a3f7-b36f757f54d3),segment_id=fc72dfdc-4d29-4b3c-a3f7-b36f757f54d3)] {{(pid=110844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 20:05:51.378326 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-352455e1-af63-4242-8364-15f27eaf5e73 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731445223406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8925015'] for port (7f77a649-17f0-47a9-b71d-dca6ccecc2e1), after_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:51.418730 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-88b250e2-5793-426e-b95d-f26c69139702 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (41d8ddef-050c-49f3-a097-2f43a7e1f6a4), after_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:51.449241 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-352455e1-af63-4242-8364-15f27eaf5e73 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Network 10498192-3528-4341-803f-d59b33e3b71c is already hosted by enough agents. {{(pid=110842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 20:05:51.455382 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.scheduler.base_scheduler [None req-352455e1-af63-4242-8364-15f27eaf5e73 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Resources bound (agent type, host, resource id): {{(pid=110842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 20:05:51.459736 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-352455e1-af63-4242-8364-15f27eaf5e73 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Received port after_create {{(pid=110842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 24 20:05:51.469547 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958'] for port (6c60ef73-d237-4b67-a00a-8c47389f1254), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:51.505623 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352455e1-af63-4242-8364-15f27eaf5e73 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Pushing event updated for resources: {'Port': ['ID=7f77a649-17f0-47a9-b71d-dca6ccecc2e1,revision_number=1']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:05:51.519552 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88b250e2-5793-426e-b95d-f26c69139702 admin admin] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=110843) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 20:05:51.531079 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:05:51.546375 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b250e2-5793-426e-b95d-f26c69139702 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41d8ddef-050c-49f3-a097-2f43a7e1f6a4,revision_number=1']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:05:51.555259 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-88b250e2-5793-426e-b95d-f26c69139702 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7750649'] for segment (e3c197c3-afb8-4185-8fa6-54b4494b3bc0), precommit_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:51.555809 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.db.segments_db [None req-88b250e2-5793-426e-b95d-f26c69139702 admin admin] Added segment e3c197c3-afb8-4185-8fa6-54b4494b3bc0 of type vlan for network a05ca1bc-6e19-4794-8186-a3eac963c146 Jul 24 20:05:51.565959 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_hamode_db [None req-ccc6a407-56ff-47ea-9344-598d42998f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d79c197-6f97-4f8a-9565-e6e92fdbe06b', 'name': 'tempest-TestShelveInstance-1409874816-router', 'tenant_id': 'd4f1f24b3a384f1db3a6e782253814ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'external_fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': '6c60ef73-d237-4b67-a00a-8c47389f1254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T20:05:42Z', 'updated_at': '2022-07-24T20:05:48Z', 'revision_number': 4, 'project_id': 'd4f1f24b3a384f1db3a6e782253814ec', 'gw_port': {'id': '6c60ef73-d237-4b67-a00a-8c47389f1254', 'name': '', 'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:c5:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d79c197-6f97-4f8a-9565-e6e92fdbe06b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:05:43Z', 'updated_at': '2022-07-24T20:05:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99a0caa3-3fb5-4860-826f-478186226de3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850449-2-iscsi', '_interfaces': [{'id': '2ba5f699-0c8d-474b-a677-1a6d340d4059', 'name': '', 'network_id': 'db5ceaaa-c00a-4f99-91da-e1e2dfaf14af', 'tenant_id': 'd4f1f24b3a384f1db3a6e782253814ec', 'mac_address': 'fa:16:3e:a6:32:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d79c197-6f97-4f8a-9565-e6e92fdbe06b', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '6c93dad3-d715-4337-a807-6727a504efe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:05:47Z', 'updated_at': '2022-07-24T20:05:48Z', 'revision_number': 2, 'project_id': 'd4f1f24b3a384f1db3a6e782253814ec', 'subnets': [{'id': '6c93dad3-d715-4337-a807-6727a504efe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850449-2-iscsi', False) {} {{(pid=110844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:05:51.612634 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-352455e1-af63-4242-8364-15f27eaf5e73 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Publish callbacks [] for floatingip (cb9639ce-05ae-4ea6-8e28-2618600aa30a), precommit_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:51.626410 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc6a407-56ff-47ea-9344-598d42998f69 None None] Checking router: 6d79c197-6f97-4f8a-9565-e6e92fdbe06b for host: dv-cinder-850449-2-iscsi {{(pid=110844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 20:05:51.627287 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc6a407-56ff-47ea-9344-598d42998f69 None None] Updating router 6d79c197-6f97-4f8a-9565-e6e92fdbe06b port 2ba5f699-0c8d-474b-a677-1a6d340d4059 binding host dv-cinder-850449-2-iscsi {{(pid=110844) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 20:05:51.631632 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-88b250e2-5793-426e-b95d-f26c69139702 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731445242929'] for network (a05ca1bc-6e19-4794-8186-a3eac963c146), precommit_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:51.659835 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Pushing event updated for resources: {'Port': ['ID=6c60ef73-d237-4b67-a00a-8c47389f1254,revision_number=4']} {{(pid=110844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:05:51.677149 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-ccc6a407-56ff-47ea-9344-598d42998f69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (2ba5f699-0c8d-474b-a677-1a6d340d4059), before_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:51.771449 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-88b250e2-5793-426e-b95d-f26c69139702 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937'] for network (a05ca1bc-6e19-4794-8186-a3eac963c146), after_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:51.773133 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88b250e2-5793-426e-b95d-f26c69139702 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:05:51.774461 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-88b250e2-5793-426e-b95d-f26c69139702 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594923'] for network (None), before_response {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:51.812432 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-352455e1-af63-4242-8364-15f27eaf5e73 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (7f77a649-17f0-47a9-b71d-dca6ccecc2e1), before_update {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:51.890965 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=82,neutron:DELETE=9,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:05:51.897643 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b250e2-5793-426e-b95d-f26c69139702 admin admin] Pushing event updated for resources: {'Network': ['ID=a05ca1bc-6e19-4794-8186-a3eac963c146,revision_number=1']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:05:51.900934 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:INSERT=6,neutron:SELECT=89,neutron:UPDATE=5 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:05:51.936743 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Network a05ca1bc-6e19-4794-8186-a3eac963c146 details requested by agent ovs-agent-dv-cinder-850449-2-iscsi with host dv-cinder-850449-2-iscsi {{(pid=110844) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 20:05:51.973301 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [None req-88b250e2-5793-426e-b95d-f26c69139702 admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.9840977 Jul 24 20:05:51.977741 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [-] (110843) accepted ('10.222.0.17', 35028) {{(pid=110843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:05:51.987234 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.v2.base [None req-0d4e27e9-41fe-4f87-a7ba-361329ee1802 admin admin] Request body: {'subnet': {'network_id': 'a05ca1bc-6e19-4794-8186-a3eac963c146', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1777785397-subnet', 'tenant_id': 'fd7606f6fdc54b33b7490691669a08a2', 'ip_version': 4}} {{(pid=110843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 20:05:52.086700 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-352455e1-af63-4242-8364-15f27eaf5e73 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Publish callbacks [] for port (7f77a649-17f0-47a9-b71d-dca6ccecc2e1), precommit_update {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:52.095444 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d4e27e9-41fe-4f87-a7ba-361329ee1802 admin admin] Made reservation on behalf of fd7606f6fdc54b33b7490691669a08a2 for: {'subnet': 1} {{(pid=110843) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 20:05:52.099982 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-0d4e27e9-41fe-4f87-a7ba-361329ee1802 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:52.145137 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-ccc6a407-56ff-47ea-9344-598d42998f69 None None] Publish callbacks [] for port (2ba5f699-0c8d-474b-a677-1a6d340d4059), precommit_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:52.158220 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-352455e1-af63-4242-8364-15f27eaf5e73 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8925036'] for port (7f77a649-17f0-47a9-b71d-dca6ccecc2e1), after_update {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:52.237881 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352455e1-af63-4242-8364-15f27eaf5e73 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Pushing event updated for resources: {'Port': ['ID=7f77a649-17f0-47a9-b71d-dca6ccecc2e1,revision_number=2']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:05:52.250433 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-352455e1-af63-4242-8364-15f27eaf5e73 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-452544'] for floatingip (cb9639ce-05ae-4ea6-8e28-2618600aa30a), after_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:52.284236 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-ccc6a407-56ff-47ea-9344-598d42998f69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958'] for port (2ba5f699-0c8d-474b-a677-1a6d340d4059), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:52.328884 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=78,neutron:INSERT=19,neutron:UPDATE=3 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:05:52.336439 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:05:52.343435 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d371919d-81a1-49b4-b74e-669f3eda0877 None None] Pushing event updated for resources: {'Port': ['ID=2ba5f699-0c8d-474b-a677-1a6d340d4059,revision_number=3']} {{(pid=110844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:05:52.395186 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-352455e1-af63-4242-8364-15f27eaf5e73 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1048257'] for floatingip (None), before_response {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:52.396864 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-352455e1-af63-4242-8364-15f27eaf5e73 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8094511 Jul 24 20:05:52.437792 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.managers [None req-ccc6a407-56ff-47ea-9344-598d42998f69 None None] Attempting to bind port 2ba5f699-0c8d-474b-a677-1a6d340d4059 on host dv-cinder-850449-2-iscsi for vnic_type normal with profile {{(pid=110844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 24 20:05:52.438427 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.managers [None req-ccc6a407-56ff-47ea-9344-598d42998f69 None None] Attempting to bind port 2ba5f699-0c8d-474b-a677-1a6d340d4059 by drivers openvswitch,hyperv on host dv-cinder-850449-2-iscsi at level 0 using segments [{'id': '0aa6322a-a627-450c-81a4-dc1cb35bc87c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'db5ceaaa-c00a-4f99-91da-e1e2dfaf14af'}] {{(pid=110844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 24 20:05:52.439199 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc6a407-56ff-47ea-9344-598d42998f69 None None] Attempting to bind port 2ba5f699-0c8d-474b-a677-1a6d340d4059 on network db5ceaaa-c00a-4f99-91da-e1e2dfaf14af {{(pid=110844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 24 20:05:52.451180 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc6a407-56ff-47ea-9344-598d42998f69 None None] Checking agent: {'id': '46eda511-dfa5-408c-8bd4-cb509f691033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850449-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 24, 19, 52, 9), 'started_at': datetime.datetime(2022, 7, 24, 19, 52, 39), 'heartbeat_timestamp': datetime.datetime(2022, 7, 24, 20, 5, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850449-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 24 20:05:52.455520 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc6a407-56ff-47ea-9344-598d42998f69 None None] Checking segment: {'id': '0aa6322a-a627-450c-81a4-dc1cb35bc87c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'db5ceaaa-c00a-4f99-91da-e1e2dfaf14af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 24 20:05:52.455520 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-ccc6a407-56ff-47ea-9344-598d42998f69 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:52.455520 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc6a407-56ff-47ea-9344-598d42998f69 None None] Bound using segment: {'id': '0aa6322a-a627-450c-81a4-dc1cb35bc87c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'db5ceaaa-c00a-4f99-91da-e1e2dfaf14af'} {{(pid=110844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 24 20:05:52.455520 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.managers [None req-ccc6a407-56ff-47ea-9344-598d42998f69 None None] Bound port: 2ba5f699-0c8d-474b-a677-1a6d340d4059, host: dv-cinder-850449-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0aa6322a-a627-450c-81a4-dc1cb35bc87c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'db5ceaaa-c00a-4f99-91da-e1e2dfaf14af'}}] {{(pid=110844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 24 20:05:52.455520 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-ccc6a407-56ff-47ea-9344-598d42998f69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (2ba5f699-0c8d-474b-a677-1a6d340d4059), before_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:52.475412 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-0d4e27e9-41fe-4f87-a7ba-361329ee1802 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937'] for subnet (ae54b04a-8e22-413f-8b25-e844f1399983), after_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:52.549989 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4e27e9-41fe-4f87-a7ba-361329ee1802 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae54b04a-8e22-413f-8b25-e844f1399983,revision_number=0']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:05:52.552824 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4e27e9-41fe-4f87-a7ba-361329ee1802 admin admin] Checking segment: {'id': 'e3c197c3-afb8-4185-8fa6-54b4494b3bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'a05ca1bc-6e19-4794-8186-a3eac963c146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 24 20:05:52.553196 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d4e27e9-41fe-4f87-a7ba-361329ee1802 admin admin] Network hostable DHCP agents. Network: a05ca1bc-6e19-4794-8186-a3eac963c146, hostable agents: ['dc36e0ef-94f3-4a3e-9c13-4790afccb2e9'], hosted agents: [] {{(pid=110843) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 20:05:52.579462 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-ccc6a407-56ff-47ea-9344-598d42998f69 None None] For port 2ba5f699-0c8d-474b-a677-1a6d340d4059, host dv-cinder-850449-2-iscsi, cleared binding levels {{(pid=110844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 20:05:52.585837 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-ccc6a407-56ff-47ea-9344-598d42998f69 None None] For port 2ba5f699-0c8d-474b-a677-1a6d340d4059, host dv-cinder-850449-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850449-2-iscsi',level=0,port_id=2ba5f699-0c8d-474b-a677-1a6d340d4059,segment=NetworkSegment(0aa6322a-a627-450c-81a4-dc1cb35bc87c),segment_id=0aa6322a-a627-450c-81a4-dc1cb35bc87c)] {{(pid=110844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 20:05:52.654501 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-4ce6da65-fe4b-407b-a727-cce1e0096eb4 None None] Provisioning complete for port 2ba5f699-0c8d-474b-a677-1a6d340d4059 triggered by entity DHCP. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 20:05:52.654889 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-4ce6da65-fe4b-407b-a727-cce1e0096eb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812910'] for port (2ba5f699-0c8d-474b-a677-1a6d340d4059), provisioning_complete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:52.678823 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-866cab27-94f6-4edc-b999-ca0eaa1df9ef req-13915bda-5088-4ccd-9974-557f1a9b7071 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/security-groups?name=tempest-securitygroup--1745772772&fields=id&tenant_id=49f6a7894899436d8ce94d9a7500533a HTTP/1.1" status: 200 len: 267 time: 0.0569193 Jul 24 20:05:52.679859 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d4e27e9-41fe-4f87-a7ba-361329ee1802 admin admin] Network a05ca1bc-6e19-4794-8186-a3eac963c146 is scheduled to be hosted by DHCP agent dc36e0ef-94f3-4a3e-9c13-4790afccb2e9 with binding_index 1 {{(pid=110843) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 20:05:52.697605 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-4ce6da65-fe4b-407b-a727-cce1e0096eb4 None None] Port 2ba5f699-0c8d-474b-a677-1a6d340d4059 cannot update to ACTIVE because it is not bound. {{(pid=110844) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 24 20:05:52.706702 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-ccc6a407-56ff-47ea-9344-598d42998f69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958'] for port (2ba5f699-0c8d-474b-a677-1a6d340d4059), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:52.792131 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d371919d-81a1-49b4-b74e-669f3eda0877 None None] Pushing event updated for resources: {'Port': ['ID=2ba5f699-0c8d-474b-a677-1a6d340d4059,revision_number=4']} {{(pid=110844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:05:52.804924 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc6a407-56ff-47ea-9344-598d42998f69 None None] Routers {'6d79c197-6f97-4f8a-9565-e6e92fdbe06b'} bound to L3 agent in host dv-cinder-850449-2-iscsi {{(pid=110844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 20:05:52.806240 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_hamode_db [None req-ccc6a407-56ff-47ea-9344-598d42998f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-24T19:52:06Z,description=,heartbeat_timestamp=2022-07-24T20:05:36Z,host='dv-cinder-850449-2-iscsi',id=408021b7-d46b-48c2-9f75-8a8023f9145c,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T19:52:06Z,topic='l3_agent')) {'router_ids': ['6d79c197-6f97-4f8a-9565-e6e92fdbe06b'], 'active': True} {{(pid=110844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:05:52.810277 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.scheduler.base_scheduler [None req-0d4e27e9-41fe-4f87-a7ba-361329ee1802 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850449-2-iscsi, a05ca1bc-6e19-4794-8186-a3eac963c146) {{(pid=110843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 20:05:52.823091 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d4e27e9-41fe-4f87-a7ba-361329ee1802 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:05:52.824260 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-0d4e27e9-41fe-4f87-a7ba-361329ee1802 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594923'] for subnet (None), before_response {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:52.866679 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Device 6c60ef73-d237-4b67-a00a-8c47389f1254 up at agent ovs-agent-dv-cinder-850449-2-iscsi {{(pid=110844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 20:05:52.869125 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f143a50-2e30-42bb-ab98-e0f816c05990 None None] Network a05ca1bc-6e19-4794-8186-a3eac963c146 requested from dv-cinder-850449-2-iscsi {{(pid=110844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 24 20:05:52.929293 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866cab27-94f6-4edc-b999-ca0eaa1df9ef req-99219142-1f04-499e-bf69-3a2fbd8c4a8e tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:05:52.933196 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-866cab27-94f6-4edc-b999-ca0eaa1df9ef req-99219142-1f04-499e-bf69-3a2fbd8c4a8e tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/networks?id=b3fd2ef6-6f8c-45f9-a0a9-81c377b08f7e HTTP/1.1" status: 200 len: 816 time: 0.2387464 Jul 24 20:05:52.940596 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [None req-0d4e27e9-41fe-4f87-a7ba-361329ee1802 admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9606178 Jul 24 20:05:52.943338 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 35048) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:05:52.950546 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.v2.base [None req-e4afb422-4694-49bf-8fff-273a5f725993 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1777785397-router', 'tenant_id': 'fd7606f6fdc54b33b7490691669a08a2', 'external_gateway_info': {'network_id': '10498192-3528-4341-803f-d59b33e3b71c'}}} {{(pid=110842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 20:05:52.970853 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-866cab27-94f6-4edc-b999-ca0eaa1df9ef req-632a868e-5155-4f3d-b2f9-383bb933a4ed tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/quotas/49f6a7894899436d8ce94d9a7500533a HTTP/1.1" status: 200 len: 375 time: 0.0150025 Jul 24 20:05:53.048607 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-866cab27-94f6-4edc-b999-ca0eaa1df9ef req-bc9c1b88-832d-44af-a181-89e26cc36751 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=49f6a7894899436d8ce94d9a7500533a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0679657 Jul 24 20:05:53.054593 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-e4afb422-4694-49bf-8fff-273a5f725993 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-453983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-719'] for router (969fae22-2221-4203-a12b-ae2c873953e4), before_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:53.054807 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:05:53.056964 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-e4afb422-4694-49bf-8fff-273a5f725993 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-450886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-446411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-479098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-760'] for router (969fae22-2221-4203-a12b-ae2c873953e4), precommit_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:53.105212 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Provisioning complete for port 6c60ef73-d237-4b67-a00a-8c47389f1254 triggered by entity L2. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 20:05:53.105852 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812910'] for port (6c60ef73-d237-4b67-a00a-8c47389f1254), provisioning_complete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:53.122042 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-e4afb422-4694-49bf-8fff-273a5f725993 admin admin] Publish callbacks [] for router_controller (969fae22-2221-4203-a12b-ae2c873953e4), precommit_add_association {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:53.140515 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_dvr_db [None req-ccc6a407-56ff-47ea-9344-598d42998f69 None None] Set router 6d79c197-6f97-4f8a-9565-e6e92fdbe06b gateway port host: dv-cinder-850449-2-iscsi {{(pid=110844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 20:05:53.162108 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:05:53.186771 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-866cab27-94f6-4edc-b999-ca0eaa1df9ef req-5e493a48-80b9-44e7-af82-930df4fafb47 service neutron] 10.222.0.17 "GET /v2.0/networks/b3fd2ef6-6f8c-45f9-a0a9-81c377b08f7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189866 Jul 24 20:05:53.212977 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7017aaa7-5c7c-494d-a134-29665f46fd65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp900f634c-eb0d-5d65-94fb-55faaa86ae34-a05ca1bc-6e19-4794-8186-a3eac963c146', 'network_id': 'a05ca1bc-6e19-4794-8186-a3eac963c146', 'project_id': 'fd7606f6fdc54b33b7490691669a08a2', 'fixed_ips': [{'subnet_id': 'ae54b04a-8e22-413f-8b25-e844f1399983'}]}} from dv-cinder-850449-2-iscsi. {{(pid=110844) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 24 20:05:53.214734 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-7017aaa7-5c7c-494d-a134-29665f46fd65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (None), before_create {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:53.222300 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-3b86a016-a65e-4394-ba92-f07b87e524e5 None None] Provisioning complete for port 2ba5f699-0c8d-474b-a677-1a6d340d4059 triggered by entity DHCP. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 20:05:53.222674 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-3b86a016-a65e-4394-ba92-f07b87e524e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812910'] for port (2ba5f699-0c8d-474b-a677-1a6d340d4059), provisioning_complete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:53.365378 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-866cab27-94f6-4edc-b999-ca0eaa1df9ef req-171345c2-5f9a-4e7c-b648-957959f30c67 service neutron] 10.222.0.17 "GET /v2.0/networks/b3fd2ef6-6f8c-45f9-a0a9-81c377b08f7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599984 Jul 24 20:05:53.525089 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9097b6c1-52d7-4132-b829-18800de4db05 req-1083470a-993b-49f5-b0ca-90ecbaf3e870 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:05:53.527534 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-9097b6c1-52d7-4132-b829-18800de4db05 req-1083470a-993b-49f5-b0ca-90ecbaf3e870 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.17 "GET /v2.0/ports?device_id=d14a8072-7f75-43da-8d5e-040cd9378f5e HTTP/1.1" status: 200 len: 946 time: 0.0686085 Jul 24 20:05:53.551724 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:05:53.570656 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Current status of the port 6c60ef73-d237-4b67-a00a-8c47389f1254 is: ACTIVE; New status is: ACTIVE {{(pid=110844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 20:05:53.600480 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-9097b6c1-52d7-4132-b829-18800de4db05 req-187f08f3-79ae-4e22-ad88-0a0ce5f433ab tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.17 "GET /v2.0/security-groups?id=0e55f1a6-9029-4bad-b093-088507cccc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612588 Jul 24 20:05:53.610487 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-e4afb422-4694-49bf-8fff-273a5f725993 admin admin] Publish callbacks [] for router_gateway (969fae22-2221-4203-a12b-ae2c873953e4), precommit_update {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:53.687730 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-a9f84a98-7f02-4e59-86c7-63cc30c32ae0 req-68f49afa-6598-4434-8204-f9597c75927d tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/ports?device_id=d5df6d8f-f3f8-46f9-a3dc-b686165759d1 HTTP/1.1" status: 200 len: 210 time: 0.0406075 Jul 24 20:05:53.748314 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.agents_db [None req-615be7cd-482a-4e0c-9386-1b4806e6e45a None None] Agent healthcheck: found 6 active agents {{(pid=110845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 20:05:53.911091 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-e4afb422-4694-49bf-8fff-273a5f725993 admin admin] Publish callbacks [] for router_gateway (969fae22-2221-4203-a12b-ae2c873953e4), before_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:53.925533 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-3b86a016-a65e-4394-ba92-f07b87e524e5 None None] Current status of the port 2ba5f699-0c8d-474b-a677-1a6d340d4059 is: DOWN; New status is: ACTIVE {{(pid=110844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 20:05:53.926166 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-3b86a016-a65e-4394-ba92-f07b87e524e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (2ba5f699-0c8d-474b-a677-1a6d340d4059), before_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:53.931476 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-e4afb422-4694-49bf-8fff-273a5f725993 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (None), before_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:53.939918 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:05:53.969363 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.db_base_plugin_common [None req-7017aaa7-5c7c-494d-a134-29665f46fd65 None None] Allocated IP 172.20.0.2 (a05ca1bc-6e19-4794-8186-a3eac963c146/ae54b04a-8e22-413f-8b25-e844f1399983/2dca0a2a-a295-49e8-addf-8b1445a2318f) {{(pid=110844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 20:05:54.007349 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_hamode_db [None req-ccc6a407-56ff-47ea-9344-598d42998f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d79c197-6f97-4f8a-9565-e6e92fdbe06b', 'name': 'tempest-TestShelveInstance-1409874816-router', 'tenant_id': 'd4f1f24b3a384f1db3a6e782253814ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'external_fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': '6c60ef73-d237-4b67-a00a-8c47389f1254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T20:05:42Z', 'updated_at': '2022-07-24T20:05:48Z', 'revision_number': 4, 'project_id': 'd4f1f24b3a384f1db3a6e782253814ec', 'gw_port': {'id': '6c60ef73-d237-4b67-a00a-8c47389f1254', 'name': '', 'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:c5:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d79c197-6f97-4f8a-9565-e6e92fdbe06b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:05:43Z', 'updated_at': '2022-07-24T20:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99a0caa3-3fb5-4860-826f-478186226de3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850449-2-iscsi', '_interfaces': [{'id': '2ba5f699-0c8d-474b-a677-1a6d340d4059', 'name': '', 'network_id': 'db5ceaaa-c00a-4f99-91da-e1e2dfaf14af', 'tenant_id': 'd4f1f24b3a384f1db3a6e782253814ec', 'mac_address': 'fa:16:3e:a6:32:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d79c197-6f97-4f8a-9565-e6e92fdbe06b', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '6c93dad3-d715-4337-a807-6727a504efe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:05:47Z', 'updated_at': '2022-07-24T20:05:52Z', 'revision_number': 4, 'project_id': 'd4f1f24b3a384f1db3a6e782253814ec', 'subnets': [{'id': '6c93dad3-d715-4337-a807-6727a504efe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850449-2-iscsi', False) {} {{(pid=110844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:05:54.048970 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.db.db_base_plugin_common [None req-e4afb422-4694-49bf-8fff-273a5f725993 admin admin] Allocated IP 172.27.3.240 (10498192-3528-4341-803f-d59b33e3b71c/99a0caa3-3fb5-4860-826f-478186226de3/afa9c09c-6f04-48fb-a23b-5a2d86edd720) {{(pid=110842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 20:05:54.052863 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc6a407-56ff-47ea-9344-598d42998f69 None None] The sync data for ids ['6d79c197-6f97-4f8a-9565-e6e92fdbe06b'] in dv-cinder-850449-2-iscsi is: [{'id': '6d79c197-6f97-4f8a-9565-e6e92fdbe06b', 'name': 'tempest-TestShelveInstance-1409874816-router', 'tenant_id': 'd4f1f24b3a384f1db3a6e782253814ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'external_fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': '6c60ef73-d237-4b67-a00a-8c47389f1254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T20:05:42Z', 'updated_at': '2022-07-24T20:05:48Z', 'revision_number': 4, 'project_id': 'd4f1f24b3a384f1db3a6e782253814ec', 'gw_port': {'id': '6c60ef73-d237-4b67-a00a-8c47389f1254', 'name': '', 'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:c5:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d79c197-6f97-4f8a-9565-e6e92fdbe06b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:05:43Z', 'updated_at': '2022-07-24T20:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99a0caa3-3fb5-4860-826f-478186226de3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850449-2-iscsi', '_interfaces': [{'id': '2ba5f699-0c8d-474b-a677-1a6d340d4059', 'name': '', 'network_id': 'db5ceaaa-c00a-4f99-91da-e1e2dfaf14af', 'tenant_id': 'd4f1f24b3a384f1db3a6e782253814ec', 'mac_address': 'fa:16:3e:a6:32:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d79c197-6f97-4f8a-9565-e6e92fdbe06b', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '6c93dad3-d715-4337-a807-6727a504efe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:05:47Z', 'updated_at': '2022-07-24T20:05:52Z', 'revision_number': 4, 'project_id': 'd4f1f24b3a384f1db3a6e782253814ec', 'subnets': [{'id': '6c93dad3-d715-4337-a807-6727a504efe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 20:05:54.076874 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-3b86a016-a65e-4394-ba92-f07b87e524e5 None None] For port 2ba5f699-0c8d-474b-a677-1a6d340d4059, host dv-cinder-850449-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850449-2-iscsi',level=0,port_id=2ba5f699-0c8d-474b-a677-1a6d340d4059,segment=NetworkSegment(0aa6322a-a627-450c-81a4-dc1cb35bc87c),segment_id=0aa6322a-a627-450c-81a4-dc1cb35bc87c)] {{(pid=110844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 20:05:54.188864 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-3b86a016-a65e-4394-ba92-f07b87e524e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958'] for port (2ba5f699-0c8d-474b-a677-1a6d340d4059), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:54.227207 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-e4afb422-4694-49bf-8fff-273a5f725993 admin admin] Publish callbacks [] for port (afa9c09c-6f04-48fb-a23b-5a2d86edd720), precommit_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:54.244608 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:05:54.301197 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b86a016-a65e-4394-ba92-f07b87e524e5 None None] Pushing event updated for resources: {'Port': ['ID=2ba5f699-0c8d-474b-a677-1a6d340d4059,revision_number=5']} {{(pid=110844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:05:54.305888 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-7017aaa7-5c7c-494d-a134-29665f46fd65 None None] Publish callbacks [] for port (2dca0a2a-a295-49e8-addf-8b1445a2318f), precommit_create {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:54.413493 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-e4afb422-4694-49bf-8fff-273a5f725993 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731445223406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8925015'] for port (afa9c09c-6f04-48fb-a23b-5a2d86edd720), after_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:54.414468 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-7017aaa7-5c7c-494d-a134-29665f46fd65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731445223406'] for port (2dca0a2a-a295-49e8-addf-8b1445a2318f), after_create {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:54.467429 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4afb422-4694-49bf-8fff-273a5f725993 admin admin] Network 10498192-3528-4341-803f-d59b33e3b71c is already hosted by enough agents. {{(pid=110842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 20:05:54.474906 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.scheduler.base_scheduler [None req-e4afb422-4694-49bf-8fff-273a5f725993 admin admin] Resources bound (agent type, host, resource id): {{(pid=110842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 20:05:54.479728 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4afb422-4694-49bf-8fff-273a5f725993 admin admin] Received port after_create {{(pid=110842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 24 20:05:54.503047 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7017aaa7-5c7c-494d-a134-29665f46fd65 None None] Pushing event updated for resources: {'Port': ['ID=2dca0a2a-a295-49e8-addf-8b1445a2318f,revision_number=1']} {{(pid=110844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:05:54.525142 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4afb422-4694-49bf-8fff-273a5f725993 admin admin] Pushing event updated for resources: {'Port': ['ID=afa9c09c-6f04-48fb-a23b-5a2d86edd720,revision_number=1']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:05:54.526203 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7017aaa7-5c7c-494d-a134-29665f46fd65 None None] Network a05ca1bc-6e19-4794-8186-a3eac963c146 is already hosted by enough agents. {{(pid=110844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 20:05:54.530062 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.scheduler.base_scheduler [None req-7017aaa7-5c7c-494d-a134-29665f46fd65 None None] Resources bound (agent type, host, resource id): {{(pid=110844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 20:05:54.534228 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7017aaa7-5c7c-494d-a134-29665f46fd65 None None] Received port after_create {{(pid=110844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 24 20:05:54.656685 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.managers [None req-7017aaa7-5c7c-494d-a134-29665f46fd65 None None] Attempting to bind port 2dca0a2a-a295-49e8-addf-8b1445a2318f on host dv-cinder-850449-2-iscsi for vnic_type normal with profile {{(pid=110844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 24 20:05:54.657295 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.managers [None req-7017aaa7-5c7c-494d-a134-29665f46fd65 None None] Attempting to bind port 2dca0a2a-a295-49e8-addf-8b1445a2318f by drivers openvswitch,hyperv on host dv-cinder-850449-2-iscsi at level 0 using segments [{'id': 'e3c197c3-afb8-4185-8fa6-54b4494b3bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'a05ca1bc-6e19-4794-8186-a3eac963c146'}] {{(pid=110844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 24 20:05:54.657866 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7017aaa7-5c7c-494d-a134-29665f46fd65 None None] Attempting to bind port 2dca0a2a-a295-49e8-addf-8b1445a2318f on network a05ca1bc-6e19-4794-8186-a3eac963c146 {{(pid=110844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 24 20:05:54.679199 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7017aaa7-5c7c-494d-a134-29665f46fd65 None None] Checking agent: {'id': '46eda511-dfa5-408c-8bd4-cb509f691033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850449-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 24, 19, 52, 9), 'started_at': datetime.datetime(2022, 7, 24, 19, 52, 39), 'heartbeat_timestamp': datetime.datetime(2022, 7, 24, 20, 5, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850449-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 24 20:05:54.681455 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7017aaa7-5c7c-494d-a134-29665f46fd65 None None] Checking segment: {'id': 'e3c197c3-afb8-4185-8fa6-54b4494b3bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'a05ca1bc-6e19-4794-8186-a3eac963c146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 24 20:05:54.684236 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-7017aaa7-5c7c-494d-a134-29665f46fd65 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:54.684941 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7017aaa7-5c7c-494d-a134-29665f46fd65 None None] Bound using segment: {'id': 'e3c197c3-afb8-4185-8fa6-54b4494b3bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'a05ca1bc-6e19-4794-8186-a3eac963c146'} {{(pid=110844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 24 20:05:54.685771 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.managers [None req-7017aaa7-5c7c-494d-a134-29665f46fd65 None None] Bound port: 2dca0a2a-a295-49e8-addf-8b1445a2318f, host: dv-cinder-850449-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3c197c3-afb8-4185-8fa6-54b4494b3bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'a05ca1bc-6e19-4794-8186-a3eac963c146'}}] {{(pid=110844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 24 20:05:54.686190 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-7017aaa7-5c7c-494d-a134-29665f46fd65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (2dca0a2a-a295-49e8-addf-8b1445a2318f), before_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:54.770384 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:05:54.798527 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Device 2ba5f699-0c8d-474b-a677-1a6d340d4059 up at agent ovs-agent-dv-cinder-850449-2-iscsi {{(pid=110844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 20:05:54.852445 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-7017aaa7-5c7c-494d-a134-29665f46fd65 None None] For port 2dca0a2a-a295-49e8-addf-8b1445a2318f, host dv-cinder-850449-2-iscsi, cleared binding levels {{(pid=110844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 20:05:54.858287 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-8600c505-a3e3-419b-9479-67d18b04ead0 req-63a37c1d-cb9a-4119-9847-a48f923e9ce6 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/ports?device_id=d5df6d8f-f3f8-46f9-a3dc-b686165759d1 HTTP/1.1" status: 200 len: 210 time: 0.0632341 Jul 24 20:05:54.881661 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-7017aaa7-5c7c-494d-a134-29665f46fd65 None None] For port 2dca0a2a-a295-49e8-addf-8b1445a2318f, host dv-cinder-850449-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850449-2-iscsi',level=0,port_id=2dca0a2a-a295-49e8-addf-8b1445a2318f,segment=NetworkSegment(e3c197c3-afb8-4185-8fa6-54b4494b3bc0),segment_id=e3c197c3-afb8-4185-8fa6-54b4494b3bc0)] {{(pid=110844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 20:05:54.882198 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759917b4-104a-432a-9604-b59ad16e7796 req-3bc1ad93-cc8f-4568-bc56-ac77a98033c5 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:05:54.884592 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-759917b4-104a-432a-9604-b59ad16e7796 req-3bc1ad93-cc8f-4568-bc56-ac77a98033c5 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.17 "GET /v2.0/ports?device_id=d14a8072-7f75-43da-8d5e-040cd9378f5e HTTP/1.1" status: 200 len: 946 time: 0.1068456 Jul 24 20:05:54.897032 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Provisioning complete for port 2ba5f699-0c8d-474b-a677-1a6d340d4059 triggered by entity L2. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 20:05:54.897528 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812910'] for port (2ba5f699-0c8d-474b-a677-1a6d340d4059), provisioning_complete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:54.944775 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-759917b4-104a-432a-9604-b59ad16e7796 req-80efbf7c-727a-4c49-a65b-078fd2a4ddef tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.17 "GET /v2.0/security-groups?id=0e55f1a6-9029-4bad-b093-088507cccc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496531 Jul 24 20:05:54.991057 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-e4afb422-4694-49bf-8fff-273a5f725993 admin admin] Publish callbacks [] for router_gateway (969fae22-2221-4203-a12b-ae2c873953e4), after_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:55.009254 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-7017aaa7-5c7c-494d-a134-29665f46fd65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958'] for port (2dca0a2a-a295-49e8-addf-8b1445a2318f), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:55.043054 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:INSERT=3,neutron:SELECT=93,neutron:UPDATE=4 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:05:55.051361 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Current status of the port 2ba5f699-0c8d-474b-a677-1a6d340d4059 is: ACTIVE; New status is: ACTIVE {{(pid=110844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 20:05:55.087869 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7017aaa7-5c7c-494d-a134-29665f46fd65 None None] Pushing event updated for resources: {'Port': ['ID=2dca0a2a-a295-49e8-addf-8b1445a2318f,revision_number=2']} {{(pid=110844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:05:55.154316 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:05:55.163763 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58e7b31-9eb7-4a61-a52d-91e420a92574 req-46b635ea-5f53-4ae5-aa07-3e1fedbf7f2a tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:05:55.165498 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [req-b58e7b31-9eb7-4a61-a52d-91e420a92574 req-46b635ea-5f53-4ae5-aa07-3e1fedbf7f2a tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.42 "GET /v2.0/ports?device_id=d14a8072-7f75-43da-8d5e-040cd9378f5e HTTP/1.1" status: 200 len: 946 time: 0.0733707 Jul 24 20:05:55.384979 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.plugin [req-b58e7b31-9eb7-4a61-a52d-91e420a92574 req-7f5d052c-dcb3-4484-a4f6-915bd5c4cd11 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Deleting port 4650de31-a042-4ead-afb7-6f32d4fc465c {{(pid=110842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 24 20:05:55.385316 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [req-b58e7b31-9eb7-4a61-a52d-91e420a92574 req-7f5d052c-dcb3-4484-a4f6-915bd5c4cd11 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731445580472'] for port (4650de31-a042-4ead-afb7-6f32d4fc465c), before_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:55.391326 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-e4afb422-4694-49bf-8fff-273a5f725993 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-450823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-445874'] for router (969fae22-2221-4203-a12b-ae2c873953e4), after_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:55.623773 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.db [req-b58e7b31-9eb7-4a61-a52d-91e420a92574 req-7f5d052c-dcb3-4484-a4f6-915bd5c4cd11 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] For port 4650de31-a042-4ead-afb7-6f32d4fc465c, host hv-cinder-85044, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85044',level=0,port_id=4650de31-a042-4ead-afb7-6f32d4fc465c,segment=NetworkSegment(78737f80-9c2d-440f-8dc6-3a8965544158),segment_id=78737f80-9c2d-440f-8dc6-3a8965544158)] {{(pid=110842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 20:05:55.624142 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [req-b58e7b31-9eb7-4a61-a52d-91e420a92574 req-7f5d052c-dcb3-4484-a4f6-915bd5c4cd11 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458432'] for port (4650de31-a042-4ead-afb7-6f32d4fc465c), precommit_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:55.717509 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=100 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:05:55.848225 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [req-b58e7b31-9eb7-4a61-a52d-91e420a92574 req-7f5d052c-dcb3-4484-a4f6-915bd5c4cd11 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:55.848912 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [req-b58e7b31-9eb7-4a61-a52d-91e420a92574 req-7f5d052c-dcb3-4484-a4f6-915bd5c4cd11 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-452544'] for floatingip (d381b3e3-78c4-4c61-8865-3d462650f82e), after_update {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:55.849034 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.db.l3_db [req-b58e7b31-9eb7-4a61-a52d-91e420a92574 req-7f5d052c-dcb3-4484-a4f6-915bd5c4cd11 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Floating IP d381b3e3-78c4-4c61-8865-3d462650f82e disassociated. External IP: 172.27.3.88, port: 4650de31-a042-4ead-afb7-6f32d4fc465c. Jul 24 20:05:55.849370 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.plugin [req-b58e7b31-9eb7-4a61-a52d-91e420a92574 req-7f5d052c-dcb3-4484-a4f6-915bd5c4cd11 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Calling delete_port for 4650de31-a042-4ead-afb7-6f32d4fc465c owned by compute:nova {{(pid=110842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 24 20:05:55.894997 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4afb422-4694-49bf-8fff-273a5f725993 admin admin] Router 969fae22-2221-4203-a12b-ae2c873953e4 is scheduled to L3 agent 408021b7-d46b-48c2-9f75-8a8023f9145c with binding_index 1 {{(pid=110842) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 24 20:05:56.038907 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-a1416cfc-3e6f-47cf-8385-080931165ab2 req-cb799f47-f590-47d9-a141-1b709e1efe88 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/ports?device_id=d5df6d8f-f3f8-46f9-a3dc-b686165759d1 HTTP/1.1" status: 200 len: 210 time: 0.0459597 Jul 24 20:05:56.101191 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4afb422-4694-49bf-8fff-273a5f725993 admin admin] Notify agent at l3_agent.dv-cinder-850449-2-iscsi the message routers_updated {{(pid=110842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 20:05:56.116882 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33cccf8-accf-43ad-a970-5ce1d7626a1e None None] Sync routers for ids ['969fae22-2221-4203-a12b-ae2c873953e4'] in dv-cinder-850449-2-iscsi {{(pid=110845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 20:05:56.136502 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33cccf8-accf-43ad-a970-5ce1d7626a1e None None] Routers {'969fae22-2221-4203-a12b-ae2c873953e4'} bound to L3 agent in host dv-cinder-850449-2-iscsi {{(pid=110845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 20:05:56.137672 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.l3_hamode_db [None req-b33cccf8-accf-43ad-a970-5ce1d7626a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-24T19:52:06Z,description=,heartbeat_timestamp=2022-07-24T20:05:36Z,host='dv-cinder-850449-2-iscsi',id=408021b7-d46b-48c2-9f75-8a8023f9145c,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T19:52:06Z,topic='l3_agent')) {'router_ids': ['969fae22-2221-4203-a12b-ae2c873953e4'], 'active': True} {{(pid=110845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:05:56.160562 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c56c36c-1368-433a-96e6-b10a9db519c0 req-731f41a7-b106-4eb5-aa71-e4e805da8222 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:05:56.165233 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-7c56c36c-1368-433a-96e6-b10a9db519c0 req-731f41a7-b106-4eb5-aa71-e4e805da8222 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.17 "GET /v2.0/ports?device_id=d14a8072-7f75-43da-8d5e-040cd9378f5e HTTP/1.1" status: 200 len: 946 time: 0.0692682 Jul 24 20:05:56.192400 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG dbcounter [-] [110845] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:05:56.223160 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-e4afb422-4694-49bf-8fff-273a5f725993 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:56.224485 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-e4afb422-4694-49bf-8fff-273a5f725993 admin admin] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.2799292 Jul 24 20:05:56.229299 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 35076) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:05:56.244989 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG dbcounter [-] [110845] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=110845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:05:56.250632 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-7c56c36c-1368-433a-96e6-b10a9db519c0 req-d2db3a6f-1f6b-40a3-823e-306862c66d5b tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.17 "GET /v2.0/security-groups?id=0e55f1a6-9029-4bad-b093-088507cccc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796432 Jul 24 20:05:56.281333 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.l3_dvr_db [None req-b33cccf8-accf-43ad-a970-5ce1d7626a1e None None] Set router 969fae22-2221-4203-a12b-ae2c873953e4 gateway port host: dv-cinder-850449-2-iscsi {{(pid=110845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 20:05:56.429041 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [req-b58e7b31-9eb7-4a61-a52d-91e420a92574 req-7f5d052c-dcb3-4484-a4f6-915bd5c4cd11 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731445585704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731445223415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8925015'] for port (4650de31-a042-4ead-afb7-6f32d4fc465c), after_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:56.473371 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5d052c-dcb3-4484-a4f6-915bd5c4cd11 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Pushing event deleted for resources: {'Port': ['ID=4650de31-a042-4ead-afb7-6f32d4fc465c,revision_number=None']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:05:56.484060 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1ef613f-cbcd-466f-bcfb-71f228f42c19 None None] Network a05ca1bc-6e19-4794-8186-a3eac963c146 requested from dv-cinder-850449-2-iscsi {{(pid=110844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 24 20:05:56.559701 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=91,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:05:56.606034 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.l3_hamode_db [None req-b33cccf8-accf-43ad-a970-5ce1d7626a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '969fae22-2221-4203-a12b-ae2c873953e4', 'name': 'tempest-TestShelveInstance-1777785397-router', 'tenant_id': 'fd7606f6fdc54b33b7490691669a08a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'external_fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.240'}], 'enable_snat': True}, 'gw_port_id': 'afa9c09c-6f04-48fb-a23b-5a2d86edd720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T20:05:53Z', 'updated_at': '2022-07-24T20:05:54Z', 'revision_number': 3, 'project_id': 'fd7606f6fdc54b33b7490691669a08a2', 'gw_port': {'id': 'afa9c09c-6f04-48fb-a23b-5a2d86edd720', 'name': '', 'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:81:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '969fae22-2221-4203-a12b-ae2c873953e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:05:53Z', 'updated_at': '2022-07-24T20:05:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '99a0caa3-3fb5-4860-826f-478186226de3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850449-2-iscsi'}], 'dv-cinder-850449-2-iscsi', False) {} {{(pid=110845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:05:56.618789 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-df85a4f0-9be5-4b95-ac47-0b806808ac27 None None] Provisioning complete for port 2dca0a2a-a295-49e8-addf-8b1445a2318f triggered by entity DHCP. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 20:05:56.619262 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-df85a4f0-9be5-4b95-ac47-0b806808ac27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812910'] for port (2dca0a2a-a295-49e8-addf-8b1445a2318f), provisioning_complete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:56.640310 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33cccf8-accf-43ad-a970-5ce1d7626a1e None None] Checking router: 969fae22-2221-4203-a12b-ae2c873953e4 for host: dv-cinder-850449-2-iscsi {{(pid=110845) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 20:05:56.641148 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33cccf8-accf-43ad-a970-5ce1d7626a1e None None] Updating router 969fae22-2221-4203-a12b-ae2c873953e4 port afa9c09c-6f04-48fb-a23b-5a2d86edd720 binding host dv-cinder-850449-2-iscsi {{(pid=110845) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 20:05:56.677026 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron_lib.callbacks.manager [None req-b33cccf8-accf-43ad-a970-5ce1d7626a1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (afa9c09c-6f04-48fb-a23b-5a2d86edd720), before_update {{(pid=110845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:56.770674 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-df85a4f0-9be5-4b95-ac47-0b806808ac27 None None] Current status of the port 2dca0a2a-a295-49e8-addf-8b1445a2318f is: DOWN; New status is: ACTIVE {{(pid=110844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 20:05:56.771068 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-df85a4f0-9be5-4b95-ac47-0b806808ac27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (2dca0a2a-a295-49e8-addf-8b1445a2318f), before_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:56.815082 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-df85a4f0-9be5-4b95-ac47-0b806808ac27 None None] For port 2dca0a2a-a295-49e8-addf-8b1445a2318f, host dv-cinder-850449-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850449-2-iscsi',level=0,port_id=2dca0a2a-a295-49e8-addf-8b1445a2318f,segment=NetworkSegment(e3c197c3-afb8-4185-8fa6-54b4494b3bc0),segment_id=e3c197c3-afb8-4185-8fa6-54b4494b3bc0)] {{(pid=110844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 20:05:56.875316 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b58e7b31-9eb7-4a61-a52d-91e420a92574 req-7f5d052c-dcb3-4484-a4f6-915bd5c4cd11 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Router 47e81123-031d-44ab-8cc7-b1e59e57cd0c has already been hosted by L3 agent 408021b7-d46b-48c2-9f75-8a8023f9145c {{(pid=110842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 24 20:05:56.912100 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:DELETE=4,neutron:SELECT=96 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:05:56.937193 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-df85a4f0-9be5-4b95-ac47-0b806808ac27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958'] for port (2dca0a2a-a295-49e8-addf-8b1445a2318f), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:56.942337 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Device 2dca0a2a-a295-49e8-addf-8b1445a2318f up at agent ovs-agent-dv-cinder-850449-2-iscsi {{(pid=110844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 20:05:56.991596 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron_lib.callbacks.manager [None req-b33cccf8-accf-43ad-a970-5ce1d7626a1e None None] Publish callbacks [] for port (afa9c09c-6f04-48fb-a23b-5a2d86edd720), precommit_update {{(pid=110845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:56.997073 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG dbcounter [-] [110845] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:05:57.062920 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df85a4f0-9be5-4b95-ac47-0b806808ac27 None None] Pushing event updated for resources: {'Port': ['ID=2dca0a2a-a295-49e8-addf-8b1445a2318f,revision_number=3']} {{(pid=110844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:05:57.067157 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-2428f1a7-93b7-44d4-842f-f41bdb724ca6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (None), before_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:57.082389 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Provisioning complete for port 2dca0a2a-a295-49e8-addf-8b1445a2318f triggered by entity L2. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 20:05:57.083094 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812910'] for port (2dca0a2a-a295-49e8-addf-8b1445a2318f), provisioning_complete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:57.119978 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron_lib.callbacks.manager [None req-b33cccf8-accf-43ad-a970-5ce1d7626a1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958'] for port (afa9c09c-6f04-48fb-a23b-5a2d86edd720), after_update {{(pid=110845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:57.214563 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b58e7b31-9eb7-4a61-a52d-91e420a92574 req-7f5d052c-dcb3-4484-a4f6-915bd5c4cd11 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Notify agent at l3_agent.dv-cinder-850449-2-iscsi the message routers_updated {{(pid=110842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 20:05:57.233730 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6437a0ac-4ba3-4d18-b297-588f152b7527 None None] Pushing event updated for resources: {'Port': ['ID=afa9c09c-6f04-48fb-a23b-5a2d86edd720,revision_number=2']} {{(pid=110845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:05:57.250881 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c54111-dea0-4772-9414-35b404b27419 None None] Sync routers for ids ['47e81123-031d-44ab-8cc7-b1e59e57cd0c'] in dv-cinder-850449-2-iscsi {{(pid=110844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 20:05:57.287767 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.plugins.ml2.managers [None req-b33cccf8-accf-43ad-a970-5ce1d7626a1e None None] Attempting to bind port afa9c09c-6f04-48fb-a23b-5a2d86edd720 on host dv-cinder-850449-2-iscsi for vnic_type normal with profile {{(pid=110845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 24 20:05:57.288477 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.plugins.ml2.managers [None req-b33cccf8-accf-43ad-a970-5ce1d7626a1e None None] Attempting to bind port afa9c09c-6f04-48fb-a23b-5a2d86edd720 by drivers openvswitch,hyperv on host dv-cinder-850449-2-iscsi at level 0 using segments [{'id': 'fc72dfdc-4d29-4b3c-a3f7-b36f757f54d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10498192-3528-4341-803f-d59b33e3b71c'}] {{(pid=110845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 24 20:05:57.289200 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33cccf8-accf-43ad-a970-5ce1d7626a1e None None] Attempting to bind port afa9c09c-6f04-48fb-a23b-5a2d86edd720 on network 10498192-3528-4341-803f-d59b33e3b71c {{(pid=110845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 24 20:05:57.289790 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c54111-dea0-4772-9414-35b404b27419 None None] Routers {'47e81123-031d-44ab-8cc7-b1e59e57cd0c'} bound to L3 agent in host dv-cinder-850449-2-iscsi {{(pid=110844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 20:05:57.290522 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_hamode_db [None req-04c54111-dea0-4772-9414-35b404b27419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-24T19:52:06Z,description=,heartbeat_timestamp=2022-07-24T20:05:36Z,host='dv-cinder-850449-2-iscsi',id=408021b7-d46b-48c2-9f75-8a8023f9145c,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T19:52:06Z,topic='l3_agent')) {'router_ids': ['47e81123-031d-44ab-8cc7-b1e59e57cd0c'], 'active': True} {{(pid=110844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:05:57.299239 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.db.l3_dvrscheduler_db [req-b58e7b31-9eb7-4a61-a52d-91e420a92574 req-7f5d052c-dcb3-4484-a4f6-915bd5c4cd11 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] No DVR routers for this DVR port 4650de31-a042-4ead-afb7-6f32d4fc465c on host hv-cinder-85044 {{(pid=110842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 24 20:05:57.302238 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33cccf8-accf-43ad-a970-5ce1d7626a1e None None] Checking agent: {'id': '46eda511-dfa5-408c-8bd4-cb509f691033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850449-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 24, 19, 52, 9), 'started_at': datetime.datetime(2022, 7, 24, 19, 52, 39), 'heartbeat_timestamp': datetime.datetime(2022, 7, 24, 20, 5, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850449-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 24 20:05:57.303756 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [req-b58e7b31-9eb7-4a61-a52d-91e420a92574 req-7f5d052c-dcb3-4484-a4f6-915bd5c4cd11 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1048257'] for port (None), before_response {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:57.306788 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33cccf8-accf-43ad-a970-5ce1d7626a1e None None] Checking segment: {'id': 'fc72dfdc-4d29-4b3c-a3f7-b36f757f54d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10498192-3528-4341-803f-d59b33e3b71c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 24 20:05:57.308179 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron_lib.callbacks.manager [None req-b33cccf8-accf-43ad-a970-5ce1d7626a1e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:57.308536 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [req-b58e7b31-9eb7-4a61-a52d-91e420a92574 req-7f5d052c-dcb3-4484-a4f6-915bd5c4cd11 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.42 "DELETE /v2.0/ports/4650de31-a042-4ead-afb7-6f32d4fc465c HTTP/1.1" status: 204 len: 173 time: 2.1366568 Jul 24 20:05:57.308627 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33cccf8-accf-43ad-a970-5ce1d7626a1e None None] Bound using segment: {'id': 'fc72dfdc-4d29-4b3c-a3f7-b36f757f54d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10498192-3528-4341-803f-d59b33e3b71c'} {{(pid=110845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 24 20:05:57.309021 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd14a8072-7f75-43da-8d5e-040cd9378f5e', 'name': 'network-vif-deleted', 'tag': '4650de31-a042-4ead-afb7-6f32d4fc465c'}] {{(pid=110842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 24 20:05:57.311602 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5edc3fcd2ba6a287f711eaf45b4d5d5c8d3623c9fa62bef48fe3be9641ba2c6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f775e38-178e-419d-bb60-508df917ebd6" -d '{"events": [{"server_uuid": "d14a8072-7f75-43da-8d5e-040cd9378f5e", "name": "network-vif-deleted", "tag": "4650de31-a042-4ead-afb7-6f32d4fc465c"}]}' {{(pid=110842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 20:05:57.313030 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.plugins.ml2.managers [None req-b33cccf8-accf-43ad-a970-5ce1d7626a1e None None] Bound port: afa9c09c-6f04-48fb-a23b-5a2d86edd720, host: dv-cinder-850449-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc72dfdc-4d29-4b3c-a3f7-b36f757f54d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10498192-3528-4341-803f-d59b33e3b71c'}}] {{(pid=110845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 24 20:05:57.315330 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron_lib.callbacks.manager [None req-b33cccf8-accf-43ad-a970-5ce1d7626a1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (afa9c09c-6f04-48fb-a23b-5a2d86edd720), before_update {{(pid=110845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:57.321865 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-c7617e1b-f0cb-43d0-a2be-65b8f9ac591a req-2b8195cb-f5a0-4128-9534-5555ecf5bc1a tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/ports?device_id=d5df6d8f-f3f8-46f9-a3dc-b686165759d1 HTTP/1.1" status: 200 len: 210 time: 0.0653591 Jul 24 20:05:57.380413 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866cab27-94f6-4edc-b999-ca0eaa1df9ef req-19576fb8-6a85-49af-bcfe-5d6d1b89b1b4 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:05:57.380413 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-866cab27-94f6-4edc-b999-ca0eaa1df9ef req-19576fb8-6a85-49af-bcfe-5d6d1b89b1b4 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.42 "GET /v2.0/networks?id=b3fd2ef6-6f8c-45f9-a0a9-81c377b08f7e HTTP/1.1" status: 200 len: 816 time: 0.3731923 Jul 24 20:05:57.415675 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Current status of the port 2dca0a2a-a295-49e8-addf-8b1445a2318f is: ACTIVE; New status is: ACTIVE {{(pid=110844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 20:05:57.429352 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.db.db_base_plugin_common [None req-2428f1a7-93b7-44d4-842f-f41bdb724ca6 admin admin] Allocated IP 172.20.0.1 (a05ca1bc-6e19-4794-8186-a3eac963c146/ae54b04a-8e22-413f-8b25-e844f1399983/876db2aa-db6c-4ca6-baed-8b9fa3ea7386) {{(pid=110842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 20:05:57.445754 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 24 Jul 2022 20:05:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c06271ca-9b46-46fb-9055-bd8dc5e1416e x-openstack-request-id: req-c06271ca-9b46-46fb-9055-bd8dc5e1416e {{(pid=110842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 20:05:57.446726 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d14a8072-7f75-43da-8d5e-040cd9378f5e", "name": "network-vif-deleted", "tag": "4650de31-a042-4ead-afb7-6f32d4fc465c", "status": "completed", "code": 200}]} {{(pid=110842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 20:05:57.447200 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-c06271ca-9b46-46fb-9055-bd8dc5e1416e {{(pid=110842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 20:05:57.447992 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c06271ca-9b46-46fb-9055-bd8dc5e1416e'] response: {'server_uuid': 'd14a8072-7f75-43da-8d5e-040cd9378f5e', 'name': 'network-vif-deleted', 'tag': '4650de31-a042-4ead-afb7-6f32d4fc465c', 'status': 'completed', 'code': 200} Jul 24 20:05:57.453904 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.plugins.ml2.db [None req-b33cccf8-accf-43ad-a970-5ce1d7626a1e None None] For port afa9c09c-6f04-48fb-a23b-5a2d86edd720, host dv-cinder-850449-2-iscsi, cleared binding levels {{(pid=110845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 20:05:57.463134 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.plugins.ml2.db [None req-b33cccf8-accf-43ad-a970-5ce1d7626a1e None None] For port afa9c09c-6f04-48fb-a23b-5a2d86edd720, host dv-cinder-850449-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850449-2-iscsi',level=0,port_id=afa9c09c-6f04-48fb-a23b-5a2d86edd720,segment=NetworkSegment(fc72dfdc-4d29-4b3c-a3f7-b36f757f54d3),segment_id=fc72dfdc-4d29-4b3c-a3f7-b36f757f54d3)] {{(pid=110845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 20:05:57.513126 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-4b4ef8ae-bb34-41bd-a5e0-553dd683c4d4 req-7502d3d6-afbb-4382-8acc-94c3d3f02105 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.17 "GET /v2.0/ports?device_id=d14a8072-7f75-43da-8d5e-040cd9378f5e HTTP/1.1" status: 200 len: 210 time: 0.0807652 Jul 24 20:05:57.519448 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-37679e8b-e6dd-48f7-a9b5-31a3a05a4206 None None] Provisioning complete for port 2dca0a2a-a295-49e8-addf-8b1445a2318f triggered by entity DHCP. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 20:05:57.519942 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-37679e8b-e6dd-48f7-a9b5-31a3a05a4206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812910'] for port (2dca0a2a-a295-49e8-addf-8b1445a2318f), provisioning_complete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:57.552192 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-866cab27-94f6-4edc-b999-ca0eaa1df9ef req-b1ffd659-9128-49d2-bd7b-95a396431996 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=49f6a7894899436d8ce94d9a7500533a HTTP/1.1" status: 200 len: 380 time: 0.1622880 Jul 24 20:05:57.569536 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_dvr_db [None req-04c54111-dea0-4772-9414-35b404b27419 None None] Set router 47e81123-031d-44ab-8cc7-b1e59e57cd0c gateway port host: dv-cinder-850449-2-iscsi {{(pid=110844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 20:05:57.580586 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.v2.base [req-866cab27-94f6-4edc-b999-ca0eaa1df9ef req-9f74e2cc-5724-4a69-8099-89c373bc04d2 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Request body: {'port': {'device_id': 'd5df6d8f-f3f8-46f9-a3dc-b686165759d1', 'network_id': 'b3fd2ef6-6f8c-45f9-a0a9-81c377b08f7e', 'admin_state_up': True, 'tenant_id': '49f6a7894899436d8ce94d9a7500533a', 'security_groups': ['127ff494-6d09-4ff6-9b8b-b1a80f4fa86b']}} {{(pid=110843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 20:05:57.613672 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron_lib.callbacks.manager [None req-b33cccf8-accf-43ad-a970-5ce1d7626a1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958'] for port (afa9c09c-6f04-48fb-a23b-5a2d86edd720), after_update {{(pid=110845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:57.615940 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:05:57.650228 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-2428f1a7-93b7-44d4-842f-f41bdb724ca6 admin admin] Publish callbacks [] for port (876db2aa-db6c-4ca6-baed-8b9fa3ea7386), precommit_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:57.708408 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=100 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:05:57.731075 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33cccf8-accf-43ad-a970-5ce1d7626a1e None None] Routers {'969fae22-2221-4203-a12b-ae2c873953e4'} bound to L3 agent in host dv-cinder-850449-2-iscsi {{(pid=110845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 20:05:57.731978 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.l3_hamode_db [None req-b33cccf8-accf-43ad-a970-5ce1d7626a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-24T19:52:06Z,description=,heartbeat_timestamp=2022-07-24T20:05:36Z,host='dv-cinder-850449-2-iscsi',id=408021b7-d46b-48c2-9f75-8a8023f9145c,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T19:52:06Z,topic='l3_agent')) {'router_ids': ['969fae22-2221-4203-a12b-ae2c873953e4'], 'active': True} {{(pid=110845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:05:57.801744 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6437a0ac-4ba3-4d18-b297-588f152b7527 None None] Pushing event updated for resources: {'Port': ['ID=afa9c09c-6f04-48fb-a23b-5a2d86edd720,revision_number=3']} {{(pid=110845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:05:57.812501 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-37679e8b-e6dd-48f7-a9b5-31a3a05a4206 None None] Current status of the port 2dca0a2a-a295-49e8-addf-8b1445a2318f is: ACTIVE; New status is: ACTIVE {{(pid=110844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 20:05:57.832762 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:05:57.857730 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-2428f1a7-93b7-44d4-842f-f41bdb724ca6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731445223406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8925015'] for port (876db2aa-db6c-4ca6-baed-8b9fa3ea7386), after_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:57.871347 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.l3_dvr_db [None req-b33cccf8-accf-43ad-a970-5ce1d7626a1e None None] Set router 969fae22-2221-4203-a12b-ae2c873953e4 gateway port host: dv-cinder-850449-2-iscsi {{(pid=110845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 20:05:57.874301 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-866cab27-94f6-4edc-b999-ca0eaa1df9ef req-9f74e2cc-5724-4a69-8099-89c373bc04d2 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Made reservation on behalf of 49f6a7894899436d8ce94d9a7500533a for: {'port': 1} {{(pid=110843) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 20:05:57.879746 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-866cab27-94f6-4edc-b999-ca0eaa1df9ef req-9f74e2cc-5724-4a69-8099-89c373bc04d2 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (None), before_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:57.893669 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:05:57.919467 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_hamode_db [None req-04c54111-dea0-4772-9414-35b404b27419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47e81123-031d-44ab-8cc7-b1e59e57cd0c', 'name': 'tempest-AttachVolumeNegativeTest-1190663108-router', 'tenant_id': 'dcc8f2e8d4e64866a624dcd6d1de5d81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'external_fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': 'e4a96822-ce99-4391-bf07-e617c74eb382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T20:02:39Z', 'updated_at': '2022-07-24T20:02:45Z', 'revision_number': 4, 'project_id': 'dcc8f2e8d4e64866a624dcd6d1de5d81', 'gw_port': {'id': 'e4a96822-ce99-4391-bf07-e617c74eb382', 'name': '', 'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:64:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e81123-031d-44ab-8cc7-b1e59e57cd0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:02:40Z', 'updated_at': '2022-07-24T20:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99a0caa3-3fb5-4860-826f-478186226de3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850449-2-iscsi', '_interfaces': [{'id': '1a915ddb-b03f-445f-850a-6252c5f8b719', 'name': '', 'network_id': '9568b641-7783-426b-8ad0-3ac71fba0922', 'tenant_id': 'dcc8f2e8d4e64866a624dcd6d1de5d81', 'mac_address': 'fa:16:3e:1a:0c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e81123-031d-44ab-8cc7-b1e59e57cd0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'cce9884f-3061-48ee-abb3-8ca2a1e54559', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:02:43Z', 'updated_at': '2022-07-24T20:02:53Z', 'revision_number': 5, 'project_id': 'dcc8f2e8d4e64866a624dcd6d1de5d81', 'subnets': [{'id': 'cce9884f-3061-48ee-abb3-8ca2a1e54559', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850449-2-iscsi', False) {} {{(pid=110844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:05:57.937427 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2428f1a7-93b7-44d4-842f-f41bdb724ca6 admin admin] Network a05ca1bc-6e19-4794-8186-a3eac963c146 is already hosted by enough agents. {{(pid=110842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 20:05:57.945329 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.scheduler.base_scheduler [None req-2428f1a7-93b7-44d4-842f-f41bdb724ca6 admin admin] Resources bound (agent type, host, resource id): {{(pid=110842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 20:05:57.950773 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c54111-dea0-4772-9414-35b404b27419 None None] Checking router: 47e81123-031d-44ab-8cc7-b1e59e57cd0c for host: dv-cinder-850449-2-iscsi {{(pid=110844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 20:05:57.954552 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2428f1a7-93b7-44d4-842f-f41bdb724ca6 admin admin] Received port after_create {{(pid=110842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 24 20:05:57.962244 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c54111-dea0-4772-9414-35b404b27419 None None] Routers {'47e81123-031d-44ab-8cc7-b1e59e57cd0c'} bound to L3 agent in host dv-cinder-850449-2-iscsi {{(pid=110844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 20:05:57.962911 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_hamode_db [None req-04c54111-dea0-4772-9414-35b404b27419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-24T19:52:06Z,description=,heartbeat_timestamp=2022-07-24T20:05:36Z,host='dv-cinder-850449-2-iscsi',id=408021b7-d46b-48c2-9f75-8a8023f9145c,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T19:52:06Z,topic='l3_agent')) {'router_ids': ['47e81123-031d-44ab-8cc7-b1e59e57cd0c'], 'active': True} {{(pid=110844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:05:58.165071 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_dvr_db [None req-04c54111-dea0-4772-9414-35b404b27419 None None] Set router 47e81123-031d-44ab-8cc7-b1e59e57cd0c gateway port host: dv-cinder-850449-2-iscsi {{(pid=110844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 20:05:58.215407 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.l3_hamode_db [None req-b33cccf8-accf-43ad-a970-5ce1d7626a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '969fae22-2221-4203-a12b-ae2c873953e4', 'name': 'tempest-TestShelveInstance-1777785397-router', 'tenant_id': 'fd7606f6fdc54b33b7490691669a08a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'external_fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.240'}], 'enable_snat': True}, 'gw_port_id': 'afa9c09c-6f04-48fb-a23b-5a2d86edd720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T20:05:53Z', 'updated_at': '2022-07-24T20:05:54Z', 'revision_number': 3, 'project_id': 'fd7606f6fdc54b33b7490691669a08a2', 'gw_port': {'id': 'afa9c09c-6f04-48fb-a23b-5a2d86edd720', 'name': '', 'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:81:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '969fae22-2221-4203-a12b-ae2c873953e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:05:53Z', 'updated_at': '2022-07-24T20:05:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99a0caa3-3fb5-4860-826f-478186226de3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850449-2-iscsi'}], 'dv-cinder-850449-2-iscsi', False) {} {{(pid=110845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:05:58.247424 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.db.db_base_plugin_common [req-866cab27-94f6-4edc-b999-ca0eaa1df9ef req-9f74e2cc-5724-4a69-8099-89c373bc04d2 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Allocated IP 172.20.0.14 (b3fd2ef6-6f8c-45f9-a0a9-81c377b08f7e/9f1a76ef-9ecc-40f5-8dc9-5b3ae75ee961/82dca016-61b7-4adb-b703-63f3f473c99f) {{(pid=110843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 20:05:58.282392 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33cccf8-accf-43ad-a970-5ce1d7626a1e None None] The sync data for ids ['969fae22-2221-4203-a12b-ae2c873953e4'] in dv-cinder-850449-2-iscsi is: [{'id': '969fae22-2221-4203-a12b-ae2c873953e4', 'name': 'tempest-TestShelveInstance-1777785397-router', 'tenant_id': 'fd7606f6fdc54b33b7490691669a08a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'external_fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.240'}], 'enable_snat': True}, 'gw_port_id': 'afa9c09c-6f04-48fb-a23b-5a2d86edd720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T20:05:53Z', 'updated_at': '2022-07-24T20:05:54Z', 'revision_number': 3, 'project_id': 'fd7606f6fdc54b33b7490691669a08a2', 'gw_port': {'id': 'afa9c09c-6f04-48fb-a23b-5a2d86edd720', 'name': '', 'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:81:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '969fae22-2221-4203-a12b-ae2c873953e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:05:53Z', 'updated_at': '2022-07-24T20:05:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99a0caa3-3fb5-4860-826f-478186226de3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850449-2-iscsi'}] {{(pid=110845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 20:05:58.418595 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2428f1a7-93b7-44d4-842f-f41bdb724ca6 admin admin] Pushing event updated for resources: {'Port': ['ID=876db2aa-db6c-4ca6-baed-8b9fa3ea7386,revision_number=1']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:05:58.423632 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-2428f1a7-93b7-44d4-842f-f41bdb724ca6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457033'] for router_interface (969fae22-2221-4203-a12b-ae2c873953e4), before_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:58.470066 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-0a7319e5-559b-476c-bd77-18e39c040afe None None] Provisioning complete for port 876db2aa-db6c-4ca6-baed-8b9fa3ea7386 triggered by entity DHCP. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 20:05:58.470806 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-0a7319e5-559b-476c-bd77-18e39c040afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812910'] for port (876db2aa-db6c-4ca6-baed-8b9fa3ea7386), provisioning_complete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:58.494430 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-7e38a73c-e5a9-4c61-89d2-425a12ba0d6a req-6153a6d0-6861-4531-970d-0f56f61ac2bb tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/ports?device_id=d5df6d8f-f3f8-46f9-a3dc-b686165759d1 HTTP/1.1" status: 200 len: 210 time: 0.0502882 Jul 24 20:05:58.584394 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-866cab27-94f6-4edc-b999-ca0eaa1df9ef req-9f74e2cc-5724-4a69-8099-89c373bc04d2 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Publish callbacks [] for port (82dca016-61b7-4adb-b703-63f3f473c99f), precommit_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:58.602808 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-0a7319e5-559b-476c-bd77-18e39c040afe None None] Port 876db2aa-db6c-4ca6-baed-8b9fa3ea7386 cannot update to ACTIVE because it is not bound. {{(pid=110844) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 24 20:05:58.631491 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:05:58.701795 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-68bb6a24-4cdc-4255-a0e2-70bc42eef382 req-63e0b243-337e-4791-81c7-d1d0429a9074 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.17 "GET /v2.0/ports?device_id=d14a8072-7f75-43da-8d5e-040cd9378f5e HTTP/1.1" status: 200 len: 210 time: 0.0345914 Jul 24 20:05:58.787568 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-2428f1a7-93b7-44d4-842f-f41bdb724ca6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (876db2aa-db6c-4ca6-baed-8b9fa3ea7386), before_update {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:58.826026 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-866cab27-94f6-4edc-b999-ca0eaa1df9ef req-9f74e2cc-5724-4a69-8099-89c373bc04d2 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731445223406'] for port (82dca016-61b7-4adb-b703-63f3f473c99f), after_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:58.945429 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Device 2dca0a2a-a295-49e8-addf-8b1445a2318f up at agent ovs-agent-dv-cinder-850449-2-iscsi {{(pid=110844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 20:05:58.972697 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-866cab27-94f6-4edc-b999-ca0eaa1df9ef req-9f74e2cc-5724-4a69-8099-89c373bc04d2 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Network b3fd2ef6-6f8c-45f9-a0a9-81c377b08f7e is already hosted by enough agents. {{(pid=110843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 20:05:58.983529 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.scheduler.base_scheduler [req-866cab27-94f6-4edc-b999-ca0eaa1df9ef req-9f74e2cc-5724-4a69-8099-89c373bc04d2 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Resources bound (agent type, host, resource id): {{(pid=110843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 20:05:58.998716 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_hamode_db [None req-04c54111-dea0-4772-9414-35b404b27419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47e81123-031d-44ab-8cc7-b1e59e57cd0c', 'name': 'tempest-AttachVolumeNegativeTest-1190663108-router', 'tenant_id': 'dcc8f2e8d4e64866a624dcd6d1de5d81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'external_fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': 'e4a96822-ce99-4391-bf07-e617c74eb382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T20:02:39Z', 'updated_at': '2022-07-24T20:02:45Z', 'revision_number': 4, 'project_id': 'dcc8f2e8d4e64866a624dcd6d1de5d81', 'gw_port': {'id': 'e4a96822-ce99-4391-bf07-e617c74eb382', 'name': '', 'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:64:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e81123-031d-44ab-8cc7-b1e59e57cd0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:02:40Z', 'updated_at': '2022-07-24T20:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99a0caa3-3fb5-4860-826f-478186226de3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850449-2-iscsi', '_interfaces': [{'id': '1a915ddb-b03f-445f-850a-6252c5f8b719', 'name': '', 'network_id': '9568b641-7783-426b-8ad0-3ac71fba0922', 'tenant_id': 'dcc8f2e8d4e64866a624dcd6d1de5d81', 'mac_address': 'fa:16:3e:1a:0c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e81123-031d-44ab-8cc7-b1e59e57cd0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'cce9884f-3061-48ee-abb3-8ca2a1e54559', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:02:43Z', 'updated_at': '2022-07-24T20:02:53Z', 'revision_number': 5, 'project_id': 'dcc8f2e8d4e64866a624dcd6d1de5d81', 'subnets': [{'id': 'cce9884f-3061-48ee-abb3-8ca2a1e54559', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850449-2-iscsi', False) {} {{(pid=110844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:05:59.015344 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.db.l3_dvrscheduler_db [req-866cab27-94f6-4edc-b999-ca0eaa1df9ef req-9f74e2cc-5724-4a69-8099-89c373bc04d2 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Received port after_create {{(pid=110843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 24 20:05:59.015853 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866cab27-94f6-4edc-b999-ca0eaa1df9ef req-9f74e2cc-5724-4a69-8099-89c373bc04d2 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:05:59.016823 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-866cab27-94f6-4edc-b999-ca0eaa1df9ef req-9f74e2cc-5724-4a69-8099-89c373bc04d2 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1048257'] for port (None), before_response {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:59.023449 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f74e2cc-5724-4a69-8099-89c373bc04d2 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Pushing event updated for resources: {'Port': ['ID=82dca016-61b7-4adb-b703-63f3f473c99f,revision_number=1']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:05:59.031086 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c54111-dea0-4772-9414-35b404b27419 None None] The sync data for ids ['47e81123-031d-44ab-8cc7-b1e59e57cd0c'] in dv-cinder-850449-2-iscsi is: [{'id': '47e81123-031d-44ab-8cc7-b1e59e57cd0c', 'name': 'tempest-AttachVolumeNegativeTest-1190663108-router', 'tenant_id': 'dcc8f2e8d4e64866a624dcd6d1de5d81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'external_fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': 'e4a96822-ce99-4391-bf07-e617c74eb382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T20:02:39Z', 'updated_at': '2022-07-24T20:02:45Z', 'revision_number': 4, 'project_id': 'dcc8f2e8d4e64866a624dcd6d1de5d81', 'gw_port': {'id': 'e4a96822-ce99-4391-bf07-e617c74eb382', 'name': '', 'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:64:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e81123-031d-44ab-8cc7-b1e59e57cd0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:02:40Z', 'updated_at': '2022-07-24T20:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99a0caa3-3fb5-4860-826f-478186226de3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850449-2-iscsi', '_interfaces': [{'id': '1a915ddb-b03f-445f-850a-6252c5f8b719', 'name': '', 'network_id': '9568b641-7783-426b-8ad0-3ac71fba0922', 'tenant_id': 'dcc8f2e8d4e64866a624dcd6d1de5d81', 'mac_address': 'fa:16:3e:1a:0c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e81123-031d-44ab-8cc7-b1e59e57cd0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'cce9884f-3061-48ee-abb3-8ca2a1e54559', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:02:43Z', 'updated_at': '2022-07-24T20:02:53Z', 'revision_number': 5, 'project_id': 'dcc8f2e8d4e64866a624dcd6d1de5d81', 'subnets': [{'id': 'cce9884f-3061-48ee-abb3-8ca2a1e54559', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 20:05:59.050611 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Provisioning complete for port 2dca0a2a-a295-49e8-addf-8b1445a2318f triggered by entity L2. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 20:05:59.055740 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812910'] for port (2dca0a2a-a295-49e8-addf-8b1445a2318f), provisioning_complete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:59.098972 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:05:59.106253 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-866cab27-94f6-4edc-b999-ca0eaa1df9ef req-9f74e2cc-5724-4a69-8099-89c373bc04d2 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5323508 Jul 24 20:05:59.127397 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.v2.base [req-866cab27-94f6-4edc-b999-ca0eaa1df9ef req-6e01a04d-3aee-4da1-bfe3-ee99e69ff156 service neutron] Request body: {'port': {'device_id': 'd5df6d8f-f3f8-46f9-a3dc-b686165759d1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85044'}} {{(pid=110843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 20:05:59.147398 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-2428f1a7-93b7-44d4-842f-f41bdb724ca6 admin admin] Publish callbacks [] for port (876db2aa-db6c-4ca6-baed-8b9fa3ea7386), precommit_update {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:59.180517 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Current status of the port 2dca0a2a-a295-49e8-addf-8b1445a2318f is: ACTIVE; New status is: ACTIVE {{(pid=110844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 20:05:59.249317 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-866cab27-94f6-4edc-b999-ca0eaa1df9ef req-6e01a04d-3aee-4da1-bfe3-ee99e69ff156 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (82dca016-61b7-4adb-b703-63f3f473c99f), before_update {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:59.272214 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-2428f1a7-93b7-44d4-842f-f41bdb724ca6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8925036'] for port (876db2aa-db6c-4ca6-baed-8b9fa3ea7386), after_update {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:59.336780 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-2428f1a7-93b7-44d4-842f-f41bdb724ca6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-650243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-457125'] for router_interface (969fae22-2221-4203-a12b-ae2c873953e4), after_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:59.410082 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-5788b707-8b40-42d0-af61-e133e3a13419 None None] Provisioning complete for port 82dca016-61b7-4adb-b703-63f3f473c99f triggered by entity DHCP. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 20:05:59.410533 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-5788b707-8b40-42d0-af61-e133e3a13419 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812910'] for port (82dca016-61b7-4adb-b703-63f3f473c99f), provisioning_complete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:59.420464 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2428f1a7-93b7-44d4-842f-f41bdb724ca6 admin admin] Pushing event updated for resources: {'Port': ['ID=876db2aa-db6c-4ca6-baed-8b9fa3ea7386,revision_number=2']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:05:59.481578 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-5788b707-8b40-42d0-af61-e133e3a13419 None None] Port 82dca016-61b7-4adb-b703-63f3f473c99f cannot update to ACTIVE because it is not bound. {{(pid=110844) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 24 20:05:59.515765 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be14f723-50c6-4aaf-860a-47d105524948 None None] New status for floating IP d381b3e3-78c4-4c61-8865-3d462650f82e: DOWN {{(pid=110845) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 24 20:05:59.543658 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2428f1a7-93b7-44d4-842f-f41bdb724ca6 admin admin] Network a05ca1bc-6e19-4794-8186-a3eac963c146 is already hosted by enough agents. {{(pid=110842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 20:05:59.545827 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.scheduler.base_scheduler [None req-2428f1a7-93b7-44d4-842f-f41bdb724ca6 admin admin] Resources bound (agent type, host, resource id): {{(pid=110842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 20:05:59.693032 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Device 4650de31-a042-4ead-afb7-6f32d4fc465c no longer exists at agent hyperv_hv-cinder-85044 {{(pid=110844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 20:05:59.732620 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2428f1a7-93b7-44d4-842f-f41bdb724ca6 admin admin] Router 969fae22-2221-4203-a12b-ae2c873953e4 has already been hosted by L3 agent 408021b7-d46b-48c2-9f75-8a8023f9145c {{(pid=110842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 24 20:05:59.775040 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] No Port match for: 4650de31-a042-4ead-afb7-6f32d4fc465c {{(pid=110844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 24 20:05:59.775955 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Device 4650de31-a042-4ead-afb7-6f32d4fc465c not bound to the agent host hv-cinder-85044 {{(pid=110844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 20:05:59.863004 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.notifiers.nova [req-866cab27-94f6-4edc-b999-ca0eaa1df9ef req-6e01a04d-3aee-4da1-bfe3-ee99e69ff156 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82dca016-61b7-4adb-b703-63f3f473c99f {{(pid=110843) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 24 20:05:59.875638 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-866cab27-94f6-4edc-b999-ca0eaa1df9ef req-6e01a04d-3aee-4da1-bfe3-ee99e69ff156 service neutron] Publish callbacks [] for port (82dca016-61b7-4adb-b703-63f3f473c99f), precommit_update {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:05:59.883760 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eed0bb-dbb5-4574-9bda-ca32fd132b71 req-760c7285-1a12-48da-9154-ef63c6117901 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:05:59.885358 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-c3eed0bb-dbb5-4574-9bda-ca32fd132b71 req-760c7285-1a12-48da-9154-ef63c6117901 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/ports?device_id=d5df6d8f-f3f8-46f9-a3dc-b686165759d1 HTTP/1.1" status: 200 len: 932 time: 0.0831802 Jul 24 20:05:59.909527 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.db.provisioning_blocks [req-866cab27-94f6-4edc-b999-ca0eaa1df9ef req-6e01a04d-3aee-4da1-bfe3-ee99e69ff156 service neutron] Transition to ACTIVE for port object 82dca016-61b7-4adb-b703-63f3f473c99f will not be triggered until provisioned by entity L2. {{(pid=110843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 24 20:05:59.932982 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=2 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:05:59.951675 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [-] (110843) accepted ('10.222.0.17', 35098) {{(pid=110843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:05:59.974567 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2428f1a7-93b7-44d4-842f-f41bdb724ca6 admin admin] Notify agent at l3_agent.dv-cinder-850449-2-iscsi the message routers_updated {{(pid=110842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 20:05:59.980535 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-c3eed0bb-dbb5-4574-9bda-ca32fd132b71 req-3e969c5a-e33b-4e63-826f-07208aa066b7 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/security-groups?id=127ff494-6d09-4ff6-9b8b-b1a80f4fa86b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841539 Jul 24 20:06:00.005508 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-866cab27-94f6-4edc-b999-ca0eaa1df9ef req-6e01a04d-3aee-4da1-bfe3-ee99e69ff156 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958'] for port (82dca016-61b7-4adb-b703-63f3f473c99f), after_update {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:00.007240 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-2428f1a7-93b7-44d4-842f-f41bdb724ca6 admin admin] 10.222.0.17 "PUT /v2.0/routers/969fae22-2221-4203-a12b-ae2c873953e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7762032 Jul 24 20:06:00.022286 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-b2f65932-1812-4042-ac3f-45c02ee982de None None] Provisioning complete for port 876db2aa-db6c-4ca6-baed-8b9fa3ea7386 triggered by entity DHCP. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 20:06:00.023801 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-b2f65932-1812-4042-ac3f-45c02ee982de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812910'] for port (876db2aa-db6c-4ca6-baed-8b9fa3ea7386), provisioning_complete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:00.075719 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-b2f65932-1812-4042-ac3f-45c02ee982de None None] Port 876db2aa-db6c-4ca6-baed-8b9fa3ea7386 cannot update to ACTIVE because it is not bound. {{(pid=110844) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 24 20:06:00.110897 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e01a04d-3aee-4da1-bfe3-ee99e69ff156 service neutron] Pushing event updated for resources: {'Port': ['ID=82dca016-61b7-4adb-b703-63f3f473c99f,revision_number=2']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:06:00.113583 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-b1898aff-db7d-4d6b-90c6-409fbf118406 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Publish callbacks [] for security_group (0e55f1a6-9029-4bad-b093-088507cccc0c), before_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:00.124902 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:06:00.140597 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.managers [req-866cab27-94f6-4edc-b999-ca0eaa1df9ef req-6e01a04d-3aee-4da1-bfe3-ee99e69ff156 service neutron] Attempting to bind port 82dca016-61b7-4adb-b703-63f3f473c99f on host hv-cinder-85044 for vnic_type normal with profile {{(pid=110843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 24 20:06:00.140985 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.managers [req-866cab27-94f6-4edc-b999-ca0eaa1df9ef req-6e01a04d-3aee-4da1-bfe3-ee99e69ff156 service neutron] Attempting to bind port 82dca016-61b7-4adb-b703-63f3f473c99f by drivers openvswitch,hyperv on host hv-cinder-85044 at level 0 using segments [{'id': 'e9fdb9ec-6b6e-4383-ae6e-075d3eed2f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b3fd2ef6-6f8c-45f9-a0a9-81c377b08f7e'}] {{(pid=110843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 24 20:06:00.147088 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-866cab27-94f6-4edc-b999-ca0eaa1df9ef req-6e01a04d-3aee-4da1-bfe3-ee99e69ff156 service neutron] Attempting to bind port 82dca016-61b7-4adb-b703-63f3f473c99f on network b3fd2ef6-6f8c-45f9-a0a9-81c377b08f7e {{(pid=110843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 24 20:06:00.165253 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-b1898aff-db7d-4d6b-90c6-409fbf118406 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Publish callbacks [] for security_group (0e55f1a6-9029-4bad-b093-088507cccc0c), precommit_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:00.168436 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-866cab27-94f6-4edc-b999-ca0eaa1df9ef req-6e01a04d-3aee-4da1-bfe3-ee99e69ff156 service neutron] Port 82dca016-61b7-4adb-b703-63f3f473c99f on network b3fd2ef6-6f8c-45f9-a0a9-81c377b08f7e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85044 {{(pid=110843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 24 20:06:00.168800 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-866cab27-94f6-4edc-b999-ca0eaa1df9ef req-6e01a04d-3aee-4da1-bfe3-ee99e69ff156 service neutron] Attempting to bind port 82dca016-61b7-4adb-b703-63f3f473c99f on network b3fd2ef6-6f8c-45f9-a0a9-81c377b08f7e {{(pid=110843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 24 20:06:00.190054 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-866cab27-94f6-4edc-b999-ca0eaa1df9ef req-6e01a04d-3aee-4da1-bfe3-ee99e69ff156 service neutron] Checking agent: {'id': '95564131-b678-4db2-a162-51408b2acd55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85044', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 24, 19, 59, 9), 'started_at': datetime.datetime(2022, 7, 24, 19, 59, 9), 'heartbeat_timestamp': datetime.datetime(2022, 7, 24, 20, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 24 20:06:00.190471 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-866cab27-94f6-4edc-b999-ca0eaa1df9ef req-6e01a04d-3aee-4da1-bfe3-ee99e69ff156 service neutron] Checking segment: {'id': 'e9fdb9ec-6b6e-4383-ae6e-075d3eed2f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b3fd2ef6-6f8c-45f9-a0a9-81c377b08f7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 24 20:06:00.190791 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-866cab27-94f6-4edc-b999-ca0eaa1df9ef req-6e01a04d-3aee-4da1-bfe3-ee99e69ff156 service neutron] Bound using segment: {'id': 'e9fdb9ec-6b6e-4383-ae6e-075d3eed2f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b3fd2ef6-6f8c-45f9-a0a9-81c377b08f7e'} {{(pid=110843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 24 20:06:00.191243 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.managers [req-866cab27-94f6-4edc-b999-ca0eaa1df9ef req-6e01a04d-3aee-4da1-bfe3-ee99e69ff156 service neutron] Bound port: 82dca016-61b7-4adb-b703-63f3f473c99f, host: hv-cinder-85044, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9fdb9ec-6b6e-4383-ae6e-075d3eed2f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b3fd2ef6-6f8c-45f9-a0a9-81c377b08f7e'}}] {{(pid=110843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 24 20:06:00.191620 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-866cab27-94f6-4edc-b999-ca0eaa1df9ef req-6e01a04d-3aee-4da1-bfe3-ee99e69ff156 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (82dca016-61b7-4adb-b703-63f3f473c99f), before_update {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:00.284972 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.db [req-866cab27-94f6-4edc-b999-ca0eaa1df9ef req-6e01a04d-3aee-4da1-bfe3-ee99e69ff156 service neutron] For port 82dca016-61b7-4adb-b703-63f3f473c99f, host hv-cinder-85044, cleared binding levels {{(pid=110843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 20:06:00.290871 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.db [req-866cab27-94f6-4edc-b999-ca0eaa1df9ef req-6e01a04d-3aee-4da1-bfe3-ee99e69ff156 service neutron] For port 82dca016-61b7-4adb-b703-63f3f473c99f, host hv-cinder-85044, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85044',level=0,port_id=82dca016-61b7-4adb-b703-63f3f473c99f,segment=NetworkSegment(e9fdb9ec-6b6e-4383-ae6e-075d3eed2f20),segment_id=e9fdb9ec-6b6e-4383-ae6e-075d3eed2f20)] {{(pid=110843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 20:06:00.462291 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-b1898aff-db7d-4d6b-90c6-409fbf118406 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (0e55f1a6-9029-4bad-b093-088507cccc0c), after_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:00.462291 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-b1898aff-db7d-4d6b-90c6-409fbf118406 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Publish callbacks [] for security_group (None), before_response {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:00.462291 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [None req-b1898aff-db7d-4d6b-90c6-409fbf118406 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.17 "DELETE /v2.0/security-groups/0e55f1a6-9029-4bad-b093-088507cccc0c HTTP/1.1" status: 204 len: 168 time: 0.5084677 Jul 24 20:06:00.462291 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-866cab27-94f6-4edc-b999-ca0eaa1df9ef req-6e01a04d-3aee-4da1-bfe3-ee99e69ff156 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958'] for port (82dca016-61b7-4adb-b703-63f3f473c99f), after_update {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:00.464032 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 35108) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:06:00.488259 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.api.v2.resource [None req-3f121feb-1dc3-4264-9112-579303b53d25 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] show failed (client error): The resource could not be found. Jul 24 20:06:00.488676 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-3f121feb-1dc3-4264-9112-579303b53d25 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.17 "GET /v2.0/security-groups/0e55f1a6-9029-4bad-b093-088507cccc0c HTTP/1.1" status: 404 len: 347 time: 0.0234704 Jul 24 20:06:00.492060 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 35110) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:06:00.502696 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1898aff-db7d-4d6b-90c6-409fbf118406 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e55f1a6-9029-4bad-b093-088507cccc0c,revision_number=None']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:06:00.534440 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 35112) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:06:00.537684 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866cab27-94f6-4edc-b999-ca0eaa1df9ef req-6e01a04d-3aee-4da1-bfe3-ee99e69ff156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:06:00.537684 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-866cab27-94f6-4edc-b999-ca0eaa1df9ef req-6e01a04d-3aee-4da1-bfe3-ee99e69ff156 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1048257'] for port (None), before_response {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:00.537684 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-866cab27-94f6-4edc-b999-ca0eaa1df9ef req-6e01a04d-3aee-4da1-bfe3-ee99e69ff156 service neutron] 10.222.0.42 "PUT /v2.0/ports/82dca016-61b7-4adb-b703-63f3f473c99f HTTP/1.1" status: 200 len: 1094 time: 1.4231222 Jul 24 20:06:00.537962 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5df6d8f-f3f8-46f9-a3dc-b686165759d1', 'tag': '82dca016-61b7-4adb-b703-63f3f473c99f'}] {{(pid=110843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 24 20:06:00.540089 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa129e2ea71b36189c7354ee4da78dc54b5a7420159cbfa164f6b2678096e4e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a5a89ba-16dc-450d-b126-6b9837cade0d" -d '{"events": [{"name": "network-changed", "server_uuid": "d5df6d8f-f3f8-46f9-a3dc-b686165759d1", "tag": "82dca016-61b7-4adb-b703-63f3f473c99f"}]}' {{(pid=110843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 20:06:00.544392 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.v2.base [None req-42714c9e-8ab2-46c9-a69e-be72320daae4 tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1734123421', 'description': 'tempest-secgroup-smoke-1734123421 description', 'project_id': 'd4f1f24b3a384f1db3a6e782253814ec'}} {{(pid=110842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 20:06:00.569856 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e01a04d-3aee-4da1-bfe3-ee99e69ff156 service neutron] Pushing event updated for resources: {'Port': ['ID=82dca016-61b7-4adb-b703-63f3f473c99f,revision_number=3']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:06:00.599421 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 24 Jul 2022 20:06:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-048a19e0-d518-4d71-bfeb-21bad39c59e5 x-openstack-request-id: req-048a19e0-d518-4d71-bfeb-21bad39c59e5 {{(pid=110843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 20:06:00.599842 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5df6d8f-f3f8-46f9-a3dc-b686165759d1", "tag": "82dca016-61b7-4adb-b703-63f3f473c99f", "status": "completed", "code": 200}]} {{(pid=110843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 20:06:00.600258 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-048a19e0-d518-4d71-bfeb-21bad39c59e5 {{(pid=110843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 20:06:00.602361 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.notifiers.nova [-] Nova event matching ['req-048a19e0-d518-4d71-bfeb-21bad39c59e5'] response: {'name': 'network-changed', 'server_uuid': 'd5df6d8f-f3f8-46f9-a3dc-b686165759d1', 'tag': '82dca016-61b7-4adb-b703-63f3f473c99f', 'status': 'completed', 'code': 200} Jul 24 20:06:00.646112 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:06:00.661373 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.plugin [None req-9bc4ae75-867e-486c-a67a-5ce4fd40740c tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Deleting port c1977e39-c8bf-4ced-9496-eebf14d64e59 {{(pid=110842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 24 20:06:00.667573 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-9bc4ae75-867e-486c-a67a-5ce4fd40740c tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731445580472'] for port (c1977e39-c8bf-4ced-9496-eebf14d64e59), before_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:00.706004 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-42714c9e-8ab2-46c9-a69e-be72320daae4 tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] Publish callbacks [] for security_group (None), before_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:00.794164 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Device afa9c09c-6f04-48fb-a23b-5a2d86edd720 up at agent ovs-agent-dv-cinder-850449-2-iscsi {{(pid=110844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 20:06:00.817367 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-9bc4ae75-867e-486c-a67a-5ce4fd40740c tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458432'] for port (c1977e39-c8bf-4ced-9496-eebf14d64e59), precommit_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:00.818361 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-9bc4ae75-867e-486c-a67a-5ce4fd40740c tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Publish callbacks [] for floatingip (c1977e39-c8bf-4ced-9496-eebf14d64e59), precommit_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:00.846341 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=100 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:06:00.887336 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Provisioning complete for port afa9c09c-6f04-48fb-a23b-5a2d86edd720 triggered by entity L2. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 20:06:00.891379 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812910'] for port (afa9c09c-6f04-48fb-a23b-5a2d86edd720), provisioning_complete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:00.911258 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.plugin [None req-9bc4ae75-867e-486c-a67a-5ce4fd40740c tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Calling delete_port for c1977e39-c8bf-4ced-9496-eebf14d64e59 owned by network:floatingip {{(pid=110842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 24 20:06:00.935665 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-42714c9e-8ab2-46c9-a69e-be72320daae4 tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] Publish callbacks [] for security_group (623eeaef-673a-47cb-9829-c979feaccd70), precommit_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:00.938400 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:06:00.942396 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5a89ba-16dc-450d-b126-6b9837cade0d req-f73a9f13-7dd6-47c2-a97e-99f3b73c980e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:06:00.943945 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-0a5a89ba-16dc-450d-b126-6b9837cade0d req-f73a9f13-7dd6-47c2-a97e-99f3b73c980e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=49f6a7894899436d8ce94d9a7500533a&device_id=d5df6d8f-f3f8-46f9-a3dc-b686165759d1 HTTP/1.1" status: 200 len: 1128 time: 0.3205092 Jul 24 20:06:00.972927 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Current status of the port afa9c09c-6f04-48fb-a23b-5a2d86edd720 is: DOWN; New status is: ACTIVE {{(pid=110844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 20:06:00.973217 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (afa9c09c-6f04-48fb-a23b-5a2d86edd720), before_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:00.997517 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] For port afa9c09c-6f04-48fb-a23b-5a2d86edd720, host dv-cinder-850449-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850449-2-iscsi',level=0,port_id=afa9c09c-6f04-48fb-a23b-5a2d86edd720,segment=NetworkSegment(fc72dfdc-4d29-4b3c-a3f7-b36f757f54d3),segment_id=fc72dfdc-4d29-4b3c-a3f7-b36f757f54d3)] {{(pid=110844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 20:06:01.005928 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-42714c9e-8ab2-46c9-a69e-be72320daae4 tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (623eeaef-673a-47cb-9829-c979feaccd70), after_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:01.062151 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42714c9e-8ab2-46c9-a69e-be72320daae4 tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] Pushing event updated for resources: {'SecurityGroup': ['ID=623eeaef-673a-47cb-9829-c979feaccd70,revision_number=1']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:06:01.074162 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958'] for port (afa9c09c-6f04-48fb-a23b-5a2d86edd720), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:01.129300 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5a89ba-16dc-450d-b126-6b9837cade0d req-c8dd51d8-0e9b-4ede-9646-41ceb831d0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:06:01.131158 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-0a5a89ba-16dc-450d-b126-6b9837cade0d req-c8dd51d8-0e9b-4ede-9646-41ceb831d0e3 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=49f6a7894899436d8ce94d9a7500533a&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1790965 Jul 24 20:06:01.139233 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Pushing event updated for resources: {'Port': ['ID=afa9c09c-6f04-48fb-a23b-5a2d86edd720,revision_number=4']} {{(pid=110844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:06:01.155790 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba08128-26d3-44b7-927d-6112ad2e9fe9 req-bd57290d-bcf3-48a9-b213-5117e24b1f0a tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:06:01.157353 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-aba08128-26d3-44b7-927d-6112ad2e9fe9 req-bd57290d-bcf3-48a9-b213-5117e24b1f0a tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/ports?device_id=d5df6d8f-f3f8-46f9-a3dc-b686165759d1 HTTP/1.1" status: 200 len: 944 time: 0.0732207 Jul 24 20:06:01.172987 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-42714c9e-8ab2-46c9-a69e-be72320daae4 tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] Publish callbacks [] for security_group (None), before_response {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:01.174712 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-42714c9e-8ab2-46c9-a69e-be72320daae4 tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.6392658 Jul 24 20:06:01.178070 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 35118) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:06:01.183193 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.v2.base [None req-5eb6b8d0-b9de-4275-ae3d-855f35748a43 tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] Request body: {'security_group_rule': {'security_group_id': '623eeaef-673a-47cb-9829-c979feaccd70', 'project_id': 'd4f1f24b3a384f1db3a6e782253814ec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 20:06:01.217387 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-9bc4ae75-867e-486c-a67a-5ce4fd40740c tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731445585704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731445223415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8925015'] for port (c1977e39-c8bf-4ced-9496-eebf14d64e59), after_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:01.266019 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-aba08128-26d3-44b7-927d-6112ad2e9fe9 req-7a3f6619-5781-4146-b7b0-1e79444aa8e0 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/security-groups?id=127ff494-6d09-4ff6-9b8b-b1a80f4fa86b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975823 Jul 24 20:06:01.266279 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc4ae75-867e-486c-a67a-5ce4fd40740c tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Pushing event deleted for resources: {'Port': ['ID=c1977e39-c8bf-4ced-9496-eebf14d64e59,revision_number=None']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:06:01.291524 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5a89ba-16dc-450d-b126-6b9837cade0d req-0726de81-8fdf-4cb8-8b19-bcd7cff05a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:06:01.293474 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-0a5a89ba-16dc-450d-b126-6b9837cade0d req-0726de81-8fdf-4cb8-8b19-bcd7cff05a2b service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1556857 Jul 24 20:06:01.326667 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-5eb6b8d0-b9de-4275-ae3d-855f35748a43 tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] Publish callbacks [] for security_group_rule (ca4d1ca5-d538-4d25-9025-d2baa3fa5eef), before_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:01.349728 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e3ea25-d9b3-4178-b48f-8a3cd9cedf3e None None] Sync routers for ids ['969fae22-2221-4203-a12b-ae2c873953e4'] in dv-cinder-850449-2-iscsi {{(pid=110844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 20:06:01.353331 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:06:01.364213 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e3ea25-d9b3-4178-b48f-8a3cd9cedf3e None None] Routers {'969fae22-2221-4203-a12b-ae2c873953e4'} bound to L3 agent in host dv-cinder-850449-2-iscsi {{(pid=110844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 20:06:01.364894 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_hamode_db [None req-11e3ea25-d9b3-4178-b48f-8a3cd9cedf3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-24T19:52:06Z,description=,heartbeat_timestamp=2022-07-24T20:05:36Z,host='dv-cinder-850449-2-iscsi',id=408021b7-d46b-48c2-9f75-8a8023f9145c,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T19:52:06Z,topic='l3_agent')) {'router_ids': ['969fae22-2221-4203-a12b-ae2c873953e4'], 'active': True} {{(pid=110844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:06:01.373886 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-9bc4ae75-867e-486c-a67a-5ce4fd40740c tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Publish callbacks [] for floatingip (d381b3e3-78c4-4c61-8865-3d462650f82e), after_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:01.382540 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-9bc4ae75-867e-486c-a67a-5ce4fd40740c tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1048257'] for floatingip (None), before_response {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:01.382540 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-9bc4ae75-867e-486c-a67a-5ce4fd40740c tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.17 "DELETE /v2.0/floatingips/d381b3e3-78c4-4c61-8865-3d462650f82e HTTP/1.1" status: 204 len: 168 time: 0.8848209 Jul 24 20:06:01.416576 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-5eb6b8d0-b9de-4275-ae3d-855f35748a43 tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] Publish callbacks [] for security_group_rule (ca4d1ca5-d538-4d25-9025-d2baa3fa5eef), precommit_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:01.428538 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866cab27-94f6-4edc-b999-ca0eaa1df9ef req-b05e5745-8744-44e6-9fe0-d50e4168a563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:06:01.430200 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-866cab27-94f6-4edc-b999-ca0eaa1df9ef req-b05e5745-8744-44e6-9fe0-d50e4168a563 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=49f6a7894899436d8ce94d9a7500533a&device_id=d5df6d8f-f3f8-46f9-a3dc-b686165759d1 HTTP/1.1" status: 200 len: 1128 time: 0.0877523 Jul 24 20:06:01.446253 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:06:01.480309 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-866cab27-94f6-4edc-b999-ca0eaa1df9ef req-82550f52-a001-42b4-9a85-130699c35598 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=82dca016-61b7-4adb-b703-63f3f473c99f HTTP/1.1" status: 200 len: 217 time: 0.0382416 Jul 24 20:06:01.500921 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_dvr_db [None req-11e3ea25-d9b3-4178-b48f-8a3cd9cedf3e None None] Set router 969fae22-2221-4203-a12b-ae2c873953e4 gateway port host: dv-cinder-850449-2-iscsi {{(pid=110844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 20:06:01.506121 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-5eb6b8d0-b9de-4275-ae3d-855f35748a43 tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471764'] for security_group_rule (ca4d1ca5-d538-4d25-9025-d2baa3fa5eef), after_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:01.535651 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866cab27-94f6-4edc-b999-ca0eaa1df9ef req-b188ceea-8a8e-40ad-9dbf-47640aa9ec5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:06:01.538369 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-866cab27-94f6-4edc-b999-ca0eaa1df9ef req-b188ceea-8a8e-40ad-9dbf-47640aa9ec5b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9f1a76ef-9ecc-40f5-8dc9-5b3ae75ee961 HTTP/1.1" status: 200 len: 855 time: 0.0549579 Jul 24 20:06:01.540624 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb6b8d0-b9de-4275-ae3d-855f35748a43 tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca4d1ca5-d538-4d25-9025-d2baa3fa5eef,revision_number=0']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:06:01.607591 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866cab27-94f6-4edc-b999-ca0eaa1df9ef req-808ed9ec-6f10-40b0-936e-19e76d978712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:06:01.608851 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 35122) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:06:01.610157 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-866cab27-94f6-4edc-b999-ca0eaa1df9ef req-808ed9ec-6f10-40b0-936e-19e76d978712 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b3fd2ef6-6f8c-45f9-a0a9-81c377b08f7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0640724 Jul 24 20:06:01.615131 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.v2.base [None req-69f9c809-e793-401e-9758-9c179db50654 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Request body: {'security_group': {'name': 'tempest-securitygroup--761138816', 'description': 'tempest-description--1497493449'}} {{(pid=110842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 20:06:01.636802 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-5eb6b8d0-b9de-4275-ae3d-855f35748a43 tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:01.638016 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-5eb6b8d0-b9de-4275-ae3d-855f35748a43 tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4587753 Jul 24 20:06:01.641668 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [-] (110843) accepted ('10.222.0.17', 35124) {{(pid=110843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:06:01.647491 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.v2.base [None req-61112cc7-9d67-40c1-8246-fb932d9b35eb tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] Request body: {'security_group_rule': {'security_group_id': '623eeaef-673a-47cb-9829-c979feaccd70', 'project_id': 'd4f1f24b3a384f1db3a6e782253814ec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 20:06:01.715308 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_hamode_db [None req-11e3ea25-d9b3-4178-b48f-8a3cd9cedf3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '969fae22-2221-4203-a12b-ae2c873953e4', 'name': 'tempest-TestShelveInstance-1777785397-router', 'tenant_id': 'fd7606f6fdc54b33b7490691669a08a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'external_fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.240'}], 'enable_snat': True}, 'gw_port_id': 'afa9c09c-6f04-48fb-a23b-5a2d86edd720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T20:05:53Z', 'updated_at': '2022-07-24T20:05:58Z', 'revision_number': 4, 'project_id': 'fd7606f6fdc54b33b7490691669a08a2', 'gw_port': {'id': 'afa9c09c-6f04-48fb-a23b-5a2d86edd720', 'name': '', 'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:81:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969fae22-2221-4203-a12b-ae2c873953e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:05:53Z', 'updated_at': '2022-07-24T20:06:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99a0caa3-3fb5-4860-826f-478186226de3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850449-2-iscsi', '_interfaces': [{'id': '876db2aa-db6c-4ca6-baed-8b9fa3ea7386', 'name': '', 'network_id': 'a05ca1bc-6e19-4794-8186-a3eac963c146', 'tenant_id': 'fd7606f6fdc54b33b7490691669a08a2', 'mac_address': 'fa:16:3e:23:13:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '969fae22-2221-4203-a12b-ae2c873953e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'ae54b04a-8e22-413f-8b25-e844f1399983', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:05:57Z', 'updated_at': '2022-07-24T20:05:58Z', 'revision_number': 2, 'project_id': 'fd7606f6fdc54b33b7490691669a08a2', 'subnets': [{'id': 'ae54b04a-8e22-413f-8b25-e844f1399983', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850449-2-iscsi', False) {} {{(pid=110844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:06:01.738103 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-866cab27-94f6-4edc-b999-ca0eaa1df9ef req-061c96d7-5fd8-49ab-a826-9984794ef6ad service neutron] 10.222.0.42 "GET /v2.0/networks/b3fd2ef6-6f8c-45f9-a0a9-81c377b08f7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209776 Jul 24 20:06:01.740736 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e3ea25-d9b3-4178-b48f-8a3cd9cedf3e None None] Checking router: 969fae22-2221-4203-a12b-ae2c873953e4 for host: dv-cinder-850449-2-iscsi {{(pid=110844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 20:06:01.741096 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e3ea25-d9b3-4178-b48f-8a3cd9cedf3e None None] Updating router 969fae22-2221-4203-a12b-ae2c873953e4 port 876db2aa-db6c-4ca6-baed-8b9fa3ea7386 binding host dv-cinder-850449-2-iscsi {{(pid=110844) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 20:06:01.761657 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-69f9c809-e793-401e-9758-9c179db50654 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Publish callbacks [] for security_group (None), before_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:01.773106 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-11e3ea25-d9b3-4178-b48f-8a3cd9cedf3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (876db2aa-db6c-4ca6-baed-8b9fa3ea7386), before_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:01.825884 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-61112cc7-9d67-40c1-8246-fb932d9b35eb tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] Publish callbacks [] for security_group_rule (46fb51cb-8e6a-49c6-9a39-77f3d5887aa0), before_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:01.839405 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=81,neutron:DELETE=10,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:06:01.852304 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:06:01.855170 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-69f9c809-e793-401e-9758-9c179db50654 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Publish callbacks [] for security_group (ff9ae7fc-996f-45d5-8608-b489a4ed3d09), precommit_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:01.881086 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-866cab27-94f6-4edc-b999-ca0eaa1df9ef req-42d9e785-030d-453b-bdbb-f192662470e9 service neutron] 10.222.0.42 "GET /v2.0/networks/b3fd2ef6-6f8c-45f9-a0a9-81c377b08f7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342084 Jul 24 20:06:01.913799 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-61112cc7-9d67-40c1-8246-fb932d9b35eb tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] Publish callbacks [] for security_group_rule (46fb51cb-8e6a-49c6-9a39-77f3d5887aa0), precommit_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:01.931231 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-69f9c809-e793-401e-9758-9c179db50654 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (ff9ae7fc-996f-45d5-8608-b489a4ed3d09), after_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:01.963804 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f9c809-e793-401e-9758-9c179db50654 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff9ae7fc-996f-45d5-8608-b489a4ed3d09,revision_number=1']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:06:02.034352 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-61112cc7-9d67-40c1-8246-fb932d9b35eb tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471764'] for security_group_rule (46fb51cb-8e6a-49c6-9a39-77f3d5887aa0), after_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:02.037233 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-69f9c809-e793-401e-9758-9c179db50654 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Publish callbacks [] for security_group (None), before_response {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:02.042885 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-69f9c809-e793-401e-9758-9c179db50654 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4287841 Jul 24 20:06:02.043176 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [-] (110843) accepted ('10.222.0.17', 35126) {{(pid=110843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:06:02.051319 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.v2.base [None req-a04cc50c-dd8f-4ac9-b5f7-1eb3184b480c tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Request body: {'security_group_rule': {'security_group_id': 'ff9ae7fc-996f-45d5-8608-b489a4ed3d09', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 20:06:02.074467 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61112cc7-9d67-40c1-8246-fb932d9b35eb tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46fb51cb-8e6a-49c6-9a39-77f3d5887aa0,revision_number=0']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:06:02.100357 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-11e3ea25-d9b3-4178-b48f-8a3cd9cedf3e None None] Publish callbacks [] for port (876db2aa-db6c-4ca6-baed-8b9fa3ea7386), precommit_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:02.188368 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-11e3ea25-d9b3-4178-b48f-8a3cd9cedf3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958'] for port (876db2aa-db6c-4ca6-baed-8b9fa3ea7386), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:02.192620 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-61112cc7-9d67-40c1-8246-fb932d9b35eb tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:02.194185 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [None req-61112cc7-9d67-40c1-8246-fb932d9b35eb tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5505352 Jul 24 20:06:02.199102 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [-] (110843) accepted ('10.222.0.17', 35128) {{(pid=110843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:06:02.199689 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:06:02.204373 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.v2.base [None req-cbde878c-14ff-4efe-94e3-81443e3d9c8e tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] Request body: {'security_group_rule': {'security_group_id': '623eeaef-673a-47cb-9829-c979feaccd70', 'project_id': 'd4f1f24b3a384f1db3a6e782253814ec', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 20:06:02.248732 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbade096-7b9b-48ed-b257-93b4fb40eff0 None None] Pushing event updated for resources: {'Port': ['ID=876db2aa-db6c-4ca6-baed-8b9fa3ea7386,revision_number=3']} {{(pid=110844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:06:02.281275 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-a04cc50c-dd8f-4ac9-b5f7-1eb3184b480c tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Publish callbacks [] for security_group_rule (38c79967-3bdb-451c-b28b-a51c04889733), before_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:02.331544 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.managers [None req-11e3ea25-d9b3-4178-b48f-8a3cd9cedf3e None None] Attempting to bind port 876db2aa-db6c-4ca6-baed-8b9fa3ea7386 on host dv-cinder-850449-2-iscsi for vnic_type normal with profile {{(pid=110844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 24 20:06:02.332115 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.managers [None req-11e3ea25-d9b3-4178-b48f-8a3cd9cedf3e None None] Attempting to bind port 876db2aa-db6c-4ca6-baed-8b9fa3ea7386 by drivers openvswitch,hyperv on host dv-cinder-850449-2-iscsi at level 0 using segments [{'id': 'e3c197c3-afb8-4185-8fa6-54b4494b3bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'a05ca1bc-6e19-4794-8186-a3eac963c146'}] {{(pid=110844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 24 20:06:02.332699 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e3ea25-d9b3-4178-b48f-8a3cd9cedf3e None None] Attempting to bind port 876db2aa-db6c-4ca6-baed-8b9fa3ea7386 on network a05ca1bc-6e19-4794-8186-a3eac963c146 {{(pid=110844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 24 20:06:02.335560 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-cbde878c-14ff-4efe-94e3-81443e3d9c8e tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] Publish callbacks [] for security_group_rule (a0461f96-68cd-4300-876c-9c5b2a8e7493), before_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:02.343100 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e3ea25-d9b3-4178-b48f-8a3cd9cedf3e None None] Checking agent: {'id': '46eda511-dfa5-408c-8bd4-cb509f691033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850449-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 24, 19, 52, 9), 'started_at': datetime.datetime(2022, 7, 24, 19, 52, 39), 'heartbeat_timestamp': datetime.datetime(2022, 7, 24, 20, 5, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850449-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 24 20:06:02.344194 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e3ea25-d9b3-4178-b48f-8a3cd9cedf3e None None] Checking segment: {'id': 'e3c197c3-afb8-4185-8fa6-54b4494b3bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'a05ca1bc-6e19-4794-8186-a3eac963c146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 24 20:06:02.346970 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-11e3ea25-d9b3-4178-b48f-8a3cd9cedf3e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:02.346970 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e3ea25-d9b3-4178-b48f-8a3cd9cedf3e None None] Bound using segment: {'id': 'e3c197c3-afb8-4185-8fa6-54b4494b3bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'a05ca1bc-6e19-4794-8186-a3eac963c146'} {{(pid=110844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 24 20:06:02.346970 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.managers [None req-11e3ea25-d9b3-4178-b48f-8a3cd9cedf3e None None] Bound port: 876db2aa-db6c-4ca6-baed-8b9fa3ea7386, host: dv-cinder-850449-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3c197c3-afb8-4185-8fa6-54b4494b3bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'a05ca1bc-6e19-4794-8186-a3eac963c146'}}] {{(pid=110844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 24 20:06:02.347510 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-11e3ea25-d9b3-4178-b48f-8a3cd9cedf3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (876db2aa-db6c-4ca6-baed-8b9fa3ea7386), before_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:02.449598 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-11e3ea25-d9b3-4178-b48f-8a3cd9cedf3e None None] For port 876db2aa-db6c-4ca6-baed-8b9fa3ea7386, host dv-cinder-850449-2-iscsi, cleared binding levels {{(pid=110844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 20:06:02.453832 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-11e3ea25-d9b3-4178-b48f-8a3cd9cedf3e None None] For port 876db2aa-db6c-4ca6-baed-8b9fa3ea7386, host dv-cinder-850449-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850449-2-iscsi',level=0,port_id=876db2aa-db6c-4ca6-baed-8b9fa3ea7386,segment=NetworkSegment(e3c197c3-afb8-4185-8fa6-54b4494b3bc0),segment_id=e3c197c3-afb8-4185-8fa6-54b4494b3bc0)] {{(pid=110844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 20:06:02.469602 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-a04cc50c-dd8f-4ac9-b5f7-1eb3184b480c tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Publish callbacks [] for security_group_rule (38c79967-3bdb-451c-b28b-a51c04889733), precommit_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:02.482861 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1aad63-7556-445a-a5c5-252c0eb42318 req-fb030bd4-17f1-44a1-9e40-a9c5f56cfcbb tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:06:02.484533 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-7c1aad63-7556-445a-a5c5-252c0eb42318 req-fb030bd4-17f1-44a1-9e40-a9c5f56cfcbb tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/ports?device_id=d5df6d8f-f3f8-46f9-a3dc-b686165759d1 HTTP/1.1" status: 200 len: 944 time: 0.1217911 Jul 24 20:06:02.503758 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-cbde878c-14ff-4efe-94e3-81443e3d9c8e tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] Publish callbacks [] for security_group_rule (a0461f96-68cd-4300-876c-9c5b2a8e7493), precommit_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:02.520573 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-11e3ea25-d9b3-4178-b48f-8a3cd9cedf3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958'] for port (876db2aa-db6c-4ca6-baed-8b9fa3ea7386), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:02.531250 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:06:02.546231 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-7c1aad63-7556-445a-a5c5-252c0eb42318 req-cc20222e-8283-4896-b8c0-477f9b85df0c tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/security-groups?id=127ff494-6d09-4ff6-9b8b-b1a80f4fa86b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557148 Jul 24 20:06:02.547511 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-a04cc50c-dd8f-4ac9-b5f7-1eb3184b480c tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471764'] for security_group_rule (38c79967-3bdb-451c-b28b-a51c04889733), after_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:02.568993 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04cc50c-dd8f-4ac9-b5f7-1eb3184b480c tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38c79967-3bdb-451c-b28b-a51c04889733,revision_number=0']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:06:02.571374 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:06:02.579547 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e3ea25-d9b3-4178-b48f-8a3cd9cedf3e None None] Routers {'969fae22-2221-4203-a12b-ae2c873953e4'} bound to L3 agent in host dv-cinder-850449-2-iscsi {{(pid=110844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 20:06:02.580193 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_hamode_db [None req-11e3ea25-d9b3-4178-b48f-8a3cd9cedf3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-24T19:52:06Z,description=,heartbeat_timestamp=2022-07-24T20:05:36Z,host='dv-cinder-850449-2-iscsi',id=408021b7-d46b-48c2-9f75-8a8023f9145c,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T19:52:06Z,topic='l3_agent')) {'router_ids': ['969fae22-2221-4203-a12b-ae2c873953e4'], 'active': True} {{(pid=110844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:06:02.606103 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-cbde878c-14ff-4efe-94e3-81443e3d9c8e tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471764'] for security_group_rule (a0461f96-68cd-4300-876c-9c5b2a8e7493), after_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:02.631798 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbde878c-14ff-4efe-94e3-81443e3d9c8e tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0461f96-68cd-4300-876c-9c5b2a8e7493,revision_number=0']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:06:02.647427 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbade096-7b9b-48ed-b257-93b4fb40eff0 None None] Pushing event updated for resources: {'Port': ['ID=876db2aa-db6c-4ca6-baed-8b9fa3ea7386,revision_number=4']} {{(pid=110844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:06:02.652896 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-a04cc50c-dd8f-4ac9-b5f7-1eb3184b480c tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:02.654353 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [None req-a04cc50c-dd8f-4ac9-b5f7-1eb3184b480c tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6102567 Jul 24 20:06:02.657596 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 35132) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:06:02.667583 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.v2.base [None req-590fba03-db01-4bc6-b7e1-2241177c950f tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Request body: {'security_group_rule': {'security_group_id': 'ff9ae7fc-996f-45d5-8608-b489a4ed3d09', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 20:06:02.713248 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-79632f10-74d6-45ee-b3ad-906cbdeade04 None None] Provisioning complete for port 876db2aa-db6c-4ca6-baed-8b9fa3ea7386 triggered by entity DHCP. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 20:06:02.713785 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-79632f10-74d6-45ee-b3ad-906cbdeade04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812910'] for port (876db2aa-db6c-4ca6-baed-8b9fa3ea7386), provisioning_complete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:02.784821 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_dvr_db [None req-11e3ea25-d9b3-4178-b48f-8a3cd9cedf3e None None] Set router 969fae22-2221-4203-a12b-ae2c873953e4 gateway port host: dv-cinder-850449-2-iscsi {{(pid=110844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 20:06:02.815304 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Device afa9c09c-6f04-48fb-a23b-5a2d86edd720 up at agent ovs-agent-dv-cinder-850449-2-iscsi {{(pid=110844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 20:06:02.816314 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-cbde878c-14ff-4efe-94e3-81443e3d9c8e tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:02.824175 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 35134) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:06:02.824301 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [None req-cbde878c-14ff-4efe-94e3-81443e3d9c8e tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6201329 Jul 24 20:06:02.827471 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.v2.base [None req-baac238e-a20d-41a5-b9c6-7b66e045a613 tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] Request body: {'security_group_rule': {'security_group_id': '623eeaef-673a-47cb-9829-c979feaccd70', 'project_id': 'd4f1f24b3a384f1db3a6e782253814ec', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 20:06:02.854319 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-590fba03-db01-4bc6-b7e1-2241177c950f tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Publish callbacks [] for security_group_rule (112623bb-33a0-4315-b88f-a712bffb9c5f), before_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:02.918444 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-590fba03-db01-4bc6-b7e1-2241177c950f tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Publish callbacks [] for security_group_rule (112623bb-33a0-4315-b88f-a712bffb9c5f), precommit_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:02.923082 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-79632f10-74d6-45ee-b3ad-906cbdeade04 None None] Current status of the port 876db2aa-db6c-4ca6-baed-8b9fa3ea7386 is: DOWN; New status is: ACTIVE {{(pid=110844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 20:06:02.923465 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-79632f10-74d6-45ee-b3ad-906cbdeade04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (876db2aa-db6c-4ca6-baed-8b9fa3ea7386), before_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:03.018726 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-baac238e-a20d-41a5-b9c6-7b66e045a613 tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] Publish callbacks [] for security_group_rule (ff4af048-ffa4-4257-8a1f-d35b9caec21a), before_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:03.032722 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Provisioning complete for port afa9c09c-6f04-48fb-a23b-5a2d86edd720 triggered by entity L2. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 20:06:03.033108 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812910'] for port (afa9c09c-6f04-48fb-a23b-5a2d86edd720), provisioning_complete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:03.042827 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-79632f10-74d6-45ee-b3ad-906cbdeade04 None None] For port 876db2aa-db6c-4ca6-baed-8b9fa3ea7386, host dv-cinder-850449-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850449-2-iscsi',level=0,port_id=876db2aa-db6c-4ca6-baed-8b9fa3ea7386,segment=NetworkSegment(e3c197c3-afb8-4185-8fa6-54b4494b3bc0),segment_id=e3c197c3-afb8-4185-8fa6-54b4494b3bc0)] {{(pid=110844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 20:06:03.065349 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-590fba03-db01-4bc6-b7e1-2241177c950f tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471764'] for security_group_rule (112623bb-33a0-4315-b88f-a712bffb9c5f), after_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:03.085078 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=85,neutron:UPDATE=2,neutron:DELETE=3,neutron:INSERT=10 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:06:03.129480 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590fba03-db01-4bc6-b7e1-2241177c950f tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=112623bb-33a0-4315-b88f-a712bffb9c5f,revision_number=0']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:06:03.173451 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-baac238e-a20d-41a5-b9c6-7b66e045a613 tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] Publish callbacks [] for security_group_rule (ff4af048-ffa4-4257-8a1f-d35b9caec21a), precommit_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:03.208240 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-590fba03-db01-4bc6-b7e1-2241177c950f tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:03.209963 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-590fba03-db01-4bc6-b7e1-2241177c950f tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5507078 Jul 24 20:06:03.215279 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 35136) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:06:03.220434 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.v2.base [None req-c6308f1a-ec41-49a7-b31f-d3f4f078a059 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Request body: {'floatingip': {'floating_network_id': '10498192-3528-4341-803f-d59b33e3b71c'}} {{(pid=110842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 20:06:03.247037 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-79632f10-74d6-45ee-b3ad-906cbdeade04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958'] for port (876db2aa-db6c-4ca6-baed-8b9fa3ea7386), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:03.254473 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=100 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:06:03.300011 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_hamode_db [None req-11e3ea25-d9b3-4178-b48f-8a3cd9cedf3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '969fae22-2221-4203-a12b-ae2c873953e4', 'name': 'tempest-TestShelveInstance-1777785397-router', 'tenant_id': 'fd7606f6fdc54b33b7490691669a08a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'external_fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.240'}], 'enable_snat': True}, 'gw_port_id': 'afa9c09c-6f04-48fb-a23b-5a2d86edd720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T20:05:53Z', 'updated_at': '2022-07-24T20:05:58Z', 'revision_number': 4, 'project_id': 'fd7606f6fdc54b33b7490691669a08a2', 'gw_port': {'id': 'afa9c09c-6f04-48fb-a23b-5a2d86edd720', 'name': '', 'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:81:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969fae22-2221-4203-a12b-ae2c873953e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:05:53Z', 'updated_at': '2022-07-24T20:06:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99a0caa3-3fb5-4860-826f-478186226de3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850449-2-iscsi', '_interfaces': [{'id': '876db2aa-db6c-4ca6-baed-8b9fa3ea7386', 'name': '', 'network_id': 'a05ca1bc-6e19-4794-8186-a3eac963c146', 'tenant_id': 'fd7606f6fdc54b33b7490691669a08a2', 'mac_address': 'fa:16:3e:23:13:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '969fae22-2221-4203-a12b-ae2c873953e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'ae54b04a-8e22-413f-8b25-e844f1399983', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:05:57Z', 'updated_at': '2022-07-24T20:06:02Z', 'revision_number': 4, 'project_id': 'fd7606f6fdc54b33b7490691669a08a2', 'subnets': [{'id': 'ae54b04a-8e22-413f-8b25-e844f1399983', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850449-2-iscsi', False) {} {{(pid=110844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:06:03.301178 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-baac238e-a20d-41a5-b9c6-7b66e045a613 tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471764'] for security_group_rule (ff4af048-ffa4-4257-8a1f-d35b9caec21a), after_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:03.330874 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baac238e-a20d-41a5-b9c6-7b66e045a613 tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff4af048-ffa4-4257-8a1f-d35b9caec21a,revision_number=0']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:06:03.354739 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-c6308f1a-ec41-49a7-b31f-d3f4f078a059 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:03.357446 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e3ea25-d9b3-4178-b48f-8a3cd9cedf3e None None] The sync data for ids ['969fae22-2221-4203-a12b-ae2c873953e4'] in dv-cinder-850449-2-iscsi is: [{'id': '969fae22-2221-4203-a12b-ae2c873953e4', 'name': 'tempest-TestShelveInstance-1777785397-router', 'tenant_id': 'fd7606f6fdc54b33b7490691669a08a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'external_fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.240'}], 'enable_snat': True}, 'gw_port_id': 'afa9c09c-6f04-48fb-a23b-5a2d86edd720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T20:05:53Z', 'updated_at': '2022-07-24T20:05:58Z', 'revision_number': 4, 'project_id': 'fd7606f6fdc54b33b7490691669a08a2', 'gw_port': {'id': 'afa9c09c-6f04-48fb-a23b-5a2d86edd720', 'name': '', 'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:81:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969fae22-2221-4203-a12b-ae2c873953e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:05:53Z', 'updated_at': '2022-07-24T20:06:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99a0caa3-3fb5-4860-826f-478186226de3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850449-2-iscsi', '_interfaces': [{'id': '876db2aa-db6c-4ca6-baed-8b9fa3ea7386', 'name': '', 'network_id': 'a05ca1bc-6e19-4794-8186-a3eac963c146', 'tenant_id': 'fd7606f6fdc54b33b7490691669a08a2', 'mac_address': 'fa:16:3e:23:13:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '969fae22-2221-4203-a12b-ae2c873953e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'ae54b04a-8e22-413f-8b25-e844f1399983', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:05:57Z', 'updated_at': '2022-07-24T20:06:02Z', 'revision_number': 4, 'project_id': 'fd7606f6fdc54b33b7490691669a08a2', 'subnets': [{'id': 'ae54b04a-8e22-413f-8b25-e844f1399983', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 20:06:03.383837 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79632f10-74d6-45ee-b3ad-906cbdeade04 None None] Pushing event updated for resources: {'Port': ['ID=876db2aa-db6c-4ca6-baed-8b9fa3ea7386,revision_number=5']} {{(pid=110844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:06:03.393110 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Current status of the port afa9c09c-6f04-48fb-a23b-5a2d86edd720 is: ACTIVE; New status is: ACTIVE {{(pid=110844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 20:06:03.395262 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-292bf7a2-e1e1-417a-bab8-9d42b96f1264 None None] Provisioning complete for port 876db2aa-db6c-4ca6-baed-8b9fa3ea7386 triggered by entity DHCP. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 20:06:03.395637 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-292bf7a2-e1e1-417a-bab8-9d42b96f1264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812910'] for port (876db2aa-db6c-4ca6-baed-8b9fa3ea7386), provisioning_complete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:03.487180 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-baac238e-a20d-41a5-b9c6-7b66e045a613 tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:03.488459 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-baac238e-a20d-41a5-b9c6-7b66e045a613 tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6668086 Jul 24 20:06:03.492976 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [-] (110843) accepted ('10.222.0.17', 35138) {{(pid=110843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:06:03.499452 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.v2.base [None req-7ab1b373-9547-4645-ac91-e9e97d3bf527 tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] Request body: {'security_group_rule': {'security_group_id': '623eeaef-673a-47cb-9829-c979feaccd70', 'project_id': 'd4f1f24b3a384f1db3a6e782253814ec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 20:06:03.533259 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-c6308f1a-ec41-49a7-b31f-d3f4f078a059 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (None), before_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:03.550003 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-292bf7a2-e1e1-417a-bab8-9d42b96f1264 None None] Current status of the port 876db2aa-db6c-4ca6-baed-8b9fa3ea7386 is: ACTIVE; New status is: ACTIVE {{(pid=110844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 20:06:03.588341 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-6d184503-cab0-4717-9ccf-276b06bbbe5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (dc36e0ef-94f3-4a3e-9c13-4790afccb2e9), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:03.625627 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.db.securitygroups_db [None req-7ab1b373-9547-4645-ac91-e9e97d3bf527 tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] Project d4f1f24b3a384f1db3a6e782253814ec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 24 20:06:03.634177 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-7ab1b373-9547-4645-ac91-e9e97d3bf527 tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] Publish callbacks [] for security_group_rule (b1823f73-d045-4260-aae1-bcd14c07ab9d), before_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:03.699617 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Device 82dca016-61b7-4adb-b703-63f3f473c99f details requested by agent hyperv_hv-cinder-85044 with host hv-cinder-85044 {{(pid=110844) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 20:06:03.727206 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.db.db_base_plugin_common [None req-c6308f1a-ec41-49a7-b31f-d3f4f078a059 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Allocated IP 172.27.3.226 (10498192-3528-4341-803f-d59b33e3b71c/99a0caa3-3fb5-4860-826f-478186226de3/f53d4963-3907-45a2-9ee1-a47609594a55) {{(pid=110842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 20:06:03.753108 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:06:03.780846 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-7ab1b373-9547-4645-ac91-e9e97d3bf527 tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] Publish callbacks [] for security_group_rule (b1823f73-d045-4260-aae1-bcd14c07ab9d), precommit_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:03.793648 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58af63af-cb7e-4132-81e9-e4966f7ce219 req-54c2be52-f832-4fdf-9512-2cacfa1fc88e tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:06:03.795594 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-58af63af-cb7e-4132-81e9-e4966f7ce219 req-54c2be52-f832-4fdf-9512-2cacfa1fc88e tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/ports?device_id=d5df6d8f-f3f8-46f9-a3dc-b686165759d1 HTTP/1.1" status: 200 len: 944 time: 0.0668271 Jul 24 20:06:03.847538 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=5 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:06:03.856233 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-7ab1b373-9547-4645-ac91-e9e97d3bf527 tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471764'] for security_group_rule (b1823f73-d045-4260-aae1-bcd14c07ab9d), after_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:03.870146 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] For port 82dca016-61b7-4adb-b703-63f3f473c99f, host hv-cinder-85044, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85044',level=0,port_id=82dca016-61b7-4adb-b703-63f3f473c99f,segment=NetworkSegment(e9fdb9ec-6b6e-4383-ae6e-075d3eed2f20),segment_id=e9fdb9ec-6b6e-4383-ae6e-075d3eed2f20)] {{(pid=110844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 20:06:03.885926 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Returning: {'device': '82dca016-61b7-4adb-b703-63f3f473c99f', 'network_id': 'b3fd2ef6-6f8c-45f9-a0a9-81c377b08f7e', 'port_id': '82dca016-61b7-4adb-b703-63f3f473c99f', 'mac_address': 'fa:16:3e:60:db:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f1a76ef-9ecc-40f5-8dc9-5b3ae75ee961', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110844) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 20:06:03.889997 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-c6308f1a-ec41-49a7-b31f-d3f4f078a059 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Publish callbacks [] for port (f53d4963-3907-45a2-9ee1-a47609594a55), precommit_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:03.892956 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-58af63af-cb7e-4132-81e9-e4966f7ce219 req-2e30947b-5220-4090-99ef-3f74df15f87c tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/security-groups?id=127ff494-6d09-4ff6-9b8b-b1a80f4fa86b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908539 Jul 24 20:06:03.898177 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab1b373-9547-4645-ac91-e9e97d3bf527 tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1823f73-d045-4260-aae1-bcd14c07ab9d,revision_number=0']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:06:03.944378 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Current status of the port 82dca016-61b7-4adb-b703-63f3f473c99f is: DOWN; New status is: BUILD {{(pid=110844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 20:06:03.944887 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (82dca016-61b7-4adb-b703-63f3f473c99f), before_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:03.961713 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.notifiers.nova [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82dca016-61b7-4adb-b703-63f3f473c99f {{(pid=110844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 24 20:06:03.980249 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-7ab1b373-9547-4645-ac91-e9e97d3bf527 tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:03.984366 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [None req-7ab1b373-9547-4645-ac91-e9e97d3bf527 tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4877212 Jul 24 20:06:03.984738 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 35142) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:06:03.989772 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] For port 82dca016-61b7-4adb-b703-63f3f473c99f, host hv-cinder-85044, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85044',level=0,port_id=82dca016-61b7-4adb-b703-63f3f473c99f,segment=NetworkSegment(e9fdb9ec-6b6e-4383-ae6e-075d3eed2f20),segment_id=e9fdb9ec-6b6e-4383-ae6e-075d3eed2f20)] {{(pid=110844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 20:06:03.990420 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.v2.base [None req-eeb1ff63-81b2-467c-9533-b31391351d61 tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] Request body: {'security_group_rule': {'security_group_id': '623eeaef-673a-47cb-9829-c979feaccd70', 'project_id': 'd4f1f24b3a384f1db3a6e782253814ec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 20:06:04.015157 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-c6308f1a-ec41-49a7-b31f-d3f4f078a059 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731445223406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8925015'] for port (f53d4963-3907-45a2-9ee1-a47609594a55), after_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:04.059107 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6308f1a-ec41-49a7-b31f-d3f4f078a059 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Network 10498192-3528-4341-803f-d59b33e3b71c is already hosted by enough agents. {{(pid=110842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 20:06:04.062238 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.scheduler.base_scheduler [None req-c6308f1a-ec41-49a7-b31f-d3f4f078a059 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Resources bound (agent type, host, resource id): {{(pid=110842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 20:06:04.068488 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6308f1a-ec41-49a7-b31f-d3f4f078a059 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Received port after_create {{(pid=110842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 24 20:06:04.074804 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958'] for port (82dca016-61b7-4adb-b703-63f3f473c99f), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:04.101258 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6308f1a-ec41-49a7-b31f-d3f4f078a059 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Pushing event updated for resources: {'Port': ['ID=f53d4963-3907-45a2-9ee1-a47609594a55,revision_number=1']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:06:04.114806 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.db.securitygroups_db [None req-eeb1ff63-81b2-467c-9533-b31391351d61 tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] Project d4f1f24b3a384f1db3a6e782253814ec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 24 20:06:04.125224 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-eeb1ff63-81b2-467c-9533-b31391351d61 tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] Publish callbacks [] for security_group_rule (fbc5f790-819e-4e33-b468-0d8881c9dd03), before_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:04.138561 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Pushing event updated for resources: {'Port': ['ID=82dca016-61b7-4adb-b703-63f3f473c99f,revision_number=4']} {{(pid=110844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:06:04.223382 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-c6308f1a-ec41-49a7-b31f-d3f4f078a059 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Publish callbacks [] for floatingip (b2f971ca-d32b-411b-ac2b-17f3b9473ae6), precommit_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:04.236271 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-eeb1ff63-81b2-467c-9533-b31391351d61 tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] Publish callbacks [] for security_group_rule (fbc5f790-819e-4e33-b468-0d8881c9dd03), precommit_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:04.359796 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] get_ports_and_sgs() called for port_ids ['82dca016-61b7-4adb-b703-63f3f473c99f'] {{(pid=110844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 20:06:04.373976 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-eeb1ff63-81b2-467c-9533-b31391351d61 tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471764'] for security_group_rule (fbc5f790-819e-4e33-b468-0d8881c9dd03), after_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:04.446031 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb1ff63-81b2-467c-9533-b31391351d61 tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbc5f790-819e-4e33-b468-0d8881c9dd03,revision_number=0']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:06:04.459717 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-c6308f1a-ec41-49a7-b31f-d3f4f078a059 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (f53d4963-3907-45a2-9ee1-a47609594a55), before_update {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:04.552024 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-eeb1ff63-81b2-467c-9533-b31391351d61 tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:04.553836 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-eeb1ff63-81b2-467c-9533-b31391351d61 tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5678959 Jul 24 20:06:04.659391 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-c6308f1a-ec41-49a7-b31f-d3f4f078a059 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Publish callbacks [] for port (f53d4963-3907-45a2-9ee1-a47609594a55), precommit_update {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:04.759457 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-c6308f1a-ec41-49a7-b31f-d3f4f078a059 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8925036'] for port (f53d4963-3907-45a2-9ee1-a47609594a55), after_update {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:04.796783 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Device 876db2aa-db6c-4ca6-baed-8b9fa3ea7386 up at agent ovs-agent-dv-cinder-850449-2-iscsi {{(pid=110844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 20:06:04.830828 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:06:04.844431 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6308f1a-ec41-49a7-b31f-d3f4f078a059 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Pushing event updated for resources: {'Port': ['ID=f53d4963-3907-45a2-9ee1-a47609594a55,revision_number=2']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:06:04.852951 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:06:04.856296 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-c6308f1a-ec41-49a7-b31f-d3f4f078a059 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-452544'] for floatingip (b2f971ca-d32b-411b-ac2b-17f3b9473ae6), after_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:04.868470 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Provisioning complete for port 876db2aa-db6c-4ca6-baed-8b9fa3ea7386 triggered by entity L2. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 20:06:04.868470 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812910'] for port (876db2aa-db6c-4ca6-baed-8b9fa3ea7386), provisioning_complete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:04.946163 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-c6308f1a-ec41-49a7-b31f-d3f4f078a059 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1048257'] for floatingip (None), before_response {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:04.948891 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-c6308f1a-ec41-49a7-b31f-d3f4f078a059 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7317584 Jul 24 20:06:04.972164 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Current status of the port 876db2aa-db6c-4ca6-baed-8b9fa3ea7386 is: ACTIVE; New status is: ACTIVE {{(pid=110844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 20:06:05.058253 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa63abfd-2cd1-447d-8aa7-c4852de01340 req-25f076b8-b8f8-49bb-8bc6-7202ff62dd15 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:06:05.060309 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-aa63abfd-2cd1-447d-8aa7-c4852de01340 req-25f076b8-b8f8-49bb-8bc6-7202ff62dd15 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/ports?device_id=d5df6d8f-f3f8-46f9-a3dc-b686165759d1 HTTP/1.1" status: 200 len: 945 time: 0.0617974 Jul 24 20:06:05.122792 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-aa63abfd-2cd1-447d-8aa7-c4852de01340 req-3f01ee3c-b22b-4404-85b4-f4cfbfcce633 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/security-groups?id=127ff494-6d09-4ff6-9b8b-b1a80f4fa86b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554347 Jul 24 20:06:05.230072 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-65d50509-31f2-456d-852f-ff7c84217e9b req-d5116b6a-2541-4fc2-8b5a-3ae12eedc39b tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.17 "GET /v2.0/security-groups?name=tempest-securitygroup--761138816&fields=id&tenant_id=dcc8f2e8d4e64866a624dcd6d1de5d81 HTTP/1.1" status: 200 len: 267 time: 0.0751510 Jul 24 20:06:05.371315 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:06:05.391269 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d50509-31f2-456d-852f-ff7c84217e9b req-69ba98c4-9ddd-4d05-bad4-41968b9c59b1 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:06:05.393231 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-65d50509-31f2-456d-852f-ff7c84217e9b req-69ba98c4-9ddd-4d05-bad4-41968b9c59b1 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.17 "GET /v2.0/networks?id=9568b641-7783-426b-8ad0-3ac71fba0922 HTTP/1.1" status: 200 len: 815 time: 0.1535354 Jul 24 20:06:05.409478 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-65d50509-31f2-456d-852f-ff7c84217e9b req-de24e206-1553-45af-a90b-1e246553a71a tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.17 "GET /v2.0/quotas/dcc8f2e8d4e64866a624dcd6d1de5d81 HTTP/1.1" status: 200 len: 375 time: 0.0107055 Jul 24 20:06:05.460960 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-65d50509-31f2-456d-852f-ff7c84217e9b req-2ba0f421-52ec-41c1-94e8-e4d0db3885ca tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=dcc8f2e8d4e64866a624dcd6d1de5d81&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0461571 Jul 24 20:06:05.571021 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-65d50509-31f2-456d-852f-ff7c84217e9b req-99b04bc9-d4e8-43b5-9485-2615aa986798 service neutron] 10.222.0.17 "GET /v2.0/networks/9568b641-7783-426b-8ad0-3ac71fba0922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965166 Jul 24 20:06:05.679111 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-65d50509-31f2-456d-852f-ff7c84217e9b req-5d14f334-1638-4a02-8991-c477713c6c1f service neutron] 10.222.0.17 "GET /v2.0/networks/9568b641-7783-426b-8ad0-3ac71fba0922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962260 Jul 24 20:06:05.717375 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Device 82dca016-61b7-4adb-b703-63f3f473c99f up at agent hyperv_hv-cinder-85044 {{(pid=110844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 20:06:05.767138 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Provisioning for port 82dca016-61b7-4adb-b703-63f3f473c99f completed by entity L2. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 24 20:06:05.857157 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Provisioning complete for port 82dca016-61b7-4adb-b703-63f3f473c99f triggered by entity L2. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 20:06:05.857932 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812910'] for port (82dca016-61b7-4adb-b703-63f3f473c99f), provisioning_complete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:05.928516 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-fe018148-c20c-4ebd-a5b2-79b27114a99a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (408021b7-d46b-48c2-9f75-8a8023f9145c), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:05.986175 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Current status of the port 82dca016-61b7-4adb-b703-63f3f473c99f is: BUILD; New status is: ACTIVE {{(pid=110844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 20:06:05.986989 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (82dca016-61b7-4adb-b703-63f3f473c99f), before_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:06.034953 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5df6d8f-f3f8-46f9-a3dc-b686165759d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82dca016-61b7-4adb-b703-63f3f473c99f'}] {{(pid=110844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 24 20:06:06.038471 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cb44c1e02bae91b270a0e6cfc836be33c010434f31a7c401440ca7d913440f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c055e8a9-c2a6-4ce5-942c-7aa441e1a523" -d '{"events": [{"server_uuid": "d5df6d8f-f3f8-46f9-a3dc-b686165759d1", "name": "network-vif-plugged", "status": "completed", "tag": "82dca016-61b7-4adb-b703-63f3f473c99f"}]}' {{(pid=110844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 20:06:06.055932 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] For port 82dca016-61b7-4adb-b703-63f3f473c99f, host hv-cinder-85044, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85044',level=0,port_id=82dca016-61b7-4adb-b703-63f3f473c99f,segment=NetworkSegment(e9fdb9ec-6b6e-4383-ae6e-075d3eed2f20),segment_id=e9fdb9ec-6b6e-4383-ae6e-075d3eed2f20)] {{(pid=110844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 20:06:06.196376 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958'] for port (82dca016-61b7-4adb-b703-63f3f473c99f), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:06.264034 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-5737032e-49c0-4cc5-a33f-e052e437d497 req-529e159d-d476-4f34-baf4-247af4d16266 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.17 "GET /v2.0/ports?device_id=9cda5dd9-6cdc-4d67-83b0-646e41c299de HTTP/1.1" status: 200 len: 210 time: 0.2959843 Jul 24 20:06:06.286372 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Pushing event updated for resources: {'Port': ['ID=82dca016-61b7-4adb-b703-63f3f473c99f,revision_number=5']} {{(pid=110844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:06:06.320993 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 24 Jul 2022 20:06:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a46fc903-51fc-4f77-b10c-f86430385370 x-openstack-request-id: req-a46fc903-51fc-4f77-b10c-f86430385370 {{(pid=110844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 20:06:06.321514 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5df6d8f-f3f8-46f9-a3dc-b686165759d1", "name": "network-vif-plugged", "status": "completed", "tag": "82dca016-61b7-4adb-b703-63f3f473c99f", "code": 200}]} {{(pid=110844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 20:06:06.321773 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-a46fc903-51fc-4f77-b10c-f86430385370 {{(pid=110844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 20:06:06.322199 dv-cinder-850449-2-iscsi neutron-server[110844]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a46fc903-51fc-4f77-b10c-f86430385370'] response: {'server_uuid': 'd5df6d8f-f3f8-46f9-a3dc-b686165759d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82dca016-61b7-4adb-b703-63f3f473c99f', 'code': 200} Jul 24 20:06:06.445602 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6d674e-1f43-4df9-8d72-47391b2ad5a1 req-6b331a00-8516-4cc9-8f28-6947b7731f53 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:06:06.447065 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-2e6d674e-1f43-4df9-8d72-47391b2ad5a1 req-6b331a00-8516-4cc9-8f28-6947b7731f53 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/ports?device_id=d5df6d8f-f3f8-46f9-a3dc-b686165759d1 HTTP/1.1" status: 200 len: 946 time: 0.0583742 Jul 24 20:06:06.506360 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-2e6d674e-1f43-4df9-8d72-47391b2ad5a1 req-1fc70ee7-7fb5-4076-b79e-e92581db2cf7 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/security-groups?id=127ff494-6d09-4ff6-9b8b-b1a80f4fa86b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530941 Jul 24 20:06:06.916776 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f335dd5f-15ad-4420-a18b-03860a403d49 req-357572d1-376a-4f36-b562-6ec5761e9f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:06:06.918727 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-f335dd5f-15ad-4420-a18b-03860a403d49 req-357572d1-376a-4f36-b562-6ec5761e9f6f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d5df6d8f-f3f8-46f9-a3dc-b686165759d1 HTTP/1.1" status: 200 len: 1130 time: 0.0391505 Jul 24 20:06:06.937920 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=100 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:06:06.976895 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-f335dd5f-15ad-4420-a18b-03860a403d49 req-7fb0b5be-4694-4fc0-a981-7c5c5baa66e9 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=127ff494-6d09-4ff6-9b8b-b1a80f4fa86b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493200 Jul 24 20:06:06.989218 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-6dc48dae-acff-4e3e-8fdb-430da55b4f7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (7ee55678-4254-481c-8cae-5c828aed81c9), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:07.369933 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-65ed969a-7906-408c-b27f-5d96f3c1b99c req-75ccd2f3-9118-4b70-b315-b5cb4d25ca51 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.17 "GET /v2.0/ports?device_id=9cda5dd9-6cdc-4d67-83b0-646e41c299de HTTP/1.1" status: 200 len: 210 time: 0.0316262 Jul 24 20:06:07.656591 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f75b27-c2d3-4233-a59f-49f90d93af04 req-f9e9b80b-d686-4885-ae0f-ac8060493bed tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:06:07.658164 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-81f75b27-c2d3-4233-a59f-49f90d93af04 req-f9e9b80b-d686-4885-ae0f-ac8060493bed tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/ports?device_id=d5df6d8f-f3f8-46f9-a3dc-b686165759d1 HTTP/1.1" status: 200 len: 946 time: 0.0655315 Jul 24 20:06:07.709963 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-81f75b27-c2d3-4233-a59f-49f90d93af04 req-82dae5fb-46e1-4a08-88c0-86443fc25a42 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/security-groups?id=127ff494-6d09-4ff6-9b8b-b1a80f4fa86b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456376 Jul 24 20:06:08.296999 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-43102eef-6e4b-4922-ad30-3734cbb7477a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (7d43fc2f-3c2c-473f-8c92-13ad6341ecc2), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:08.493185 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-18898c37-24cf-4f50-b128-2fadfd6a183f req-396cf1cf-49b2-47ad-ac13-342922c5acf2 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.17 "GET /v2.0/ports?device_id=9cda5dd9-6cdc-4d67-83b0-646e41c299de HTTP/1.1" status: 200 len: 210 time: 0.0351715 Jul 24 20:06:08.898497 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa638805-11da-477a-a140-8e2e52756a7e req-c017b4bc-a3e2-47bf-990d-414e208dfe8f tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:06:08.900047 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-aa638805-11da-477a-a140-8e2e52756a7e req-c017b4bc-a3e2-47bf-990d-414e208dfe8f tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/ports?device_id=d5df6d8f-f3f8-46f9-a3dc-b686165759d1 HTTP/1.1" status: 200 len: 946 time: 0.0668807 Jul 24 20:06:08.960234 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-aa638805-11da-477a-a140-8e2e52756a7e req-3bba85b1-0eba-4a06-8626-d522a7c21cd7 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/security-groups?id=127ff494-6d09-4ff6-9b8b-b1a80f4fa86b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540969 Jul 24 20:06:09.146978 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (46eda511-dfa5-408c-8bd4-cb509f691033), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:09.168724 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549755e5-5908-43e5-b1c9-1e7399d18cd5 req-d4cafe97-6b2f-4d27-bd1d-ddbd25d6ffb2 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:06:09.170338 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-549755e5-5908-43e5-b1c9-1e7399d18cd5 req-d4cafe97-6b2f-4d27-bd1d-ddbd25d6ffb2 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/ports?device_id=6a96a33d-f3d9-4d85-aac1-e661447d460a HTTP/1.1" status: 200 len: 945 time: 0.0676877 Jul 24 20:06:09.226316 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-549755e5-5908-43e5-b1c9-1e7399d18cd5 req-402942b0-b7c0-4f70-b919-b8133c9541fe tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/security-groups?id=e781b7b9-5d3f-49aa-85ef-8bf9d88b54be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501022 Jul 24 20:06:09.614225 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-959934a5-1097-4e0b-b713-262f5bd014da req-d4c13ebf-8347-477f-ba34-02c735a0dc4c tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.17 "GET /v2.0/ports?device_id=9cda5dd9-6cdc-4d67-83b0-646e41c299de HTTP/1.1" status: 200 len: 210 time: 0.0298238 Jul 24 20:06:09.841188 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG dbcounter [-] [110845] Writing DB stats neutron:SELECT=49,neutron:UPDATE=2 {{(pid=110845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:06:09.841679 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG dbcounter [-] [110845] Writing DB stats neutron:SELECT=82,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:06:10.112789 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38698d27-855a-4a65-b518-6e45d7c376bb req-cab753cc-90af-480f-9339-ce0f6d30a1f7 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:06:10.115285 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-38698d27-855a-4a65-b518-6e45d7c376bb req-cab753cc-90af-480f-9339-ce0f6d30a1f7 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/ports?device_id=d5df6d8f-f3f8-46f9-a3dc-b686165759d1 HTTP/1.1" status: 200 len: 946 time: 0.0629921 Jul 24 20:06:10.168178 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-38698d27-855a-4a65-b518-6e45d7c376bb req-51d62a7f-613a-4a9c-acbb-578f206e2156 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/security-groups?id=127ff494-6d09-4ff6-9b8b-b1a80f4fa86b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469484 Jul 24 20:06:10.372975 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c0baa0-6072-4cac-a928-06877ebd7867 req-89e9356b-6461-4d5a-bd3f-d876e9db14a5 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:06:10.374458 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-a2c0baa0-6072-4cac-a928-06877ebd7867 req-89e9356b-6461-4d5a-bd3f-d876e9db14a5 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/ports?device_id=d5df6d8f-f3f8-46f9-a3dc-b686165759d1 HTTP/1.1" status: 200 len: 946 time: 0.1098406 Jul 24 20:06:10.385023 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 35274) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:06:10.390413 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b79dc3-e94d-4dd6-902d-09f51a373e6a req-865dd116-e440-4dde-a786-33d0b2d31baf tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:06:10.392443 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.v2.base [None req-eb99f6db-542b-4df8-8527-b481235af9d0 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Request body: {'floatingip': {'port_id': '82dca016-61b7-4adb-b703-63f3f473c99f'}} {{(pid=110842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 20:06:10.393008 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-b6b79dc3-e94d-4dd6-902d-09f51a373e6a req-865dd116-e440-4dde-a786-33d0b2d31baf tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/ports?device_id=6a96a33d-f3d9-4d85-aac1-e661447d460a HTTP/1.1" status: 200 len: 945 time: 0.0741584 Jul 24 20:06:10.457003 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-eb99f6db-542b-4df8-8527-b481235af9d0 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Publish callbacks [] for floatingip (cb9639ce-05ae-4ea6-8e28-2618600aa30a), before_update {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:10.482217 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-b6b79dc3-e94d-4dd6-902d-09f51a373e6a req-3b4d6bc7-a109-4b1a-bd0f-ecf023c844d7 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/security-groups?id=e781b7b9-5d3f-49aa-85ef-8bf9d88b54be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817482 Jul 24 20:06:10.501200 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (95564131-b678-4db2-a162-51408b2acd55), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:10.742745 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:06:10.770608 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-66423fbe-7eda-4c7f-b8df-c9b8546e2abf req-3cda4fa7-a582-4f1c-b1c7-9effb4b1d18c tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.17 "GET /v2.0/ports?device_id=9cda5dd9-6cdc-4d67-83b0-646e41c299de HTTP/1.1" status: 200 len: 210 time: 0.0381253 Jul 24 20:06:11.018406 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-eb99f6db-542b-4df8-8527-b481235af9d0 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:11.079624 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-eb99f6db-542b-4df8-8527-b481235af9d0 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-452544'] for floatingip (cb9639ce-05ae-4ea6-8e28-2618600aa30a), after_update {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:11.206701 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.db.l3_db [None req-eb99f6db-542b-4df8-8527-b481235af9d0 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Floating IP cb9639ce-05ae-4ea6-8e28-2618600aa30a associated. External IP: 172.27.3.58, port: 82dca016-61b7-4adb-b703-63f3f473c99f. Jul 24 20:06:11.424198 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb99f6db-542b-4df8-8527-b481235af9d0 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Router 5e6b10e9-03c8-43e3-bc80-2da91e00d910 has already been hosted by L3 agent 408021b7-d46b-48c2-9f75-8a8023f9145c {{(pid=110842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 24 20:06:11.475553 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:06:11.548908 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb99f6db-542b-4df8-8527-b481235af9d0 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Notify agent at l3_agent.dv-cinder-850449-2-iscsi the message routers_updated {{(pid=110842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 20:06:11.553726 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-eb99f6db-542b-4df8-8527-b481235af9d0 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1048257'] for floatingip (None), before_response {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:11.566116 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b710ca4-733c-44c0-9702-687e989f8daf None None] Sync routers for ids ['5e6b10e9-03c8-43e3-bc80-2da91e00d910'] in dv-cinder-850449-2-iscsi {{(pid=110845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 20:06:11.583572 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b710ca4-733c-44c0-9702-687e989f8daf None None] Routers {'5e6b10e9-03c8-43e3-bc80-2da91e00d910'} bound to L3 agent in host dv-cinder-850449-2-iscsi {{(pid=110845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 20:06:11.584689 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.l3_hamode_db [None req-3b710ca4-733c-44c0-9702-687e989f8daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-07-24T19:52:06Z,description=,heartbeat_timestamp=2022-07-24T20:06:06Z,host='dv-cinder-850449-2-iscsi',id=408021b7-d46b-48c2-9f75-8a8023f9145c,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T19:52:06Z,topic='l3_agent')) {'router_ids': ['5e6b10e9-03c8-43e3-bc80-2da91e00d910'], 'active': True} {{(pid=110845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:06:11.589020 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-eb99f6db-542b-4df8-8527-b481235af9d0 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "PUT /v2.0/floatingips/cb9639ce-05ae-4ea6-8e28-2618600aa30a HTTP/1.1" status: 200 len: 991 time: 1.2024019 Jul 24 20:06:11.589968 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5df6d8f-f3f8-46f9-a3dc-b686165759d1', 'tag': '82dca016-61b7-4adb-b703-63f3f473c99f'}] {{(pid=110842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 24 20:06:11.592960 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5edc3fcd2ba6a287f711eaf45b4d5d5c8d3623c9fa62bef48fe3be9641ba2c6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6f6a74c-a9b6-418b-a943-d8c9e31d4fc3" -d '{"events": [{"name": "network-changed", "server_uuid": "d5df6d8f-f3f8-46f9-a3dc-b686165759d1", "tag": "82dca016-61b7-4adb-b703-63f3f473c99f"}]}' {{(pid=110842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 20:06:11.644303 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 24 Jul 2022 20:06:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a091e178-1bbc-4539-ba9a-cccb8258ffaf x-openstack-request-id: req-a091e178-1bbc-4539-ba9a-cccb8258ffaf {{(pid=110842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 20:06:11.644801 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5df6d8f-f3f8-46f9-a3dc-b686165759d1", "tag": "82dca016-61b7-4adb-b703-63f3f473c99f", "status": "completed", "code": 200}]} {{(pid=110842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 20:06:11.645246 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-a091e178-1bbc-4539-ba9a-cccb8258ffaf {{(pid=110842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 20:06:11.647165 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a091e178-1bbc-4539-ba9a-cccb8258ffaf'] response: {'name': 'network-changed', 'server_uuid': 'd5df6d8f-f3f8-46f9-a3dc-b686165759d1', 'tag': '82dca016-61b7-4adb-b703-63f3f473c99f', 'status': 'completed', 'code': 200} Jul 24 20:06:11.664878 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbf9609-c539-40f5-add2-3a6f3052067d req-6832d7f8-b6e2-4080-a9ab-0a989e55e846 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:06:11.667515 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-5fbf9609-c539-40f5-add2-3a6f3052067d req-6832d7f8-b6e2-4080-a9ab-0a989e55e846 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/ports?device_id=6a96a33d-f3d9-4d85-aac1-e661447d460a HTTP/1.1" status: 200 len: 945 time: 0.1018558 Jul 24 20:06:11.717721 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.l3_dvr_db [None req-3b710ca4-733c-44c0-9702-687e989f8daf None None] Set router 5e6b10e9-03c8-43e3-bc80-2da91e00d910 gateway port host: dv-cinder-850449-2-iscsi {{(pid=110845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 20:06:11.722512 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-5fbf9609-c539-40f5-add2-3a6f3052067d req-15f14230-09ee-4b4c-8bc3-598437375371 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/security-groups?id=e781b7b9-5d3f-49aa-85ef-8bf9d88b54be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489194 Jul 24 20:06:11.898868 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-5c273cee-aafe-4940-8723-3b9b3e1be23a req-5503137b-6a97-4ecf-94d8-b8acb7539288 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.17 "GET /v2.0/ports?device_id=9cda5dd9-6cdc-4d67-83b0-646e41c299de HTTP/1.1" status: 200 len: 210 time: 0.0532217 Jul 24 20:06:11.987684 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.l3_hamode_db [None req-3b710ca4-733c-44c0-9702-687e989f8daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e6b10e9-03c8-43e3-bc80-2da91e00d910', 'name': 'tempest-AttachVolumeShelveTestJSON-842360300-router', 'tenant_id': '49f6a7894899436d8ce94d9a7500533a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'external_fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': 'ea2f25b3-3d17-4f9a-8d9f-6a8401e2174c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T20:01:02Z', 'updated_at': '2022-07-24T20:01:10Z', 'revision_number': 4, 'project_id': '49f6a7894899436d8ce94d9a7500533a', 'gw_port': {'id': 'ea2f25b3-3d17-4f9a-8d9f-6a8401e2174c', 'name': '', 'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:9d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6b10e9-03c8-43e3-bc80-2da91e00d910', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:01:03Z', 'updated_at': '2022-07-24T20:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99a0caa3-3fb5-4860-826f-478186226de3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850449-2-iscsi', '_floatingips': [{'id': 'cb9639ce-05ae-4ea6-8e28-2618600aa30a', 'tenant_id': '49f6a7894899436d8ce94d9a7500533a', 'floating_ip_address': '172.27.3.58', 'floating_network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'router_id': '5e6b10e9-03c8-43e3-bc80-2da91e00d910', 'port_id': '82dca016-61b7-4adb-b703-63f3f473c99f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3fd2ef6-6f8c-45f9-a0a9-81c377b08f7e', 'mac_address': 'fa:16:3e:60:db:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5df6d8f-f3f8-46f9-a3dc-b686165759d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-24T20:05:51Z', 'updated_at': '2022-07-24T20:06:10Z', 'revision_number': 1, 'project_id': '49f6a7894899436d8ce94d9a7500533a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3fcea78-ae7b-4dda-aabb-16fa55c52b81', 'name': '', 'network_id': 'b3fd2ef6-6f8c-45f9-a0a9-81c377b08f7e', 'tenant_id': '49f6a7894899436d8ce94d9a7500533a', 'mac_address': 'fa:16:3e:6a:f6:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6b10e9-03c8-43e3-bc80-2da91e00d910', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '9f1a76ef-9ecc-40f5-8dc9-5b3ae75ee961', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:01:09Z', 'updated_at': '2022-07-24T20:01:17Z', 'revision_number': 5, 'project_id': '49f6a7894899436d8ce94d9a7500533a', 'subnets': [{'id': '9f1a76ef-9ecc-40f5-8dc9-5b3ae75ee961', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850449-2-iscsi', False) {} {{(pid=110845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:06:12.037428 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b710ca4-733c-44c0-9702-687e989f8daf None None] Checking router: 5e6b10e9-03c8-43e3-bc80-2da91e00d910 for host: dv-cinder-850449-2-iscsi {{(pid=110845) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 20:06:12.058818 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b710ca4-733c-44c0-9702-687e989f8daf None None] Routers {'5e6b10e9-03c8-43e3-bc80-2da91e00d910'} bound to L3 agent in host dv-cinder-850449-2-iscsi {{(pid=110845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 20:06:12.060284 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.l3_hamode_db [None req-3b710ca4-733c-44c0-9702-687e989f8daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-07-24T19:52:06Z,description=,heartbeat_timestamp=2022-07-24T20:06:06Z,host='dv-cinder-850449-2-iscsi',id=408021b7-d46b-48c2-9f75-8a8023f9145c,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T19:52:06Z,topic='l3_agent')) {'router_ids': ['5e6b10e9-03c8-43e3-bc80-2da91e00d910'], 'active': True} {{(pid=110845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:06:12.279930 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.l3_dvr_db [None req-3b710ca4-733c-44c0-9702-687e989f8daf None None] Set router 5e6b10e9-03c8-43e3-bc80-2da91e00d910 gateway port host: dv-cinder-850449-2-iscsi {{(pid=110845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 20:06:12.597396 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [req-1328c364-285d-437f-8cbc-141f6fa9b386 req-e6ec84ff-9c39-4c60-8b33-01fd7c943ee5 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=0b97a2bd-3e67-4a71-9c37-e823feae7fc7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0807192 Jul 24 20:06:12.625723 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f6a74c-a9b6-418b-a943-d8c9e31d4fc3 req-24e73231-e282-4851-80d0-d42338bd88fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:06:12.628430 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.l3_hamode_db [None req-3b710ca4-733c-44c0-9702-687e989f8daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e6b10e9-03c8-43e3-bc80-2da91e00d910', 'name': 'tempest-AttachVolumeShelveTestJSON-842360300-router', 'tenant_id': '49f6a7894899436d8ce94d9a7500533a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'external_fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': 'ea2f25b3-3d17-4f9a-8d9f-6a8401e2174c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T20:01:02Z', 'updated_at': '2022-07-24T20:01:10Z', 'revision_number': 4, 'project_id': '49f6a7894899436d8ce94d9a7500533a', 'gw_port': {'id': 'ea2f25b3-3d17-4f9a-8d9f-6a8401e2174c', 'name': '', 'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:9d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6b10e9-03c8-43e3-bc80-2da91e00d910', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:01:03Z', 'updated_at': '2022-07-24T20:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99a0caa3-3fb5-4860-826f-478186226de3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850449-2-iscsi', '_floatingips': [{'id': 'cb9639ce-05ae-4ea6-8e28-2618600aa30a', 'tenant_id': '49f6a7894899436d8ce94d9a7500533a', 'floating_ip_address': '172.27.3.58', 'floating_network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'router_id': '5e6b10e9-03c8-43e3-bc80-2da91e00d910', 'port_id': '82dca016-61b7-4adb-b703-63f3f473c99f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3fd2ef6-6f8c-45f9-a0a9-81c377b08f7e', 'mac_address': 'fa:16:3e:60:db:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5df6d8f-f3f8-46f9-a3dc-b686165759d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-24T20:05:51Z', 'updated_at': '2022-07-24T20:06:10Z', 'revision_number': 1, 'project_id': '49f6a7894899436d8ce94d9a7500533a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3fcea78-ae7b-4dda-aabb-16fa55c52b81', 'name': '', 'network_id': 'b3fd2ef6-6f8c-45f9-a0a9-81c377b08f7e', 'tenant_id': '49f6a7894899436d8ce94d9a7500533a', 'mac_address': 'fa:16:3e:6a:f6:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6b10e9-03c8-43e3-bc80-2da91e00d910', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '9f1a76ef-9ecc-40f5-8dc9-5b3ae75ee961', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:01:09Z', 'updated_at': '2022-07-24T20:01:17Z', 'revision_number': 5, 'project_id': '49f6a7894899436d8ce94d9a7500533a', 'subnets': [{'id': '9f1a76ef-9ecc-40f5-8dc9-5b3ae75ee961', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850449-2-iscsi', False) {} {{(pid=110845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:06:12.629574 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [req-a6f6a74c-a9b6-418b-a943-d8c9e31d4fc3 req-24e73231-e282-4851-80d0-d42338bd88fd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=49f6a7894899436d8ce94d9a7500533a&device_id=d5df6d8f-f3f8-46f9-a3dc-b686165759d1 HTTP/1.1" status: 200 len: 1130 time: 0.1733541 Jul 24 20:06:12.684906 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d50509-31f2-456d-852f-ff7c84217e9b req-3885752e-a9a0-49f5-9a42-3ed0c0d77083 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:06:12.686850 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-65d50509-31f2-456d-852f-ff7c84217e9b req-3885752e-a9a0-49f5-9a42-3ed0c0d77083 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.42 "GET /v2.0/networks?id=9568b641-7783-426b-8ad0-3ac71fba0922 HTTP/1.1" status: 200 len: 815 time: 0.2333279 Jul 24 20:06:12.691962 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b710ca4-733c-44c0-9702-687e989f8daf None None] The sync data for ids ['5e6b10e9-03c8-43e3-bc80-2da91e00d910'] in dv-cinder-850449-2-iscsi is: [{'id': '5e6b10e9-03c8-43e3-bc80-2da91e00d910', 'name': 'tempest-AttachVolumeShelveTestJSON-842360300-router', 'tenant_id': '49f6a7894899436d8ce94d9a7500533a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'external_fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': 'ea2f25b3-3d17-4f9a-8d9f-6a8401e2174c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T20:01:02Z', 'updated_at': '2022-07-24T20:01:10Z', 'revision_number': 4, 'project_id': '49f6a7894899436d8ce94d9a7500533a', 'gw_port': {'id': 'ea2f25b3-3d17-4f9a-8d9f-6a8401e2174c', 'name': '', 'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:9d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6b10e9-03c8-43e3-bc80-2da91e00d910', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:01:03Z', 'updated_at': '2022-07-24T20:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99a0caa3-3fb5-4860-826f-478186226de3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850449-2-iscsi', '_floatingips': [{'id': 'cb9639ce-05ae-4ea6-8e28-2618600aa30a', 'tenant_id': '49f6a7894899436d8ce94d9a7500533a', 'floating_ip_address': '172.27.3.58', 'floating_network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'router_id': '5e6b10e9-03c8-43e3-bc80-2da91e00d910', 'port_id': '82dca016-61b7-4adb-b703-63f3f473c99f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3fd2ef6-6f8c-45f9-a0a9-81c377b08f7e', 'mac_address': 'fa:16:3e:60:db:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5df6d8f-f3f8-46f9-a3dc-b686165759d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-24T20:05:51Z', 'updated_at': '2022-07-24T20:06:10Z', 'revision_number': 1, 'project_id': '49f6a7894899436d8ce94d9a7500533a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3fcea78-ae7b-4dda-aabb-16fa55c52b81', 'name': '', 'network_id': 'b3fd2ef6-6f8c-45f9-a0a9-81c377b08f7e', 'tenant_id': '49f6a7894899436d8ce94d9a7500533a', 'mac_address': 'fa:16:3e:6a:f6:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6b10e9-03c8-43e3-bc80-2da91e00d910', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '9f1a76ef-9ecc-40f5-8dc9-5b3ae75ee961', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:01:09Z', 'updated_at': '2022-07-24T20:01:17Z', 'revision_number': 5, 'project_id': '49f6a7894899436d8ce94d9a7500533a', 'subnets': [{'id': '9f1a76ef-9ecc-40f5-8dc9-5b3ae75ee961', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 20:06:12.775506 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1328c364-285d-437f-8cbc-141f6fa9b386 req-78ef1193-0bfe-4cbe-9172-31daa26a67bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:06:12.777678 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [req-1328c364-285d-437f-8cbc-141f6fa9b386 req-78ef1193-0bfe-4cbe-9172-31daa26a67bc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=15c454baefdc474682f88c603f6108a8&device_id=0b97a2bd-3e67-4a71-9c37-e823feae7fc7 HTTP/1.1" status: 200 len: 1130 time: 0.0912585 Jul 24 20:06:12.801987 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f6a74c-a9b6-418b-a943-d8c9e31d4fc3 req-a34fb8f2-4d71-4146-9478-dfa33dacf217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:06:12.804444 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [req-a6f6a74c-a9b6-418b-a943-d8c9e31d4fc3 req-a34fb8f2-4d71-4146-9478-dfa33dacf217 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b3fd2ef6-6f8c-45f9-a0a9-81c377b08f7e HTTP/1.1" status: 200 len: 917 time: 0.1657887 Jul 24 20:06:12.837082 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-65d50509-31f2-456d-852f-ff7c84217e9b req-9d41efbd-e514-4fcf-8656-eb8d2264ef48 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dcc8f2e8d4e64866a624dcd6d1de5d81 HTTP/1.1" status: 200 len: 379 time: 0.1371920 Jul 24 20:06:12.849194 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.v2.base [req-65d50509-31f2-456d-852f-ff7c84217e9b req-a8dd9da4-7f00-40f8-855f-676042e6e927 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Request body: {'port': {'device_id': '9cda5dd9-6cdc-4d67-83b0-646e41c299de', 'network_id': '9568b641-7783-426b-8ad0-3ac71fba0922', 'admin_state_up': True, 'tenant_id': 'dcc8f2e8d4e64866a624dcd6d1de5d81', 'security_groups': ['ff9ae7fc-996f-45d5-8608-b489a4ed3d09']}} {{(pid=110843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 20:06:12.879153 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c813c28f-21e6-43d2-a29f-9d6d35183af8 req-ff31d0a4-f0e8-4801-94ef-a96d0c3a7253 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:06:12.880909 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-c813c28f-21e6-43d2-a29f-9d6d35183af8 req-ff31d0a4-f0e8-4801-94ef-a96d0c3a7253 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a96a33d-f3d9-4d85-aac1-e661447d460a HTTP/1.1" status: 200 len: 945 time: 0.1259289 Jul 24 20:06:12.952343 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=100 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:06:13.037788 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=100 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:06:13.095919 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3d8cf4-8a67-4162-ba4d-467e4a828caa None None] New status for floating IP cb9639ce-05ae-4ea6-8e28-2618600aa30a: ACTIVE {{(pid=110844) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 24 20:06:13.119993 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4bf0e1-3b8b-4ba7-889f-7e4d3f692775 req-83a74526-5569-4c73-b70f-1aff6d76c3ea tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:06:13.122211 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-cd4bf0e1-3b8b-4ba7-889f-7e4d3f692775 req-83a74526-5569-4c73-b70f-1aff6d76c3ea tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/ports?device_id=6a96a33d-f3d9-4d85-aac1-e661447d460a HTTP/1.1" status: 200 len: 945 time: 0.1743722 Jul 24 20:06:13.123991 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-6cdf2eba-420c-48f8-8851-6b9005247f15 req-6cc7394a-878e-43c7-9eda-13537421dd3d tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.17 "GET /v2.0/ports?device_id=9cda5dd9-6cdc-4d67-83b0-646e41c299de HTTP/1.1" status: 200 len: 210 time: 0.1007020 Jul 24 20:06:13.167188 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.plugin [req-c813c28f-21e6-43d2-a29f-9d6d35183af8 req-edef87a0-92d3-4daf-8551-c1fdba8541d5 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Deleting port fe004f6f-ca2d-4c17-b98d-0e04aefc136e {{(pid=110843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 24 20:06:13.167609 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-c813c28f-21e6-43d2-a29f-9d6d35183af8 req-edef87a0-92d3-4daf-8551-c1fdba8541d5 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731445580472'] for port (fe004f6f-ca2d-4c17-b98d-0e04aefc136e), before_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:13.283567 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [req-a6f6a74c-a9b6-418b-a943-d8c9e31d4fc3 req-52c40a92-ed8b-475a-80c5-ac600fd1ae0f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=82dca016-61b7-4adb-b703-63f3f473c99f HTTP/1.1" status: 200 len: 999 time: 0.4566610 Jul 24 20:06:13.294370 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-cd4bf0e1-3b8b-4ba7-889f-7e4d3f692775 req-78e1d413-6a7c-4a83-99e7-282e7ba79d67 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/security-groups?id=e781b7b9-5d3f-49aa-85ef-8bf9d88b54be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1625078 Jul 24 20:06:13.328063 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.db [req-c813c28f-21e6-43d2-a29f-9d6d35183af8 req-edef87a0-92d3-4daf-8551-c1fdba8541d5 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] For port fe004f6f-ca2d-4c17-b98d-0e04aefc136e, host hv-cinder-85044, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85044',level=0,port_id=fe004f6f-ca2d-4c17-b98d-0e04aefc136e,segment=NetworkSegment(1a250ca4-cd77-42a8-bf37-37a7ac6ffa6c),segment_id=1a250ca4-cd77-42a8-bf37-37a7ac6ffa6c)] {{(pid=110843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 20:06:13.328445 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-c813c28f-21e6-43d2-a29f-9d6d35183af8 req-edef87a0-92d3-4daf-8551-c1fdba8541d5 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458432'] for port (fe004f6f-ca2d-4c17-b98d-0e04aefc136e), precommit_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:13.372503 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1328c364-285d-437f-8cbc-141f6fa9b386 req-25502a02-6f7a-411b-80c0-0d1ff9f2eea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:06:13.373982 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [req-1328c364-285d-437f-8cbc-141f6fa9b386 req-25502a02-6f7a-411b-80c0-0d1ff9f2eea1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=6e3ba2d8-cc61-4396-b210-32cea4aff750 HTTP/1.1" status: 200 len: 919 time: 0.5583453 Jul 24 20:06:13.380320 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f6a74c-a9b6-418b-a943-d8c9e31d4fc3 req-7afa3af3-63b1-465d-a036-8a51fb2e8ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:06:13.381883 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [req-a6f6a74c-a9b6-418b-a943-d8c9e31d4fc3 req-7afa3af3-63b1-465d-a036-8a51fb2e8ed5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9f1a76ef-9ecc-40f5-8dc9-5b3ae75ee961 HTTP/1.1" status: 200 len: 855 time: 0.0903609 Jul 24 20:06:13.394273 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65d50509-31f2-456d-852f-ff7c84217e9b req-a8dd9da4-7f00-40f8-855f-676042e6e927 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Made reservation on behalf of dcc8f2e8d4e64866a624dcd6d1de5d81 for: {'port': 1} {{(pid=110843) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 20:06:13.398747 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-65d50509-31f2-456d-852f-ff7c84217e9b req-a8dd9da4-7f00-40f8-855f-676042e6e927 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (None), before_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:13.429969 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [req-1328c364-285d-437f-8cbc-141f6fa9b386 req-1ae2c3a7-45e9-4e5f-aba4-0b5964d46502 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=36d6ef5c-d8dd-40c4-8f7e-b9bfc4d8dfc8 HTTP/1.1" status: 200 len: 217 time: 0.0470822 Jul 24 20:06:13.461196 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=100 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:06:13.496850 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f6a74c-a9b6-418b-a943-d8c9e31d4fc3 req-0ee91a06-068f-4395-84e4-bb9966265a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:06:13.498426 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [req-a6f6a74c-a9b6-418b-a943-d8c9e31d4fc3 req-0ee91a06-068f-4395-84e4-bb9966265a0c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b3fd2ef6-6f8c-45f9-a0a9-81c377b08f7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1080341 Jul 24 20:06:13.530507 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1328c364-285d-437f-8cbc-141f6fa9b386 req-e5a4282f-4ec3-49d5-9c87-27e9cdf1d724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:06:13.532028 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [req-1328c364-285d-437f-8cbc-141f6fa9b386 req-e5a4282f-4ec3-49d5-9c87-27e9cdf1d724 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1b0ec485-4e15-4515-af25-2ebd70a5137a HTTP/1.1" status: 200 len: 857 time: 0.0809176 Jul 24 20:06:13.627632 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1328c364-285d-437f-8cbc-141f6fa9b386 req-e453e771-87ea-4003-bf3c-f5f817182862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:06:13.627632 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [req-1328c364-285d-437f-8cbc-141f6fa9b386 req-e453e771-87ea-4003-bf3c-f5f817182862 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6e3ba2d8-cc61-4396-b210-32cea4aff750&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0842540 Jul 24 20:06:13.629085 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-c813c28f-21e6-43d2-a29f-9d6d35183af8 req-edef87a0-92d3-4daf-8551-c1fdba8541d5 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:13.629473 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-c813c28f-21e6-43d2-a29f-9d6d35183af8 req-edef87a0-92d3-4daf-8551-c1fdba8541d5 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-452544'] for floatingip (c1d3b74d-3e0d-4328-bb02-4f8288a4fe7d), after_update {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:13.629810 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.db.l3_db [req-c813c28f-21e6-43d2-a29f-9d6d35183af8 req-edef87a0-92d3-4daf-8551-c1fdba8541d5 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Floating IP c1d3b74d-3e0d-4328-bb02-4f8288a4fe7d disassociated. External IP: 172.27.3.122, port: fe004f6f-ca2d-4c17-b98d-0e04aefc136e. Jul 24 20:06:13.630155 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.plugin [req-c813c28f-21e6-43d2-a29f-9d6d35183af8 req-edef87a0-92d3-4daf-8551-c1fdba8541d5 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Calling delete_port for fe004f6f-ca2d-4c17-b98d-0e04aefc136e owned by compute:nova {{(pid=110843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 24 20:06:13.698068 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.db.db_base_plugin_common [req-65d50509-31f2-456d-852f-ff7c84217e9b req-a8dd9da4-7f00-40f8-855f-676042e6e927 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Allocated IP 172.20.0.4 (9568b641-7783-426b-8ad0-3ac71fba0922/cce9884f-3061-48ee-abb3-8ca2a1e54559/4c4a731b-8c23-481b-afbc-71fb7c5549c1) {{(pid=110843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 20:06:13.712219 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [req-a6f6a74c-a9b6-418b-a943-d8c9e31d4fc3 req-18672ab2-5b4d-4212-9661-0178280c0f6c service neutron] 10.222.0.42 "GET /v2.0/networks/b3fd2ef6-6f8c-45f9-a0a9-81c377b08f7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2048426 Jul 24 20:06:13.876623 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [req-1328c364-285d-437f-8cbc-141f6fa9b386 req-cd5e99f0-aaef-4a1b-95ce-583c045f5fe1 service neutron] 10.222.0.42 "GET /v2.0/networks/6e3ba2d8-cc61-4396-b210-32cea4aff750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2444828 Jul 24 20:06:13.890955 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=89,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:06:13.897068 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=100 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:06:13.911148 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:06:13.927854 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [req-a6f6a74c-a9b6-418b-a943-d8c9e31d4fc3 req-7b93c9e3-5aa1-4184-bcfa-c6b59cbf9092 service neutron] 10.222.0.42 "GET /v2.0/networks/b3fd2ef6-6f8c-45f9-a0a9-81c377b08f7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2093055 Jul 24 20:06:13.928674 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-65d50509-31f2-456d-852f-ff7c84217e9b req-a8dd9da4-7f00-40f8-855f-676042e6e927 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Publish callbacks [] for port (4c4a731b-8c23-481b-afbc-71fb7c5549c1), precommit_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:14.003740 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [req-1328c364-285d-437f-8cbc-141f6fa9b386 req-dfb6027c-e7e6-48e2-9bb5-d828c81adee2 service neutron] 10.222.0.42 "GET /v2.0/networks/6e3ba2d8-cc61-4396-b210-32cea4aff750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197073 Jul 24 20:06:14.022620 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-c813c28f-21e6-43d2-a29f-9d6d35183af8 req-edef87a0-92d3-4daf-8551-c1fdba8541d5 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731445585704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731445223415'] for port (fe004f6f-ca2d-4c17-b98d-0e04aefc136e), after_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:14.051733 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edef87a0-92d3-4daf-8551-c1fdba8541d5 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Pushing event deleted for resources: {'Port': ['ID=fe004f6f-ca2d-4c17-b98d-0e04aefc136e,revision_number=None']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:06:14.064306 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-65d50509-31f2-456d-852f-ff7c84217e9b req-a8dd9da4-7f00-40f8-855f-676042e6e927 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731445223406'] for port (4c4a731b-8c23-481b-afbc-71fb7c5549c1), after_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:14.155948 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65d50509-31f2-456d-852f-ff7c84217e9b req-a8dd9da4-7f00-40f8-855f-676042e6e927 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Network 9568b641-7783-426b-8ad0-3ac71fba0922 is already hosted by enough agents. {{(pid=110843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 20:06:14.166661 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.scheduler.base_scheduler [req-65d50509-31f2-456d-852f-ff7c84217e9b req-a8dd9da4-7f00-40f8-855f-676042e6e927 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Resources bound (agent type, host, resource id): {{(pid=110843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 20:06:14.200523 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.db.l3_dvrscheduler_db [req-65d50509-31f2-456d-852f-ff7c84217e9b req-a8dd9da4-7f00-40f8-855f-676042e6e927 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Received port after_create {{(pid=110843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 24 20:06:14.202734 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d50509-31f2-456d-852f-ff7c84217e9b req-a8dd9da4-7f00-40f8-855f-676042e6e927 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:06:14.203881 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-65d50509-31f2-456d-852f-ff7c84217e9b req-a8dd9da4-7f00-40f8-855f-676042e6e927 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1048257'] for port (None), before_response {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:14.225634 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dd9da4-7f00-40f8-855f-676042e6e927 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Pushing event updated for resources: {'Port': ['ID=4c4a731b-8c23-481b-afbc-71fb7c5549c1,revision_number=1']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:06:14.487836 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-6aebf404-eabc-442d-abd0-7f6c3e38a0d2 None None] Provisioning complete for port 4c4a731b-8c23-481b-afbc-71fb7c5549c1 triggered by entity DHCP. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 20:06:14.488421 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-6aebf404-eabc-442d-abd0-7f6c3e38a0d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812910'] for port (4c4a731b-8c23-481b-afbc-71fb7c5549c1), provisioning_complete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:14.510802 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:06:14.528764 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-6aebf404-eabc-442d-abd0-7f6c3e38a0d2 None None] Port 4c4a731b-8c23-481b-afbc-71fb7c5549c1 cannot update to ACTIVE because it is not bound. {{(pid=110844) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 24 20:06:14.589750 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-69106c8f-cbb8-4454-a35d-64b2f15dbe8a req-dfe36115-a53a-4562-a17f-f5b1f4a00922 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/ports?device_id=6a96a33d-f3d9-4d85-aac1-e661447d460a HTTP/1.1" status: 200 len: 210 time: 0.0590131 Jul 24 20:06:14.617932 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a344fb-5d9f-4d95-b664-61a0841494d0 req-3bbf9252-d287-4c9a-a0a7-26e698aa167c tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:06:14.619796 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-95a344fb-5d9f-4d95-b664-61a0841494d0 req-3bbf9252-d287-4c9a-a0a7-26e698aa167c tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.17 "GET /v2.0/ports?device_id=9cda5dd9-6cdc-4d67-83b0-646e41c299de HTTP/1.1" status: 200 len: 931 time: 0.3858030 Jul 24 20:06:14.624216 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c813c28f-21e6-43d2-a29f-9d6d35183af8 req-edef87a0-92d3-4daf-8551-c1fdba8541d5 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Router d415c36d-d3f0-4850-a3a7-92ff6de12880 has already been hosted by L3 agent 408021b7-d46b-48c2-9f75-8a8023f9145c {{(pid=110843) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 24 20:06:14.634312 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-65d50509-31f2-456d-852f-ff7c84217e9b req-a8dd9da4-7f00-40f8-855f-676042e6e927 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7925496 Jul 24 20:06:14.725604 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-95a344fb-5d9f-4d95-b664-61a0841494d0 req-05020340-efc6-4c30-acad-d568e051d04c tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.17 "GET /v2.0/security-groups?id=ff9ae7fc-996f-45d5-8608-b489a4ed3d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965908 Jul 24 20:06:14.756530 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:06:14.780023 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c813c28f-21e6-43d2-a29f-9d6d35183af8 req-edef87a0-92d3-4daf-8551-c1fdba8541d5 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Notify agent at l3_agent.dv-cinder-850449-2-iscsi the message routers_updated {{(pid=110843) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 20:06:14.790993 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-664ad6bd-a598-4eda-8a9f-70a381248206 None None] Sync routers for ids ['d415c36d-d3f0-4850-a3a7-92ff6de12880'] in dv-cinder-850449-2-iscsi {{(pid=110845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 20:06:14.802987 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664ad6bd-a598-4eda-8a9f-70a381248206 None None] Routers {'d415c36d-d3f0-4850-a3a7-92ff6de12880'} bound to L3 agent in host dv-cinder-850449-2-iscsi {{(pid=110845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 20:06:14.803695 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.l3_hamode_db [None req-664ad6bd-a598-4eda-8a9f-70a381248206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-07-24T19:52:06Z,description=,heartbeat_timestamp=2022-07-24T20:06:06Z,host='dv-cinder-850449-2-iscsi',id=408021b7-d46b-48c2-9f75-8a8023f9145c,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T19:52:06Z,topic='l3_agent')) {'router_ids': ['d415c36d-d3f0-4850-a3a7-92ff6de12880'], 'active': True} {{(pid=110845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:06:14.825689 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.db.l3_dvrscheduler_db [req-c813c28f-21e6-43d2-a29f-9d6d35183af8 req-edef87a0-92d3-4daf-8551-c1fdba8541d5 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] No DVR routers for this DVR port fe004f6f-ca2d-4c17-b98d-0e04aefc136e on host hv-cinder-85044 {{(pid=110843) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 24 20:06:14.828369 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-c813c28f-21e6-43d2-a29f-9d6d35183af8 req-edef87a0-92d3-4daf-8551-c1fdba8541d5 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1048257'] for port (None), before_response {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:14.831823 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-c813c28f-21e6-43d2-a29f-9d6d35183af8 req-edef87a0-92d3-4daf-8551-c1fdba8541d5 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.42 "DELETE /v2.0/ports/fe004f6f-ca2d-4c17-b98d-0e04aefc136e HTTP/1.1" status: 204 len: 173 time: 1.9396667 Jul 24 20:06:14.832291 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a96a33d-f3d9-4d85-aac1-e661447d460a', 'name': 'network-vif-deleted', 'tag': 'fe004f6f-ca2d-4c17-b98d-0e04aefc136e'}] {{(pid=110843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 24 20:06:14.834650 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa129e2ea71b36189c7354ee4da78dc54b5a7420159cbfa164f6b2678096e4e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b98dcff-c972-4432-9d5d-029e1e32c4f0" -d '{"events": [{"server_uuid": "6a96a33d-f3d9-4d85-aac1-e661447d460a", "name": "network-vif-deleted", "tag": "fe004f6f-ca2d-4c17-b98d-0e04aefc136e"}]}' {{(pid=110843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 20:06:14.861001 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.v2.base [req-65d50509-31f2-456d-852f-ff7c84217e9b req-8bc10bc5-387d-4eea-8ebf-0096a1427ac4 service neutron] Request body: {'port': {'device_id': '9cda5dd9-6cdc-4d67-83b0-646e41c299de', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85044'}} {{(pid=110843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 20:06:14.899683 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 24 Jul 2022 20:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-788015f4-72cc-47bc-841e-9c9932f34681 x-openstack-request-id: req-788015f4-72cc-47bc-841e-9c9932f34681 {{(pid=110843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 20:06:14.899917 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a96a33d-f3d9-4d85-aac1-e661447d460a", "name": "network-vif-deleted", "tag": "fe004f6f-ca2d-4c17-b98d-0e04aefc136e", "status": "completed", "code": 200}]} {{(pid=110843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 20:06:14.900086 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-788015f4-72cc-47bc-841e-9c9932f34681 {{(pid=110843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 20:06:14.900488 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.notifiers.nova [-] Nova event matching ['req-788015f4-72cc-47bc-841e-9c9932f34681'] response: {'server_uuid': '6a96a33d-f3d9-4d85-aac1-e661447d460a', 'name': 'network-vif-deleted', 'tag': 'fe004f6f-ca2d-4c17-b98d-0e04aefc136e', 'status': 'completed', 'code': 200} Jul 24 20:06:14.942474 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.l3_dvr_db [None req-664ad6bd-a598-4eda-8a9f-70a381248206 None None] Set router d415c36d-d3f0-4850-a3a7-92ff6de12880 gateway port host: dv-cinder-850449-2-iscsi {{(pid=110845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 20:06:14.961990 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-65d50509-31f2-456d-852f-ff7c84217e9b req-8bc10bc5-387d-4eea-8ebf-0096a1427ac4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (4c4a731b-8c23-481b-afbc-71fb7c5549c1), before_update {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:15.110658 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG dbcounter [-] [110845] Writing DB stats neutron:SELECT=100 {{(pid=110845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:06:15.121223 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG dbcounter [-] [110845] Writing DB stats neutron:SELECT=100 {{(pid=110845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:06:15.174703 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.l3_hamode_db [None req-664ad6bd-a598-4eda-8a9f-70a381248206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd415c36d-d3f0-4850-a3a7-92ff6de12880', 'name': 'tempest-ServerRescueNegativeTestJSON-727564958-router', 'tenant_id': '15c454baefdc474682f88c603f6108a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'external_fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': 'b45b19b5-a41c-4d83-bbe8-9ffe45a80965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T20:01:05Z', 'updated_at': '2022-07-24T20:01:15Z', 'revision_number': 4, 'project_id': '15c454baefdc474682f88c603f6108a8', 'gw_port': {'id': 'b45b19b5-a41c-4d83-bbe8-9ffe45a80965', 'name': '', 'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:80:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd415c36d-d3f0-4850-a3a7-92ff6de12880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:01:06Z', 'updated_at': '2022-07-24T20:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99a0caa3-3fb5-4860-826f-478186226de3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850449-2-iscsi', '_interfaces': [{'id': '202a0690-d62d-4408-843b-a3c105585dc8', 'name': '', 'network_id': '6e3ba2d8-cc61-4396-b210-32cea4aff750', 'tenant_id': '15c454baefdc474682f88c603f6108a8', 'mac_address': 'fa:16:3e:47:23:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd415c36d-d3f0-4850-a3a7-92ff6de12880', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '1b0ec485-4e15-4515-af25-2ebd70a5137a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:01:12Z', 'updated_at': '2022-07-24T20:01:22Z', 'revision_number': 5, 'project_id': '15c454baefdc474682f88c603f6108a8', 'subnets': [{'id': '1b0ec485-4e15-4515-af25-2ebd70a5137a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850449-2-iscsi', False) {} {{(pid=110845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:06:15.206282 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-664ad6bd-a598-4eda-8a9f-70a381248206 None None] Checking router: d415c36d-d3f0-4850-a3a7-92ff6de12880 for host: dv-cinder-850449-2-iscsi {{(pid=110845) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 20:06:15.217607 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664ad6bd-a598-4eda-8a9f-70a381248206 None None] Routers {'d415c36d-d3f0-4850-a3a7-92ff6de12880'} bound to L3 agent in host dv-cinder-850449-2-iscsi {{(pid=110845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 20:06:15.218242 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.l3_hamode_db [None req-664ad6bd-a598-4eda-8a9f-70a381248206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-07-24T19:52:06Z,description=,heartbeat_timestamp=2022-07-24T20:06:06Z,host='dv-cinder-850449-2-iscsi',id=408021b7-d46b-48c2-9f75-8a8023f9145c,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T19:52:06Z,topic='l3_agent')) {'router_ids': ['d415c36d-d3f0-4850-a3a7-92ff6de12880'], 'active': True} {{(pid=110845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:06:15.293700 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.notifiers.nova [req-65d50509-31f2-456d-852f-ff7c84217e9b req-8bc10bc5-387d-4eea-8ebf-0096a1427ac4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c4a731b-8c23-481b-afbc-71fb7c5549c1 {{(pid=110843) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 24 20:06:15.303045 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-65d50509-31f2-456d-852f-ff7c84217e9b req-8bc10bc5-387d-4eea-8ebf-0096a1427ac4 service neutron] Publish callbacks [] for port (4c4a731b-8c23-481b-afbc-71fb7c5549c1), precommit_update {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:15.322446 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:06:15.322446 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.db.provisioning_blocks [req-65d50509-31f2-456d-852f-ff7c84217e9b req-8bc10bc5-387d-4eea-8ebf-0096a1427ac4 service neutron] Transition to ACTIVE for port object 4c4a731b-8c23-481b-afbc-71fb7c5549c1 will not be triggered until provisioned by entity L2. {{(pid=110843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 24 20:06:15.342013 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.l3_dvr_db [None req-664ad6bd-a598-4eda-8a9f-70a381248206 None None] Set router d415c36d-d3f0-4850-a3a7-92ff6de12880 gateway port host: dv-cinder-850449-2-iscsi {{(pid=110845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 20:06:15.412416 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-65d50509-31f2-456d-852f-ff7c84217e9b req-8bc10bc5-387d-4eea-8ebf-0096a1427ac4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958'] for port (4c4a731b-8c23-481b-afbc-71fb7c5549c1), after_update {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:15.502332 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc10bc5-387d-4eea-8ebf-0096a1427ac4 service neutron] Pushing event updated for resources: {'Port': ['ID=4c4a731b-8c23-481b-afbc-71fb7c5549c1,revision_number=2']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:06:15.529896 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.managers [req-65d50509-31f2-456d-852f-ff7c84217e9b req-8bc10bc5-387d-4eea-8ebf-0096a1427ac4 service neutron] Attempting to bind port 4c4a731b-8c23-481b-afbc-71fb7c5549c1 on host hv-cinder-85044 for vnic_type normal with profile {{(pid=110843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 24 20:06:15.529896 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.managers [req-65d50509-31f2-456d-852f-ff7c84217e9b req-8bc10bc5-387d-4eea-8ebf-0096a1427ac4 service neutron] Attempting to bind port 4c4a731b-8c23-481b-afbc-71fb7c5549c1 by drivers openvswitch,hyperv on host hv-cinder-85044 at level 0 using segments [{'id': '78737f80-9c2d-440f-8dc6-3a8965544158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '9568b641-7783-426b-8ad0-3ac71fba0922'}] {{(pid=110843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 24 20:06:15.529896 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65d50509-31f2-456d-852f-ff7c84217e9b req-8bc10bc5-387d-4eea-8ebf-0096a1427ac4 service neutron] Attempting to bind port 4c4a731b-8c23-481b-afbc-71fb7c5549c1 on network 9568b641-7783-426b-8ad0-3ac71fba0922 {{(pid=110843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 24 20:06:15.539461 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65d50509-31f2-456d-852f-ff7c84217e9b req-8bc10bc5-387d-4eea-8ebf-0096a1427ac4 service neutron] Port 4c4a731b-8c23-481b-afbc-71fb7c5549c1 on network 9568b641-7783-426b-8ad0-3ac71fba0922 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85044 {{(pid=110843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 24 20:06:15.539461 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65d50509-31f2-456d-852f-ff7c84217e9b req-8bc10bc5-387d-4eea-8ebf-0096a1427ac4 service neutron] Attempting to bind port 4c4a731b-8c23-481b-afbc-71fb7c5549c1 on network 9568b641-7783-426b-8ad0-3ac71fba0922 {{(pid=110843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 24 20:06:15.545488 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65d50509-31f2-456d-852f-ff7c84217e9b req-8bc10bc5-387d-4eea-8ebf-0096a1427ac4 service neutron] Checking agent: {'id': '95564131-b678-4db2-a162-51408b2acd55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85044', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 24, 19, 59, 9), 'started_at': datetime.datetime(2022, 7, 24, 19, 59, 9), 'heartbeat_timestamp': datetime.datetime(2022, 7, 24, 20, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 24 20:06:15.546043 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65d50509-31f2-456d-852f-ff7c84217e9b req-8bc10bc5-387d-4eea-8ebf-0096a1427ac4 service neutron] Checking segment: {'id': '78737f80-9c2d-440f-8dc6-3a8965544158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '9568b641-7783-426b-8ad0-3ac71fba0922'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 24 20:06:15.546690 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65d50509-31f2-456d-852f-ff7c84217e9b req-8bc10bc5-387d-4eea-8ebf-0096a1427ac4 service neutron] Bound using segment: {'id': '78737f80-9c2d-440f-8dc6-3a8965544158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '9568b641-7783-426b-8ad0-3ac71fba0922'} {{(pid=110843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 24 20:06:15.547863 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.managers [req-65d50509-31f2-456d-852f-ff7c84217e9b req-8bc10bc5-387d-4eea-8ebf-0096a1427ac4 service neutron] Bound port: 4c4a731b-8c23-481b-afbc-71fb7c5549c1, host: hv-cinder-85044, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78737f80-9c2d-440f-8dc6-3a8965544158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '9568b641-7783-426b-8ad0-3ac71fba0922'}}] {{(pid=110843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 24 20:06:15.548464 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-65d50509-31f2-456d-852f-ff7c84217e9b req-8bc10bc5-387d-4eea-8ebf-0096a1427ac4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (4c4a731b-8c23-481b-afbc-71fb7c5549c1), before_update {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:15.597392 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.l3_hamode_db [None req-664ad6bd-a598-4eda-8a9f-70a381248206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd415c36d-d3f0-4850-a3a7-92ff6de12880', 'name': 'tempest-ServerRescueNegativeTestJSON-727564958-router', 'tenant_id': '15c454baefdc474682f88c603f6108a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'external_fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': 'b45b19b5-a41c-4d83-bbe8-9ffe45a80965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T20:01:05Z', 'updated_at': '2022-07-24T20:01:15Z', 'revision_number': 4, 'project_id': '15c454baefdc474682f88c603f6108a8', 'gw_port': {'id': 'b45b19b5-a41c-4d83-bbe8-9ffe45a80965', 'name': '', 'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:80:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd415c36d-d3f0-4850-a3a7-92ff6de12880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:01:06Z', 'updated_at': '2022-07-24T20:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99a0caa3-3fb5-4860-826f-478186226de3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850449-2-iscsi', '_interfaces': [{'id': '202a0690-d62d-4408-843b-a3c105585dc8', 'name': '', 'network_id': '6e3ba2d8-cc61-4396-b210-32cea4aff750', 'tenant_id': '15c454baefdc474682f88c603f6108a8', 'mac_address': 'fa:16:3e:47:23:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd415c36d-d3f0-4850-a3a7-92ff6de12880', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '1b0ec485-4e15-4515-af25-2ebd70a5137a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:01:12Z', 'updated_at': '2022-07-24T20:01:22Z', 'revision_number': 5, 'project_id': '15c454baefdc474682f88c603f6108a8', 'subnets': [{'id': '1b0ec485-4e15-4515-af25-2ebd70a5137a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850449-2-iscsi', False) {} {{(pid=110845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:06:15.661425 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-664ad6bd-a598-4eda-8a9f-70a381248206 None None] The sync data for ids ['d415c36d-d3f0-4850-a3a7-92ff6de12880'] in dv-cinder-850449-2-iscsi is: [{'id': 'd415c36d-d3f0-4850-a3a7-92ff6de12880', 'name': 'tempest-ServerRescueNegativeTestJSON-727564958-router', 'tenant_id': '15c454baefdc474682f88c603f6108a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'external_fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': 'b45b19b5-a41c-4d83-bbe8-9ffe45a80965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T20:01:05Z', 'updated_at': '2022-07-24T20:01:15Z', 'revision_number': 4, 'project_id': '15c454baefdc474682f88c603f6108a8', 'gw_port': {'id': 'b45b19b5-a41c-4d83-bbe8-9ffe45a80965', 'name': '', 'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:80:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd415c36d-d3f0-4850-a3a7-92ff6de12880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:01:06Z', 'updated_at': '2022-07-24T20:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99a0caa3-3fb5-4860-826f-478186226de3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850449-2-iscsi', '_interfaces': [{'id': '202a0690-d62d-4408-843b-a3c105585dc8', 'name': '', 'network_id': '6e3ba2d8-cc61-4396-b210-32cea4aff750', 'tenant_id': '15c454baefdc474682f88c603f6108a8', 'mac_address': 'fa:16:3e:47:23:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd415c36d-d3f0-4850-a3a7-92ff6de12880', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '1b0ec485-4e15-4515-af25-2ebd70a5137a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:01:12Z', 'updated_at': '2022-07-24T20:01:22Z', 'revision_number': 5, 'project_id': '15c454baefdc474682f88c603f6108a8', 'subnets': [{'id': '1b0ec485-4e15-4515-af25-2ebd70a5137a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 20:06:15.687377 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.db [req-65d50509-31f2-456d-852f-ff7c84217e9b req-8bc10bc5-387d-4eea-8ebf-0096a1427ac4 service neutron] For port 4c4a731b-8c23-481b-afbc-71fb7c5549c1, host hv-cinder-85044, cleared binding levels {{(pid=110843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 20:06:15.695439 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.db [req-65d50509-31f2-456d-852f-ff7c84217e9b req-8bc10bc5-387d-4eea-8ebf-0096a1427ac4 service neutron] For port 4c4a731b-8c23-481b-afbc-71fb7c5549c1, host hv-cinder-85044, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85044',level=0,port_id=4c4a731b-8c23-481b-afbc-71fb7c5549c1,segment=NetworkSegment(78737f80-9c2d-440f-8dc6-3a8965544158),segment_id=78737f80-9c2d-440f-8dc6-3a8965544158)] {{(pid=110843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 20:06:15.803280 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-cbfbad73-adc0-4f8f-8c99-e22a0f15d5be req-ef2df0dc-b7e3-4fd1-b50e-1de74eb11485 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/ports?device_id=6a96a33d-f3d9-4d85-aac1-e661447d460a HTTP/1.1" status: 200 len: 210 time: 0.0664952 Jul 24 20:06:15.836103 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-65d50509-31f2-456d-852f-ff7c84217e9b req-8bc10bc5-387d-4eea-8ebf-0096a1427ac4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958'] for port (4c4a731b-8c23-481b-afbc-71fb7c5549c1), after_update {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:15.937639 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d50509-31f2-456d-852f-ff7c84217e9b req-8bc10bc5-387d-4eea-8ebf-0096a1427ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:06:15.938282 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-65d50509-31f2-456d-852f-ff7c84217e9b req-8bc10bc5-387d-4eea-8ebf-0096a1427ac4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1048257'] for port (None), before_response {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:15.939985 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-65d50509-31f2-456d-852f-ff7c84217e9b req-8bc10bc5-387d-4eea-8ebf-0096a1427ac4 service neutron] 10.222.0.42 "PUT /v2.0/ports/4c4a731b-8c23-481b-afbc-71fb7c5549c1 HTTP/1.1" status: 200 len: 1093 time: 1.0852118 Jul 24 20:06:15.971174 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785061a7-ff1e-4cda-9c52-69349caa5564 req-0fe77bc5-c6db-4abf-bdcb-a1face9e8d47 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:06:15.973108 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-785061a7-ff1e-4cda-9c52-69349caa5564 req-0fe77bc5-c6db-4abf-bdcb-a1face9e8d47 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.17 "GET /v2.0/ports?device_id=9cda5dd9-6cdc-4d67-83b0-646e41c299de HTTP/1.1" status: 200 len: 943 time: 0.1088912 Jul 24 20:06:15.973881 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc10bc5-387d-4eea-8ebf-0096a1427ac4 service neutron] Pushing event updated for resources: {'Port': ['ID=4c4a731b-8c23-481b-afbc-71fb7c5549c1,revision_number=3']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:06:16.058355 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-785061a7-ff1e-4cda-9c52-69349caa5564 req-6269702d-0ca9-48d1-865b-7dd268c0b6a5 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.17 "GET /v2.0/security-groups?id=ff9ae7fc-996f-45d5-8608-b489a4ed3d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770223 Jul 24 20:06:16.072836 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e029b0-fe21-4b2f-bd00-45beb85366b8 None None] New status for floating IP c1d3b74d-3e0d-4328-bb02-4f8288a4fe7d: DOWN {{(pid=110844) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 24 20:06:16.160140 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d50509-31f2-456d-852f-ff7c84217e9b req-fcde701c-4f7d-4237-b48b-20368d821003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:06:16.162395 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-65d50509-31f2-456d-852f-ff7c84217e9b req-fcde701c-4f7d-4237-b48b-20368d821003 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=dcc8f2e8d4e64866a624dcd6d1de5d81&device_id=9cda5dd9-6cdc-4d67-83b0-646e41c299de HTTP/1.1" status: 200 len: 1127 time: 0.0682571 Jul 24 20:06:16.235271 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-65d50509-31f2-456d-852f-ff7c84217e9b req-4c0e10ee-6561-4809-8977-7fc4d5d0b1f3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4c4a731b-8c23-481b-afbc-71fb7c5549c1 HTTP/1.1" status: 200 len: 217 time: 0.0634522 Jul 24 20:06:16.305759 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d50509-31f2-456d-852f-ff7c84217e9b req-b6fff9be-9eed-4d4c-a7d7-126c0023f0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:06:16.307740 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-65d50509-31f2-456d-852f-ff7c84217e9b req-b6fff9be-9eed-4d4c-a7d7-126c0023f0cb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cce9884f-3061-48ee-abb3-8ca2a1e54559 HTTP/1.1" status: 200 len: 854 time: 0.0680182 Jul 24 20:06:16.368135 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d50509-31f2-456d-852f-ff7c84217e9b req-0b971d76-f108-41ec-a265-31832261959c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:06:16.369871 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-65d50509-31f2-456d-852f-ff7c84217e9b req-0b971d76-f108-41ec-a265-31832261959c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9568b641-7783-426b-8ad0-3ac71fba0922&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0561583 Jul 24 20:06:16.502611 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-65d50509-31f2-456d-852f-ff7c84217e9b req-15e5cf39-7bd7-404b-b4bb-81e3f6520243 service neutron] 10.222.0.42 "GET /v2.0/networks/9568b641-7783-426b-8ad0-3ac71fba0922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261086 Jul 24 20:06:16.613407 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:INSERT=2,neutron:SELECT=96,neutron:UPDATE=2 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:06:16.626278 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-65d50509-31f2-456d-852f-ff7c84217e9b req-ee5d0817-1a65-43a6-853b-b7675f18506a service neutron] 10.222.0.42 "GET /v2.0/networks/9568b641-7783-426b-8ad0-3ac71fba0922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166070 Jul 24 20:06:16.901933 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cda5dd9-6cdc-4d67-83b0-646e41c299de', 'tag': '4c4a731b-8c23-481b-afbc-71fb7c5549c1'}] {{(pid=110843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 24 20:06:16.904351 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa129e2ea71b36189c7354ee4da78dc54b5a7420159cbfa164f6b2678096e4e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3494df16-fc34-4f69-9d62-a4b7aeb15b5f" -d '{"events": [{"name": "network-changed", "server_uuid": "9cda5dd9-6cdc-4d67-83b0-646e41c299de", "tag": "4c4a731b-8c23-481b-afbc-71fb7c5549c1"}]}' {{(pid=110843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 20:06:16.944952 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 24 Jul 2022 20:06:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35984425-4c3e-4a64-8605-f15d5c8d85a9 x-openstack-request-id: req-35984425-4c3e-4a64-8605-f15d5c8d85a9 {{(pid=110843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 20:06:16.945251 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cda5dd9-6cdc-4d67-83b0-646e41c299de", "tag": "4c4a731b-8c23-481b-afbc-71fb7c5549c1", "status": "completed", "code": 200}]} {{(pid=110843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 20:06:16.945510 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-35984425-4c3e-4a64-8605-f15d5c8d85a9 {{(pid=110843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 20:06:16.945944 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35984425-4c3e-4a64-8605-f15d5c8d85a9'] response: {'name': 'network-changed', 'server_uuid': '9cda5dd9-6cdc-4d67-83b0-646e41c299de', 'tag': '4c4a731b-8c23-481b-afbc-71fb7c5549c1', 'status': 'completed', 'code': 200} Jul 24 20:06:17.001778 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [-] (110843) accepted ('10.222.0.17', 35334) {{(pid=110843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:06:17.195804 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-b8ab23cc-f073-4527-a88a-baf115e8d52d tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Publish callbacks [] for security_group (e781b7b9-5d3f-49aa-85ef-8bf9d88b54be), before_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:17.247732 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-b8ab23cc-f073-4527-a88a-baf115e8d52d tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Publish callbacks [] for security_group (e781b7b9-5d3f-49aa-85ef-8bf9d88b54be), precommit_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:17.256038 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe81385-41b7-414c-801c-47fcbfbb9b0b req-9ad4290b-a61f-454e-888b-70e8724fce89 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:06:17.257749 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-0fe81385-41b7-414c-801c-47fcbfbb9b0b req-9ad4290b-a61f-454e-888b-70e8724fce89 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.17 "GET /v2.0/ports?device_id=9cda5dd9-6cdc-4d67-83b0-646e41c299de HTTP/1.1" status: 200 len: 943 time: 0.0778501 Jul 24 20:06:17.328372 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-0fe81385-41b7-414c-801c-47fcbfbb9b0b req-fa9bdbef-871f-46ea-a27c-022c390ac09b tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.17 "GET /v2.0/security-groups?id=ff9ae7fc-996f-45d5-8608-b489a4ed3d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643091 Jul 24 20:06:17.434899 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-b8ab23cc-f073-4527-a88a-baf115e8d52d tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (e781b7b9-5d3f-49aa-85ef-8bf9d88b54be), after_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:17.439145 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-b8ab23cc-f073-4527-a88a-baf115e8d52d tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Publish callbacks [] for security_group (None), before_response {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:17.441737 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [None req-b8ab23cc-f073-4527-a88a-baf115e8d52d tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "DELETE /v2.0/security-groups/e781b7b9-5d3f-49aa-85ef-8bf9d88b54be HTTP/1.1" status: 204 len: 168 time: 0.4374945 Jul 24 20:06:17.450129 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ab23cc-f073-4527-a88a-baf115e8d52d tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e781b7b9-5d3f-49aa-85ef-8bf9d88b54be,revision_number=None']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:06:17.457095 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [-] (110843) accepted ('10.222.0.17', 35342) {{(pid=110843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:06:17.480519 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.api.v2.resource [None req-4a669725-7cbc-481c-b3e8-69cb49dbe3b9 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] show failed (client error): The resource could not be found. Jul 24 20:06:17.482510 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [None req-4a669725-7cbc-481c-b3e8-69cb49dbe3b9 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/security-groups/e781b7b9-5d3f-49aa-85ef-8bf9d88b54be HTTP/1.1" status: 404 len: 347 time: 0.0238435 Jul 24 20:06:17.500300 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 35344) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:06:17.666201 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3494df16-fc34-4f69-9d62-a4b7aeb15b5f req-b6b236a4-850f-43f6-b366-e79ac29bdd33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:06:17.667747 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-3494df16-fc34-4f69-9d62-a4b7aeb15b5f req-b6b236a4-850f-43f6-b366-e79ac29bdd33 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=dcc8f2e8d4e64866a624dcd6d1de5d81&device_id=9cda5dd9-6cdc-4d67-83b0-646e41c299de HTTP/1.1" status: 200 len: 1127 time: 0.0462623 Jul 24 20:06:17.679152 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.plugin [None req-2481e974-c181-4ddf-a5ae-cd067304ab69 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Deleting port 4f25a5e2-f138-41fd-a366-c59df1582daa {{(pid=110842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 24 20:06:17.679627 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-2481e974-c181-4ddf-a5ae-cd067304ab69 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731445580472'] for port (4f25a5e2-f138-41fd-a366-c59df1582daa), before_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:17.775637 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:06:17.796058 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3494df16-fc34-4f69-9d62-a4b7aeb15b5f req-0efb69a4-d59a-460c-a745-73689564b785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:06:17.797625 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-3494df16-fc34-4f69-9d62-a4b7aeb15b5f req-0efb69a4-d59a-460c-a745-73689564b785 service neutron] 10.222.0.42 "GET /v2.0/networks?id=9568b641-7783-426b-8ad0-3ac71fba0922 HTTP/1.1" status: 200 len: 916 time: 0.1237402 Jul 24 20:06:17.806246 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-2481e974-c181-4ddf-a5ae-cd067304ab69 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458432'] for port (4f25a5e2-f138-41fd-a366-c59df1582daa), precommit_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:17.806571 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-2481e974-c181-4ddf-a5ae-cd067304ab69 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Publish callbacks [] for floatingip (4f25a5e2-f138-41fd-a366-c59df1582daa), precommit_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:17.812418 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Device fe004f6f-ca2d-4c17-b98d-0e04aefc136e no longer exists at agent hyperv_hv-cinder-85044 {{(pid=110844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 20:06:17.823892 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.plugin [None req-2481e974-c181-4ddf-a5ae-cd067304ab69 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Calling delete_port for 4f25a5e2-f138-41fd-a366-c59df1582daa owned by network:floatingip {{(pid=110842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 24 20:06:17.844339 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] No Port match for: fe004f6f-ca2d-4c17-b98d-0e04aefc136e {{(pid=110844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 24 20:06:17.845592 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Device fe004f6f-ca2d-4c17-b98d-0e04aefc136e not bound to the agent host hv-cinder-85044 {{(pid=110844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 20:06:17.848604 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-3494df16-fc34-4f69-9d62-a4b7aeb15b5f req-ee97791e-dcaa-4ae0-867d-b4104a80b8a5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4c4a731b-8c23-481b-afbc-71fb7c5549c1 HTTP/1.1" status: 200 len: 217 time: 0.0430284 Jul 24 20:06:17.909836 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3494df16-fc34-4f69-9d62-a4b7aeb15b5f req-10efe417-ead7-424a-a7ac-033363ccb034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:06:17.911382 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-3494df16-fc34-4f69-9d62-a4b7aeb15b5f req-10efe417-ead7-424a-a7ac-033363ccb034 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cce9884f-3061-48ee-abb3-8ca2a1e54559 HTTP/1.1" status: 200 len: 854 time: 0.0570712 Jul 24 20:06:17.961085 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3494df16-fc34-4f69-9d62-a4b7aeb15b5f req-47b595ae-acc3-4884-bb08-0c3462c2935f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:06:17.962529 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-3494df16-fc34-4f69-9d62-a4b7aeb15b5f req-47b595ae-acc3-4884-bb08-0c3462c2935f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9568b641-7783-426b-8ad0-3ac71fba0922&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437016 Jul 24 20:06:18.034205 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-2481e974-c181-4ddf-a5ae-cd067304ab69 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731445585704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731445223415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8925015'] for port (4f25a5e2-f138-41fd-a366-c59df1582daa), after_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:18.060380 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2481e974-c181-4ddf-a5ae-cd067304ab69 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Pushing event deleted for resources: {'Port': ['ID=4f25a5e2-f138-41fd-a366-c59df1582daa,revision_number=None']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:06:18.070767 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2481e974-c181-4ddf-a5ae-cd067304ab69 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:06:18.071117 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2481e974-c181-4ddf-a5ae-cd067304ab69 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:06:18.071461 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2481e974-c181-4ddf-a5ae-cd067304ab69 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:06:18.071803 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2481e974-c181-4ddf-a5ae-cd067304ab69 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:06:18.072136 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2481e974-c181-4ddf-a5ae-cd067304ab69 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:06:18.072467 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2481e974-c181-4ddf-a5ae-cd067304ab69 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:06:18.072899 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2481e974-c181-4ddf-a5ae-cd067304ab69 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:06:18.073884 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2481e974-c181-4ddf-a5ae-cd067304ab69 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:06:18.073884 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2481e974-c181-4ddf-a5ae-cd067304ab69 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:06:18.073884 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2481e974-c181-4ddf-a5ae-cd067304ab69 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:06:18.074212 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2481e974-c181-4ddf-a5ae-cd067304ab69 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:06:18.074493 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2481e974-c181-4ddf-a5ae-cd067304ab69 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:06:18.074818 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2481e974-c181-4ddf-a5ae-cd067304ab69 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:06:18.075139 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2481e974-c181-4ddf-a5ae-cd067304ab69 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:06:18.075460 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2481e974-c181-4ddf-a5ae-cd067304ab69 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:06:18.091009 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-3494df16-fc34-4f69-9d62-a4b7aeb15b5f req-13d557bb-5fcb-4ab7-a5e3-b91349dbdaeb service neutron] 10.222.0.42 "GET /v2.0/networks/9568b641-7783-426b-8ad0-3ac71fba0922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212931 Jul 24 20:06:18.124520 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:06:18.146780 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-2481e974-c181-4ddf-a5ae-cd067304ab69 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Publish callbacks [] for floatingip (c1d3b74d-3e0d-4328-bb02-4f8288a4fe7d), after_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:18.149362 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-2481e974-c181-4ddf-a5ae-cd067304ab69 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1048257'] for floatingip (None), before_response {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:18.153655 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-2481e974-c181-4ddf-a5ae-cd067304ab69 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "DELETE /v2.0/floatingips/c1d3b74d-3e0d-4328-bb02-4f8288a4fe7d HTTP/1.1" status: 204 len: 168 time: 0.6491020 Jul 24 20:06:18.201854 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-3494df16-fc34-4f69-9d62-a4b7aeb15b5f req-f3475254-0273-4cd6-9bad-d21d645345d9 service neutron] 10.222.0.42 "GET /v2.0/networks/9568b641-7783-426b-8ad0-3ac71fba0922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035624 Jul 24 20:06:18.538258 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea0a077-7367-46e5-8567-cb7d19b28ebd req-a7a44ccc-92e2-4fb4-a8dd-a3975fb7a58d tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:06:18.539849 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-6ea0a077-7367-46e5-8567-cb7d19b28ebd req-a7a44ccc-92e2-4fb4-a8dd-a3975fb7a58d tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.17 "GET /v2.0/ports?device_id=9cda5dd9-6cdc-4d67-83b0-646e41c299de HTTP/1.1" status: 200 len: 943 time: 0.1368542 Jul 24 20:06:18.596541 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-6ea0a077-7367-46e5-8567-cb7d19b28ebd req-1d524a8a-daa6-45bc-a81c-1f196204f4c5 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.17 "GET /v2.0/security-groups?id=ff9ae7fc-996f-45d5-8608-b489a4ed3d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495381 Jul 24 20:06:19.738522 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a61933-56d6-4e37-a1a4-2d045a3ebebc req-c45d2bcf-4afd-461d-bb45-95b93673831c tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:06:19.740196 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-d0a61933-56d6-4e37-a1a4-2d045a3ebebc req-c45d2bcf-4afd-461d-bb45-95b93673831c tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.17 "GET /v2.0/ports?device_id=9cda5dd9-6cdc-4d67-83b0-646e41c299de HTTP/1.1" status: 200 len: 943 time: 0.0518286 Jul 24 20:06:19.793213 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-d0a61933-56d6-4e37-a1a4-2d045a3ebebc req-9a64fda6-f70e-49ec-932c-6b52f0f6984f tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.17 "GET /v2.0/security-groups?id=ff9ae7fc-996f-45d5-8608-b489a4ed3d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463333 Jul 24 20:06:19.811896 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Device 4c4a731b-8c23-481b-afbc-71fb7c5549c1 details requested by agent hyperv_hv-cinder-85044 with host hv-cinder-85044 {{(pid=110844) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 20:06:19.936670 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] For port 4c4a731b-8c23-481b-afbc-71fb7c5549c1, host hv-cinder-85044, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85044',level=0,port_id=4c4a731b-8c23-481b-afbc-71fb7c5549c1,segment=NetworkSegment(78737f80-9c2d-440f-8dc6-3a8965544158),segment_id=78737f80-9c2d-440f-8dc6-3a8965544158)] {{(pid=110844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 20:06:19.949737 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Returning: {'device': '4c4a731b-8c23-481b-afbc-71fb7c5549c1', 'network_id': '9568b641-7783-426b-8ad0-3ac71fba0922', 'port_id': '4c4a731b-8c23-481b-afbc-71fb7c5549c1', 'mac_address': 'fa:16:3e:be:a2:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cce9884f-3061-48ee-abb3-8ca2a1e54559', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110844) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 20:06:20.007383 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Current status of the port 4c4a731b-8c23-481b-afbc-71fb7c5549c1 is: DOWN; New status is: BUILD {{(pid=110844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 20:06:20.008029 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (4c4a731b-8c23-481b-afbc-71fb7c5549c1), before_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:20.029123 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.notifiers.nova [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c4a731b-8c23-481b-afbc-71fb7c5549c1 {{(pid=110844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 24 20:06:20.051902 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] For port 4c4a731b-8c23-481b-afbc-71fb7c5549c1, host hv-cinder-85044, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85044',level=0,port_id=4c4a731b-8c23-481b-afbc-71fb7c5549c1,segment=NetworkSegment(78737f80-9c2d-440f-8dc6-3a8965544158),segment_id=78737f80-9c2d-440f-8dc6-3a8965544158)] {{(pid=110844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 20:06:20.131039 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958'] for port (4c4a731b-8c23-481b-afbc-71fb7c5549c1), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:20.190275 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Pushing event updated for resources: {'Port': ['ID=4c4a731b-8c23-481b-afbc-71fb7c5549c1,revision_number=4']} {{(pid=110844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:06:20.421494 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] get_ports_and_sgs() called for port_ids ['4c4a731b-8c23-481b-afbc-71fb7c5549c1'] {{(pid=110844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 20:06:20.456621 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=92,neutron:UPDATE=8 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:06:20.938050 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa053fc-015b-45de-83a9-34b40c9940c4 req-00128749-8706-4d11-a51b-76cc4f46b2da tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:06:20.939931 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-baa053fc-015b-45de-83a9-34b40c9940c4 req-00128749-8706-4d11-a51b-76cc4f46b2da tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.17 "GET /v2.0/ports?device_id=9cda5dd9-6cdc-4d67-83b0-646e41c299de HTTP/1.1" status: 200 len: 944 time: 0.0577264 Jul 24 20:06:20.996314 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-baa053fc-015b-45de-83a9-34b40c9940c4 req-de7cb73a-185a-4e01-997f-f186898b32c6 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.17 "GET /v2.0/security-groups?id=ff9ae7fc-996f-45d5-8608-b489a4ed3d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491905 Jul 24 20:06:21.224880 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ac4f55-e408-4829-8002-93ba611c9b2a req-c54180cd-592d-48e5-8521-197515ef0eff tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:06:21.226450 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-e6ac4f55-e408-4829-8002-93ba611c9b2a req-c54180cd-592d-48e5-8521-197515ef0eff tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/ports?device_id=b835df72-6134-422a-80ae-654e9da4e4a7 HTTP/1.1" status: 200 len: 946 time: 0.0561707 Jul 24 20:06:21.285570 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:06:21.305614 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-e6ac4f55-e408-4829-8002-93ba611c9b2a req-b976d386-70da-49b5-8de4-41636afc865e tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/security-groups?id=26640197-a088-42b2-99b8-e30a0e4045f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718465 Jul 24 20:06:21.814415 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-f527d1f7-ca8d-409f-bf6b-c298d3292aa3 req-7ba392df-7e43-463b-b2e5-9e35c89a8c11 tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] 10.222.0.17 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1734123421&fields=id&tenant_id=d4f1f24b3a384f1db3a6e782253814ec HTTP/1.1" status: 200 len: 267 time: 0.0475814 Jul 24 20:06:21.827491 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Device 4c4a731b-8c23-481b-afbc-71fb7c5549c1 up at agent hyperv_hv-cinder-85044 {{(pid=110844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 20:06:21.878377 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Provisioning for port 4c4a731b-8c23-481b-afbc-71fb7c5549c1 completed by entity L2. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 24 20:06:21.952501 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f527d1f7-ca8d-409f-bf6b-c298d3292aa3 req-0bcbb296-e9b4-402e-8ae0-fae2db7f0bdf tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:06:21.954072 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-f527d1f7-ca8d-409f-bf6b-c298d3292aa3 req-0bcbb296-e9b4-402e-8ae0-fae2db7f0bdf tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] 10.222.0.17 "GET /v2.0/networks?id=db5ceaaa-c00a-4f99-91da-e1e2dfaf14af HTTP/1.1" status: 200 len: 809 time: 0.1278470 Jul 24 20:06:21.970397 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-f527d1f7-ca8d-409f-bf6b-c298d3292aa3 req-1576c663-f375-4e3a-8774-711348fc7cb8 tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] 10.222.0.17 "GET /v2.0/quotas/d4f1f24b3a384f1db3a6e782253814ec HTTP/1.1" status: 200 len: 375 time: 0.0104861 Jul 24 20:06:22.000054 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Provisioning complete for port 4c4a731b-8c23-481b-afbc-71fb7c5549c1 triggered by entity L2. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 20:06:22.000724 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812910'] for port (4c4a731b-8c23-481b-afbc-71fb7c5549c1), provisioning_complete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:22.023171 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-f527d1f7-ca8d-409f-bf6b-c298d3292aa3 req-61359258-b3ac-41a2-8832-d4b7065c6541 tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=d4f1f24b3a384f1db3a6e782253814ec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0466285 Jul 24 20:06:22.066935 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:06:22.080274 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Current status of the port 4c4a731b-8c23-481b-afbc-71fb7c5549c1 is: BUILD; New status is: ACTIVE {{(pid=110844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 20:06:22.080827 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (4c4a731b-8c23-481b-afbc-71fb7c5549c1), before_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:22.107191 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cda5dd9-6cdc-4d67-83b0-646e41c299de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c4a731b-8c23-481b-afbc-71fb7c5549c1'}] {{(pid=110844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 24 20:06:22.109687 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cb44c1e02bae91b270a0e6cfc836be33c010434f31a7c401440ca7d913440f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-731eef8a-b3fc-44a4-b8f9-ef43c9781dfc" -d '{"events": [{"server_uuid": "9cda5dd9-6cdc-4d67-83b0-646e41c299de", "name": "network-vif-plugged", "status": "completed", "tag": "4c4a731b-8c23-481b-afbc-71fb7c5549c1"}]}' {{(pid=110844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 20:06:22.124317 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] For port 4c4a731b-8c23-481b-afbc-71fb7c5549c1, host hv-cinder-85044, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85044',level=0,port_id=4c4a731b-8c23-481b-afbc-71fb7c5549c1,segment=NetworkSegment(78737f80-9c2d-440f-8dc6-3a8965544158),segment_id=78737f80-9c2d-440f-8dc6-3a8965544158)] {{(pid=110844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 20:06:22.240455 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0000e594-fb70-449d-8d3f-84340f9be846 req-db82e917-a89e-44c7-baa0-18796cc4018c tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:06:22.242070 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-0000e594-fb70-449d-8d3f-84340f9be846 req-db82e917-a89e-44c7-baa0-18796cc4018c tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.17 "GET /v2.0/ports?device_id=9cda5dd9-6cdc-4d67-83b0-646e41c299de HTTP/1.1" status: 200 len: 944 time: 0.1249690 Jul 24 20:06:22.264147 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958'] for port (4c4a731b-8c23-481b-afbc-71fb7c5549c1), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:22.287028 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-f527d1f7-ca8d-409f-bf6b-c298d3292aa3 req-209e3130-5572-407c-9d49-036a61e461aa service neutron] 10.222.0.17 "GET /v2.0/networks/db5ceaaa-c00a-4f99-91da-e1e2dfaf14af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2498627 Jul 24 20:06:22.297968 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=100 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:06:22.342095 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-0000e594-fb70-449d-8d3f-84340f9be846 req-dc0da806-d115-40b2-a239-248736e3bfb6 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.17 "GET /v2.0/security-groups?id=ff9ae7fc-996f-45d5-8608-b489a4ed3d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927937 Jul 24 20:06:22.372763 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Pushing event updated for resources: {'Port': ['ID=4c4a731b-8c23-481b-afbc-71fb7c5549c1,revision_number=5']} {{(pid=110844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:06:22.403761 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 24 Jul 2022 20:06:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f00958a7-a9b9-4b1b-9228-723a79d52853 x-openstack-request-id: req-f00958a7-a9b9-4b1b-9228-723a79d52853 {{(pid=110844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 20:06:22.404523 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cda5dd9-6cdc-4d67-83b0-646e41c299de", "name": "network-vif-plugged", "status": "completed", "tag": "4c4a731b-8c23-481b-afbc-71fb7c5549c1", "code": 200}]} {{(pid=110844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 20:06:22.404979 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-f00958a7-a9b9-4b1b-9228-723a79d52853 {{(pid=110844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 20:06:22.405622 dv-cinder-850449-2-iscsi neutron-server[110844]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f00958a7-a9b9-4b1b-9228-723a79d52853'] response: {'server_uuid': '9cda5dd9-6cdc-4d67-83b0-646e41c299de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c4a731b-8c23-481b-afbc-71fb7c5549c1', 'code': 200} Jul 24 20:06:22.439212 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-f527d1f7-ca8d-409f-bf6b-c298d3292aa3 req-c94ac6ee-7c5f-482f-a64a-3684afe38520 service neutron] 10.222.0.17 "GET /v2.0/networks/db5ceaaa-c00a-4f99-91da-e1e2dfaf14af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366165 Jul 24 20:06:22.525994 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5430ae8c-2598-4519-b24e-228888673295 req-180d8112-7f91-4d9c-bb31-1c8e4ce39ccd tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:06:22.528111 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-5430ae8c-2598-4519-b24e-228888673295 req-180d8112-7f91-4d9c-bb31-1c8e4ce39ccd tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/ports?device_id=b835df72-6134-422a-80ae-654e9da4e4a7 HTTP/1.1" status: 200 len: 946 time: 0.0526338 Jul 24 20:06:22.590223 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-5430ae8c-2598-4519-b24e-228888673295 req-d8dac7e5-3254-4f44-92fc-012d8c89bdcb tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/security-groups?id=26640197-a088-42b2-99b8-e30a0e4045f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559425 Jul 24 20:06:23.120005 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-5fbefbfa-abb1-43ad-bb29-051cbcca712e req-11639ef9-b7b1-4864-a65d-040003cbc8ea tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] 10.222.0.17 "GET /v2.0/ports?device_id=77bbeaa9-f40d-49c5-a878-9fb67bede679 HTTP/1.1" status: 200 len: 210 time: 0.0408506 Jul 24 20:06:23.529151 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f898d7d-deab-4570-adac-0dcd528eace2 req-9eb2fb08-b541-4b31-8ba3-75177b460076 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:06:23.530659 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-0f898d7d-deab-4570-adac-0dcd528eace2 req-9eb2fb08-b541-4b31-8ba3-75177b460076 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.42 "GET /v2.0/ports?device_id=b835df72-6134-422a-80ae-654e9da4e4a7 HTTP/1.1" status: 200 len: 946 time: 0.1190407 Jul 24 20:06:23.549492 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f83fdd-53ad-4050-af3a-873b6223a500 req-762b51d9-82c8-4818-9786-09ad0ce6afca tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:06:23.550955 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-17f83fdd-53ad-4050-af3a-873b6223a500 req-762b51d9-82c8-4818-9786-09ad0ce6afca tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.17 "GET /v2.0/ports?device_id=9cda5dd9-6cdc-4d67-83b0-646e41c299de HTTP/1.1" status: 200 len: 945 time: 0.1076310 Jul 24 20:06:23.585240 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db02a384-29b7-4b3c-92e9-91b070d22208 req-df4d7765-aa3f-49dc-99a4-30423f5a11e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:06:23.587791 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-db02a384-29b7-4b3c-92e9-91b070d22208 req-df4d7765-aa3f-49dc-99a4-30423f5a11e3 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9cda5dd9-6cdc-4d67-83b0-646e41c299de HTTP/1.1" status: 200 len: 1129 time: 0.1265299 Jul 24 20:06:23.736966 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-17f83fdd-53ad-4050-af3a-873b6223a500 req-7c181428-24ea-46ef-9319-917f6029797e tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.17 "GET /v2.0/security-groups?id=ff9ae7fc-996f-45d5-8608-b489a4ed3d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1640351 Jul 24 20:06:23.748888 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.plugin [req-0f898d7d-deab-4570-adac-0dcd528eace2 req-6b32e16f-da43-44aa-bb38-ae9617d02132 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Deleting port fb47eaa5-8e6b-4fe4-8667-50e998c90da3 {{(pid=110843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 24 20:06:23.749218 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-0f898d7d-deab-4570-adac-0dcd528eace2 req-6b32e16f-da43-44aa-bb38-ae9617d02132 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731445580472'] for port (fb47eaa5-8e6b-4fe4-8667-50e998c90da3), before_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:23.769136 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=100 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:06:23.787683 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-db02a384-29b7-4b3c-92e9-91b070d22208 req-af34b298-24df-4f44-b58b-78a3c433f9be service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=ff9ae7fc-996f-45d5-8608-b489a4ed3d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1946602 Jul 24 20:06:23.799284 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a71e4b0-89e3-4fff-b9d1-001a48c4a7fd req-ac3c05fc-f134-448f-a326-c60d38d62b54 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:06:23.800884 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-9a71e4b0-89e3-4fff-b9d1-001a48c4a7fd req-ac3c05fc-f134-448f-a326-c60d38d62b54 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/ports?device_id=b835df72-6134-422a-80ae-654e9da4e4a7 HTTP/1.1" status: 200 len: 946 time: 0.1337211 Jul 24 20:06:23.907180 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.db [req-0f898d7d-deab-4570-adac-0dcd528eace2 req-6b32e16f-da43-44aa-bb38-ae9617d02132 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] For port fb47eaa5-8e6b-4fe4-8667-50e998c90da3, host hv-cinder-85044, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85044',level=0,port_id=fb47eaa5-8e6b-4fe4-8667-50e998c90da3,segment=NetworkSegment(1a250ca4-cd77-42a8-bf37-37a7ac6ffa6c),segment_id=1a250ca4-cd77-42a8-bf37-37a7ac6ffa6c)] {{(pid=110843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 20:06:23.907565 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-0f898d7d-deab-4570-adac-0dcd528eace2 req-6b32e16f-da43-44aa-bb38-ae9617d02132 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458432'] for port (fb47eaa5-8e6b-4fe4-8667-50e998c90da3), precommit_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:23.913091 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-9a71e4b0-89e3-4fff-b9d1-001a48c4a7fd req-b7fa6dd2-38f6-4cac-8171-e66b936a2ae9 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/security-groups?id=26640197-a088-42b2-99b8-e30a0e4045f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812666 Jul 24 20:06:23.926433 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.plugin [req-0f898d7d-deab-4570-adac-0dcd528eace2 req-6b32e16f-da43-44aa-bb38-ae9617d02132 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Calling delete_port for fb47eaa5-8e6b-4fe4-8667-50e998c90da3 owned by compute:nova {{(pid=110843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 24 20:06:24.165852 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-0f898d7d-deab-4570-adac-0dcd528eace2 req-6b32e16f-da43-44aa-bb38-ae9617d02132 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731445585704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731445223415'] for port (fb47eaa5-8e6b-4fe4-8667-50e998c90da3), after_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:24.177422 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] get_ports_and_sgs() called for port_ids ['fb47eaa5-8e6b-4fe4-8667-50e998c90da3', '36d6ef5c-d8dd-40c4-8f7e-b9bfc4d8dfc8'] {{(pid=110844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 20:06:24.205947 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b32e16f-da43-44aa-bb38-ae9617d02132 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Pushing event deleted for resources: {'Port': ['ID=fb47eaa5-8e6b-4fe4-8667-50e998c90da3,revision_number=None']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:06:24.225406 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-758883b4-46f6-44b3-883e-7d5c596cb439 req-3b88eff9-53c7-47c9-93dd-beab66649a2c tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] 10.222.0.17 "GET /v2.0/ports?device_id=77bbeaa9-f40d-49c5-a878-9fb67bede679 HTTP/1.1" status: 200 len: 210 time: 0.0503705 Jul 24 20:06:24.270236 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f898d7d-deab-4570-adac-0dcd528eace2 req-6b32e16f-da43-44aa-bb38-ae9617d02132 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] No DVR routers for this DVR port fb47eaa5-8e6b-4fe4-8667-50e998c90da3 on host hv-cinder-85044 {{(pid=110843) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 24 20:06:24.272707 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-0f898d7d-deab-4570-adac-0dcd528eace2 req-6b32e16f-da43-44aa-bb38-ae9617d02132 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1048257'] for port (None), before_response {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:24.276145 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-0f898d7d-deab-4570-adac-0dcd528eace2 req-6b32e16f-da43-44aa-bb38-ae9617d02132 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.42 "DELETE /v2.0/ports/fb47eaa5-8e6b-4fe4-8667-50e998c90da3 HTTP/1.1" status: 204 len: 173 time: 0.7406044 Jul 24 20:06:24.277243 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b835df72-6134-422a-80ae-654e9da4e4a7', 'name': 'network-vif-deleted', 'tag': 'fb47eaa5-8e6b-4fe4-8667-50e998c90da3'}] {{(pid=110843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 24 20:06:24.279773 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa129e2ea71b36189c7354ee4da78dc54b5a7420159cbfa164f6b2678096e4e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d41c3885-5675-4a52-9f12-dbb926bbfb04" -d '{"events": [{"server_uuid": "b835df72-6134-422a-80ae-654e9da4e4a7", "name": "network-vif-deleted", "tag": "fb47eaa5-8e6b-4fe4-8667-50e998c90da3"}]}' {{(pid=110843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 20:06:24.317260 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 24 Jul 2022 20:06:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a304b9e4-6f45-41a0-af83-f6fd82ff5c92 x-openstack-request-id: req-a304b9e4-6f45-41a0-af83-f6fd82ff5c92 {{(pid=110843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 20:06:24.317555 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b835df72-6134-422a-80ae-654e9da4e4a7", "name": "network-vif-deleted", "tag": "fb47eaa5-8e6b-4fe4-8667-50e998c90da3", "status": "completed", "code": 200}]} {{(pid=110843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 20:06:24.317835 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-a304b9e4-6f45-41a0-af83-f6fd82ff5c92 {{(pid=110843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 20:06:24.318375 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a304b9e4-6f45-41a0-af83-f6fd82ff5c92'] response: {'server_uuid': 'b835df72-6134-422a-80ae-654e9da4e4a7', 'name': 'network-vif-deleted', 'tag': 'fb47eaa5-8e6b-4fe4-8667-50e998c90da3', 'status': 'completed', 'code': 200} Jul 24 20:06:24.883219 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913b5d33-5e4e-460c-9f11-07ef46c14445 req-d19b0c88-8433-4994-9fec-f7cbbd1abce5 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:06:24.885857 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-913b5d33-5e4e-460c-9f11-07ef46c14445 req-d19b0c88-8433-4994-9fec-f7cbbd1abce5 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.17 "GET /v2.0/ports?device_id=9cda5dd9-6cdc-4d67-83b0-646e41c299de HTTP/1.1" status: 200 len: 945 time: 0.0623024 Jul 24 20:06:24.928514 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:06:24.942317 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-913b5d33-5e4e-460c-9f11-07ef46c14445 req-68e0f0a1-d1b0-4406-9961-09262cb2627c tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.17 "GET /v2.0/security-groups?id=ff9ae7fc-996f-45d5-8608-b489a4ed3d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503323 Jul 24 20:06:25.061448 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-8489a7d0-396e-4ef8-a7a6-ca2fbaf52157 req-2bb2ffa3-5405-48d9-872b-23e6dbafe2a7 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/ports?device_id=b835df72-6134-422a-80ae-654e9da4e4a7 HTTP/1.1" status: 200 len: 210 time: 0.0377512 Jul 24 20:06:25.392377 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-6e860e9e-1894-4210-9a3f-188b7e132368 req-da671bf6-36dc-4966-8181-d2e3488ed918 tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] 10.222.0.17 "GET /v2.0/ports?device_id=77bbeaa9-f40d-49c5-a878-9fb67bede679 HTTP/1.1" status: 200 len: 210 time: 0.0319653 Jul 24 20:06:25.601925 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG dbcounter [-] [110845] Writing DB stats neutron:SELECT=80 {{(pid=110845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:06:26.079567 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abbd11a-44de-4d72-a01a-7ba1cbe2d84b req-a60db7ff-4562-4247-a1a4-15e2554bfd0d tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:06:26.081180 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-6abbd11a-44de-4d72-a01a-7ba1cbe2d84b req-a60db7ff-4562-4247-a1a4-15e2554bfd0d tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.17 "GET /v2.0/ports?device_id=9cda5dd9-6cdc-4d67-83b0-646e41c299de HTTP/1.1" status: 200 len: 945 time: 0.0530946 Jul 24 20:06:26.146162 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-6abbd11a-44de-4d72-a01a-7ba1cbe2d84b req-5efd5e07-e88c-4de9-880d-a9e4e2c2ed2b tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.17 "GET /v2.0/security-groups?id=ff9ae7fc-996f-45d5-8608-b489a4ed3d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591025 Jul 24 20:06:26.195229 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-322028c5-e854-477a-bd5f-935dd388dde5 req-f86d6b44-c071-4393-b950-1fbd2fa5f4a4 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/ports?device_id=b835df72-6134-422a-80ae-654e9da4e4a7 HTTP/1.1" status: 200 len: 210 time: 0.0323586 Jul 24 20:06:26.274809 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f73aaf-7510-4032-a70c-02b34b3729cc req-e4002535-325b-4fab-9ad7-88b17a88cd4c tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:06:26.276297 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-92f73aaf-7510-4032-a70c-02b34b3729cc req-e4002535-325b-4fab-9ad7-88b17a88cd4c tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.17 "GET /v2.0/ports?device_id=9cda5dd9-6cdc-4d67-83b0-646e41c299de HTTP/1.1" status: 200 len: 945 time: 0.0510886 Jul 24 20:06:26.285142 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [-] (110843) accepted ('10.222.0.17', 35432) {{(pid=110843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:06:26.289824 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.v2.base [None req-475510df-5108-48d1-9023-861e332506a6 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Request body: {'floatingip': {'port_id': '4c4a731b-8c23-481b-afbc-71fb7c5549c1'}} {{(pid=110843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 20:06:26.335131 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-475510df-5108-48d1-9023-861e332506a6 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Publish callbacks [] for floatingip (b2f971ca-d32b-411b-ac2b-17f3b9473ae6), before_update {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:26.565112 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-aba34ffe-03c5-4b4b-88b3-67665a74a3e0 req-7edbab7b-71c0-410a-82c7-68170c458c5f tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] 10.222.0.17 "GET /v2.0/ports?device_id=77bbeaa9-f40d-49c5-a878-9fb67bede679 HTTP/1.1" status: 200 len: 210 time: 0.0373333 Jul 24 20:06:27.033772 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:06:27.056123 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f527d1f7-ca8d-409f-bf6b-c298d3292aa3 req-d94e7bec-225b-487a-8b10-f2e892cec530 tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:06:27.057933 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-f527d1f7-ca8d-409f-bf6b-c298d3292aa3 req-d94e7bec-225b-487a-8b10-f2e892cec530 tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] 10.222.0.42 "GET /v2.0/networks?id=db5ceaaa-c00a-4f99-91da-e1e2dfaf14af HTTP/1.1" status: 200 len: 809 time: 0.4606054 Jul 24 20:06:27.190694 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-f527d1f7-ca8d-409f-bf6b-c298d3292aa3 req-9fa9ead3-83c7-4add-90b2-acb77d529a55 tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d4f1f24b3a384f1db3a6e782253814ec HTTP/1.1" status: 200 len: 380 time: 0.1002867 Jul 24 20:06:27.201726 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.v2.base [req-f527d1f7-ca8d-409f-bf6b-c298d3292aa3 req-733af1a4-548a-4621-8eaf-6254582fd14f tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] Request body: {'port': {'device_id': '77bbeaa9-f40d-49c5-a878-9fb67bede679', 'network_id': 'db5ceaaa-c00a-4f99-91da-e1e2dfaf14af', 'admin_state_up': True, 'tenant_id': 'd4f1f24b3a384f1db3a6e782253814ec', 'security_groups': ['623eeaef-673a-47cb-9829-c979feaccd70']}} {{(pid=110843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 20:06:27.235779 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:06:27.335143 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-475510df-5108-48d1-9023-861e332506a6 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:27.399986 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-475510df-5108-48d1-9023-861e332506a6 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-452544'] for floatingip (b2f971ca-d32b-411b-ac2b-17f3b9473ae6), after_update {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:27.515413 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.db.l3_db [None req-475510df-5108-48d1-9023-861e332506a6 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Floating IP b2f971ca-d32b-411b-ac2b-17f3b9473ae6 associated. External IP: 172.27.3.226, port: 4c4a731b-8c23-481b-afbc-71fb7c5549c1. Jul 24 20:06:27.554715 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f527d1f7-ca8d-409f-bf6b-c298d3292aa3 req-733af1a4-548a-4621-8eaf-6254582fd14f tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] Made reservation on behalf of d4f1f24b3a384f1db3a6e782253814ec for: {'port': 1} {{(pid=110843) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 20:06:27.559103 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-f527d1f7-ca8d-409f-bf6b-c298d3292aa3 req-733af1a4-548a-4621-8eaf-6254582fd14f tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (None), before_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:27.719111 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-7b80ee02-ef52-4454-abee-e610acf5df2d req-5d7d0f6f-1767-4e4a-aec2-499256b573ee tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] 10.222.0.17 "GET /v2.0/ports?device_id=77bbeaa9-f40d-49c5-a878-9fb67bede679 HTTP/1.1" status: 200 len: 210 time: 0.0552375 Jul 24 20:06:27.847886 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Device fb47eaa5-8e6b-4fe4-8667-50e998c90da3 no longer exists at agent hyperv_hv-cinder-85044 {{(pid=110844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 20:06:27.872875 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.db.db_base_plugin_common [req-f527d1f7-ca8d-409f-bf6b-c298d3292aa3 req-733af1a4-548a-4621-8eaf-6254582fd14f tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] Allocated IP 172.20.0.10 (db5ceaaa-c00a-4f99-91da-e1e2dfaf14af/6c93dad3-d715-4337-a807-6727a504efe8/9f8b91ff-1b06-4056-a7d1-d1c50c5177a3) {{(pid=110843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 20:06:27.877299 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] No Port match for: fb47eaa5-8e6b-4fe4-8667-50e998c90da3 {{(pid=110844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 24 20:06:27.877713 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Device fb47eaa5-8e6b-4fe4-8667-50e998c90da3 not bound to the agent host hv-cinder-85044 {{(pid=110844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 20:06:27.936166 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79dfe08-5103-444d-9e8f-61e2c1ab6ea2 req-edc37148-dcfe-432d-8d78-6ac1b33f7edf tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:06:27.937862 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-b79dfe08-5103-444d-9e8f-61e2c1ab6ea2 req-edc37148-dcfe-432d-8d78-6ac1b33f7edf tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/ports?device_id=0b97a2bd-3e67-4a71-9c37-e823feae7fc7 HTTP/1.1" status: 200 len: 946 time: 0.1078546 Jul 24 20:06:27.983375 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:06:28.030899 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-475510df-5108-48d1-9023-861e332506a6 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Router 47e81123-031d-44ab-8cc7-b1e59e57cd0c has already been hosted by L3 agent 408021b7-d46b-48c2-9f75-8a8023f9145c {{(pid=110843) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 24 20:06:28.099540 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-b79dfe08-5103-444d-9e8f-61e2c1ab6ea2 req-a4d86883-5640-4853-aa3c-a9ea61c81406 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/security-groups?id=26640197-a088-42b2-99b8-e30a0e4045f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497691 Jul 24 20:06:28.143261 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=46,neutron:DELETE=5 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:06:28.224301 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-f527d1f7-ca8d-409f-bf6b-c298d3292aa3 req-733af1a4-548a-4621-8eaf-6254582fd14f tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] Publish callbacks [] for port (9f8b91ff-1b06-4056-a7d1-d1c50c5177a3), precommit_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:28.225653 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:06:28.261807 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-475510df-5108-48d1-9023-861e332506a6 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Notify agent at l3_agent.dv-cinder-850449-2-iscsi the message routers_updated {{(pid=110843) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 20:06:28.267559 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-475510df-5108-48d1-9023-861e332506a6 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1048257'] for floatingip (None), before_response {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:28.274636 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5062dcd-1adf-4aec-abae-a88accd73d4c None None] Sync routers for ids ['47e81123-031d-44ab-8cc7-b1e59e57cd0c'] in dv-cinder-850449-2-iscsi {{(pid=110845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 20:06:28.286926 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5062dcd-1adf-4aec-abae-a88accd73d4c None None] Routers {'47e81123-031d-44ab-8cc7-b1e59e57cd0c'} bound to L3 agent in host dv-cinder-850449-2-iscsi {{(pid=110845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 20:06:28.287486 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.l3_hamode_db [None req-f5062dcd-1adf-4aec-abae-a88accd73d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-07-24T19:52:06Z,description=,heartbeat_timestamp=2022-07-24T20:06:06Z,host='dv-cinder-850449-2-iscsi',id=408021b7-d46b-48c2-9f75-8a8023f9145c,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T19:52:06Z,topic='l3_agent')) {'router_ids': ['47e81123-031d-44ab-8cc7-b1e59e57cd0c'], 'active': True} {{(pid=110845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:06:28.306758 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [None req-475510df-5108-48d1-9023-861e332506a6 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.17 "PUT /v2.0/floatingips/b2f971ca-d32b-411b-ac2b-17f3b9473ae6 HTTP/1.1" status: 200 len: 991 time: 2.0202031 Jul 24 20:06:28.307443 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cda5dd9-6cdc-4d67-83b0-646e41c299de', 'tag': '4c4a731b-8c23-481b-afbc-71fb7c5549c1'}] {{(pid=110843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 24 20:06:28.309822 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa129e2ea71b36189c7354ee4da78dc54b5a7420159cbfa164f6b2678096e4e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3480b822-80fc-4f2a-b0b6-9a5ca1e639cd" -d '{"events": [{"name": "network-changed", "server_uuid": "9cda5dd9-6cdc-4d67-83b0-646e41c299de", "tag": "4c4a731b-8c23-481b-afbc-71fb7c5549c1"}]}' {{(pid=110843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 20:06:28.353461 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 24 Jul 2022 20:06:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0347886-b4a5-4561-bfbf-c0e6117e0bf0 x-openstack-request-id: req-e0347886-b4a5-4561-bfbf-c0e6117e0bf0 {{(pid=110843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 20:06:28.353752 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cda5dd9-6cdc-4d67-83b0-646e41c299de", "tag": "4c4a731b-8c23-481b-afbc-71fb7c5549c1", "status": "completed", "code": 200}]} {{(pid=110843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 20:06:28.354003 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-e0347886-b4a5-4561-bfbf-c0e6117e0bf0 {{(pid=110843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 20:06:28.354407 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0347886-b4a5-4561-bfbf-c0e6117e0bf0'] response: {'name': 'network-changed', 'server_uuid': '9cda5dd9-6cdc-4d67-83b0-646e41c299de', 'tag': '4c4a731b-8c23-481b-afbc-71fb7c5549c1', 'status': 'completed', 'code': 200} Jul 24 20:06:28.371467 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-f527d1f7-ca8d-409f-bf6b-c298d3292aa3 req-733af1a4-548a-4621-8eaf-6254582fd14f tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731445223406'] for port (9f8b91ff-1b06-4056-a7d1-d1c50c5177a3), after_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:28.401406 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.l3_dvr_db [None req-f5062dcd-1adf-4aec-abae-a88accd73d4c None None] Set router 47e81123-031d-44ab-8cc7-b1e59e57cd0c gateway port host: dv-cinder-850449-2-iscsi {{(pid=110845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 20:06:28.423384 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f527d1f7-ca8d-409f-bf6b-c298d3292aa3 req-733af1a4-548a-4621-8eaf-6254582fd14f tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] Network db5ceaaa-c00a-4f99-91da-e1e2dfaf14af is already hosted by enough agents. {{(pid=110843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 20:06:28.433604 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.scheduler.base_scheduler [req-f527d1f7-ca8d-409f-bf6b-c298d3292aa3 req-733af1a4-548a-4621-8eaf-6254582fd14f tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] Resources bound (agent type, host, resource id): {{(pid=110843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 20:06:28.436180 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.db.l3_dvrscheduler_db [req-f527d1f7-ca8d-409f-bf6b-c298d3292aa3 req-733af1a4-548a-4621-8eaf-6254582fd14f tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] Received port after_create {{(pid=110843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 24 20:06:28.441854 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f527d1f7-ca8d-409f-bf6b-c298d3292aa3 req-733af1a4-548a-4621-8eaf-6254582fd14f tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:06:28.442543 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-f527d1f7-ca8d-409f-bf6b-c298d3292aa3 req-733af1a4-548a-4621-8eaf-6254582fd14f tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1048257'] for port (None), before_response {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:28.458660 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733af1a4-548a-4621-8eaf-6254582fd14f tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] Pushing event updated for resources: {'Port': ['ID=9f8b91ff-1b06-4056-a7d1-d1c50c5177a3,revision_number=1']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:06:28.547699 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-f527d1f7-ca8d-409f-bf6b-c298d3292aa3 req-733af1a4-548a-4621-8eaf-6254582fd14f tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3409436 Jul 24 20:06:28.725099 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.l3_hamode_db [None req-f5062dcd-1adf-4aec-abae-a88accd73d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47e81123-031d-44ab-8cc7-b1e59e57cd0c', 'name': 'tempest-AttachVolumeNegativeTest-1190663108-router', 'tenant_id': 'dcc8f2e8d4e64866a624dcd6d1de5d81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'external_fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': 'e4a96822-ce99-4391-bf07-e617c74eb382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T20:02:39Z', 'updated_at': '2022-07-24T20:02:45Z', 'revision_number': 4, 'project_id': 'dcc8f2e8d4e64866a624dcd6d1de5d81', 'gw_port': {'id': 'e4a96822-ce99-4391-bf07-e617c74eb382', 'name': '', 'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:64:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e81123-031d-44ab-8cc7-b1e59e57cd0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:02:40Z', 'updated_at': '2022-07-24T20:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99a0caa3-3fb5-4860-826f-478186226de3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850449-2-iscsi', '_floatingips': [{'id': 'b2f971ca-d32b-411b-ac2b-17f3b9473ae6', 'tenant_id': 'dcc8f2e8d4e64866a624dcd6d1de5d81', 'floating_ip_address': '172.27.3.226', 'floating_network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'router_id': '47e81123-031d-44ab-8cc7-b1e59e57cd0c', 'port_id': '4c4a731b-8c23-481b-afbc-71fb7c5549c1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9568b641-7783-426b-8ad0-3ac71fba0922', 'mac_address': 'fa:16:3e:be:a2:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cda5dd9-6cdc-4d67-83b0-646e41c299de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-24T20:06:04Z', 'updated_at': '2022-07-24T20:06:27Z', 'revision_number': 1, 'project_id': 'dcc8f2e8d4e64866a624dcd6d1de5d81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a915ddb-b03f-445f-850a-6252c5f8b719', 'name': '', 'network_id': '9568b641-7783-426b-8ad0-3ac71fba0922', 'tenant_id': 'dcc8f2e8d4e64866a624dcd6d1de5d81', 'mac_address': 'fa:16:3e:1a:0c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e81123-031d-44ab-8cc7-b1e59e57cd0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'cce9884f-3061-48ee-abb3-8ca2a1e54559', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:02:43Z', 'updated_at': '2022-07-24T20:02:53Z', 'revision_number': 5, 'project_id': 'dcc8f2e8d4e64866a624dcd6d1de5d81', 'subnets': [{'id': 'cce9884f-3061-48ee-abb3-8ca2a1e54559', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850449-2-iscsi', False) {} {{(pid=110845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:06:28.737809 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-2f6e0f67-cec7-408f-a347-153a02adfd77 None None] Provisioning complete for port 9f8b91ff-1b06-4056-a7d1-d1c50c5177a3 triggered by entity DHCP. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 20:06:28.738518 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-2f6e0f67-cec7-408f-a347-153a02adfd77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812910'] for port (9f8b91ff-1b06-4056-a7d1-d1c50c5177a3), provisioning_complete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:28.784676 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-2f6e0f67-cec7-408f-a347-153a02adfd77 None None] Port 9f8b91ff-1b06-4056-a7d1-d1c50c5177a3 cannot update to ACTIVE because it is not bound. {{(pid=110844) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 24 20:06:28.793374 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5062dcd-1adf-4aec-abae-a88accd73d4c None None] Checking router: 47e81123-031d-44ab-8cc7-b1e59e57cd0c for host: dv-cinder-850449-2-iscsi {{(pid=110845) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 20:06:28.803740 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5062dcd-1adf-4aec-abae-a88accd73d4c None None] Routers {'47e81123-031d-44ab-8cc7-b1e59e57cd0c'} bound to L3 agent in host dv-cinder-850449-2-iscsi {{(pid=110845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 20:06:28.804297 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.l3_hamode_db [None req-f5062dcd-1adf-4aec-abae-a88accd73d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-07-24T19:52:06Z,description=,heartbeat_timestamp=2022-07-24T20:06:06Z,host='dv-cinder-850449-2-iscsi',id=408021b7-d46b-48c2-9f75-8a8023f9145c,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T19:52:06Z,topic='l3_agent')) {'router_ids': ['47e81123-031d-44ab-8cc7-b1e59e57cd0c'], 'active': True} {{(pid=110845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:06:28.869604 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a73f7b-6eaf-445e-9e6b-e4111131a9ec req-9281d966-ac52-492b-bdef-3d93d922b884 tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:06:28.871834 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-98a73f7b-6eaf-445e-9e6b-e4111131a9ec req-9281d966-ac52-492b-bdef-3d93d922b884 tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] 10.222.0.17 "GET /v2.0/ports?device_id=77bbeaa9-f40d-49c5-a878-9fb67bede679 HTTP/1.1" status: 200 len: 932 time: 0.0544231 Jul 24 20:06:28.927630 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-98a73f7b-6eaf-445e-9e6b-e4111131a9ec req-bc952733-40e9-4b97-ac83-62471233f7ce tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] 10.222.0.17 "GET /v2.0/security-groups?id=623eeaef-673a-47cb-9829-c979feaccd70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495243 Jul 24 20:06:28.929925 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.l3_dvr_db [None req-f5062dcd-1adf-4aec-abae-a88accd73d4c None None] Set router 47e81123-031d-44ab-8cc7-b1e59e57cd0c gateway port host: dv-cinder-850449-2-iscsi {{(pid=110845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 20:06:29.266997 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5c8a34-bbd3-4934-b362-67a24b4bc785 req-1478e81b-ce43-47b5-af99-eefe921c3725 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:06:29.268676 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-dd5c8a34-bbd3-4934-b362-67a24b4bc785 req-1478e81b-ce43-47b5-af99-eefe921c3725 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/ports?device_id=0b97a2bd-3e67-4a71-9c37-e823feae7fc7 HTTP/1.1" status: 200 len: 946 time: 0.0583503 Jul 24 20:06:29.298607 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.l3_hamode_db [None req-f5062dcd-1adf-4aec-abae-a88accd73d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47e81123-031d-44ab-8cc7-b1e59e57cd0c', 'name': 'tempest-AttachVolumeNegativeTest-1190663108-router', 'tenant_id': 'dcc8f2e8d4e64866a624dcd6d1de5d81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'external_fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': 'e4a96822-ce99-4391-bf07-e617c74eb382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T20:02:39Z', 'updated_at': '2022-07-24T20:02:45Z', 'revision_number': 4, 'project_id': 'dcc8f2e8d4e64866a624dcd6d1de5d81', 'gw_port': {'id': 'e4a96822-ce99-4391-bf07-e617c74eb382', 'name': '', 'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:64:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e81123-031d-44ab-8cc7-b1e59e57cd0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:02:40Z', 'updated_at': '2022-07-24T20:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99a0caa3-3fb5-4860-826f-478186226de3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850449-2-iscsi', '_floatingips': [{'id': 'b2f971ca-d32b-411b-ac2b-17f3b9473ae6', 'tenant_id': 'dcc8f2e8d4e64866a624dcd6d1de5d81', 'floating_ip_address': '172.27.3.226', 'floating_network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'router_id': '47e81123-031d-44ab-8cc7-b1e59e57cd0c', 'port_id': '4c4a731b-8c23-481b-afbc-71fb7c5549c1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9568b641-7783-426b-8ad0-3ac71fba0922', 'mac_address': 'fa:16:3e:be:a2:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cda5dd9-6cdc-4d67-83b0-646e41c299de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-24T20:06:04Z', 'updated_at': '2022-07-24T20:06:27Z', 'revision_number': 1, 'project_id': 'dcc8f2e8d4e64866a624dcd6d1de5d81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a915ddb-b03f-445f-850a-6252c5f8b719', 'name': '', 'network_id': '9568b641-7783-426b-8ad0-3ac71fba0922', 'tenant_id': 'dcc8f2e8d4e64866a624dcd6d1de5d81', 'mac_address': 'fa:16:3e:1a:0c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e81123-031d-44ab-8cc7-b1e59e57cd0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'cce9884f-3061-48ee-abb3-8ca2a1e54559', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:02:43Z', 'updated_at': '2022-07-24T20:02:53Z', 'revision_number': 5, 'project_id': 'dcc8f2e8d4e64866a624dcd6d1de5d81', 'subnets': [{'id': 'cce9884f-3061-48ee-abb3-8ca2a1e54559', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850449-2-iscsi', False) {} {{(pid=110845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:06:29.326396 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5062dcd-1adf-4aec-abae-a88accd73d4c None None] The sync data for ids ['47e81123-031d-44ab-8cc7-b1e59e57cd0c'] in dv-cinder-850449-2-iscsi is: [{'id': '47e81123-031d-44ab-8cc7-b1e59e57cd0c', 'name': 'tempest-AttachVolumeNegativeTest-1190663108-router', 'tenant_id': 'dcc8f2e8d4e64866a624dcd6d1de5d81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'external_fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': 'e4a96822-ce99-4391-bf07-e617c74eb382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T20:02:39Z', 'updated_at': '2022-07-24T20:02:45Z', 'revision_number': 4, 'project_id': 'dcc8f2e8d4e64866a624dcd6d1de5d81', 'gw_port': {'id': 'e4a96822-ce99-4391-bf07-e617c74eb382', 'name': '', 'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:64:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e81123-031d-44ab-8cc7-b1e59e57cd0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:02:40Z', 'updated_at': '2022-07-24T20:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99a0caa3-3fb5-4860-826f-478186226de3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850449-2-iscsi', '_floatingips': [{'id': 'b2f971ca-d32b-411b-ac2b-17f3b9473ae6', 'tenant_id': 'dcc8f2e8d4e64866a624dcd6d1de5d81', 'floating_ip_address': '172.27.3.226', 'floating_network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'router_id': '47e81123-031d-44ab-8cc7-b1e59e57cd0c', 'port_id': '4c4a731b-8c23-481b-afbc-71fb7c5549c1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9568b641-7783-426b-8ad0-3ac71fba0922', 'mac_address': 'fa:16:3e:be:a2:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cda5dd9-6cdc-4d67-83b0-646e41c299de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-24T20:06:04Z', 'updated_at': '2022-07-24T20:06:27Z', 'revision_number': 1, 'project_id': 'dcc8f2e8d4e64866a624dcd6d1de5d81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a915ddb-b03f-445f-850a-6252c5f8b719', 'name': '', 'network_id': '9568b641-7783-426b-8ad0-3ac71fba0922', 'tenant_id': 'dcc8f2e8d4e64866a624dcd6d1de5d81', 'mac_address': 'fa:16:3e:1a:0c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e81123-031d-44ab-8cc7-b1e59e57cd0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'cce9884f-3061-48ee-abb3-8ca2a1e54559', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:02:43Z', 'updated_at': '2022-07-24T20:02:53Z', 'revision_number': 5, 'project_id': 'dcc8f2e8d4e64866a624dcd6d1de5d81', 'subnets': [{'id': 'cce9884f-3061-48ee-abb3-8ca2a1e54559', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 20:06:29.336519 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-dd5c8a34-bbd3-4934-b362-67a24b4bc785 req-7e3d01b4-3a2b-49ce-9a47-e27bacf4757b tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/security-groups?id=26640197-a088-42b2-99b8-e30a0e4045f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615172 Jul 24 20:06:29.530084 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0931b034-35df-450e-ad96-e05dcc7e16d6 None None] New status for floating IP b2f971ca-d32b-411b-ac2b-17f3b9473ae6: ACTIVE {{(pid=110844) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 24 20:06:30.056070 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02d286e-3a7d-4918-a02a-d8e6081e0d6a req-45b973f6-60ae-464a-b603-036664411f04 tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:06:30.057883 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-e02d286e-3a7d-4918-a02a-d8e6081e0d6a req-45b973f6-60ae-464a-b603-036664411f04 tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] 10.222.0.17 "GET /v2.0/ports?device_id=77bbeaa9-f40d-49c5-a878-9fb67bede679 HTTP/1.1" status: 200 len: 932 time: 0.0526435 Jul 24 20:06:30.111048 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-e02d286e-3a7d-4918-a02a-d8e6081e0d6a req-b59860a0-85ca-416f-8fae-d533644e2b7f tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] 10.222.0.17 "GET /v2.0/security-groups?id=623eeaef-673a-47cb-9829-c979feaccd70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472486 Jul 24 20:06:30.471714 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab110657-76f2-4ef3-a3be-e046a0e27203 req-36e79c66-660c-47b8-b214-eee0c65281a1 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:06:30.473305 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-ab110657-76f2-4ef3-a3be-e046a0e27203 req-36e79c66-660c-47b8-b214-eee0c65281a1 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/ports?device_id=0b97a2bd-3e67-4a71-9c37-e823feae7fc7 HTTP/1.1" status: 200 len: 946 time: 0.0533915 Jul 24 20:06:30.529400 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-ab110657-76f2-4ef3-a3be-e046a0e27203 req-8985019e-b79a-4698-a862-e344c204846d tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/security-groups?id=26640197-a088-42b2-99b8-e30a0e4045f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503197 Jul 24 20:06:30.617934 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.v2.base [req-f527d1f7-ca8d-409f-bf6b-c298d3292aa3 req-970f55c0-b03b-49ef-8926-2bc2451471db service neutron] Request body: {'port': {'device_id': '77bbeaa9-f40d-49c5-a878-9fb67bede679', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85044'}} {{(pid=110843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 20:06:30.715366 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3480b822-80fc-4f2a-b0b6-9a5ca1e639cd req-f733b760-7532-4983-88bb-14543aad7cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:06:30.716970 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-3480b822-80fc-4f2a-b0b6-9a5ca1e639cd req-f733b760-7532-4983-88bb-14543aad7cba service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=dcc8f2e8d4e64866a624dcd6d1de5d81&device_id=9cda5dd9-6cdc-4d67-83b0-646e41c299de HTTP/1.1" status: 200 len: 1129 time: 0.0766847 Jul 24 20:06:30.719219 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:06:30.724164 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-f527d1f7-ca8d-409f-bf6b-c298d3292aa3 req-970f55c0-b03b-49ef-8926-2bc2451471db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (9f8b91ff-1b06-4056-a7d1-d1c50c5177a3), before_update {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:30.749134 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.agents_db [None req-615be7cd-482a-4e0c-9386-1b4806e6e45a None None] Agent healthcheck: found 6 active agents {{(pid=110845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 20:06:30.986290 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0d06b2-0d2c-4a1e-b1fe-15d8c90ffc7b req-4529f9e0-80b6-4663-b3db-ac4dcd7150db tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:06:30.987960 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [req-7e0d06b2-0d2c-4a1e-b1fe-15d8c90ffc7b req-4529f9e0-80b6-4663-b3db-ac4dcd7150db tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.42 "GET /v2.0/ports?device_id=0b97a2bd-3e67-4a71-9c37-e823feae7fc7 HTTP/1.1" status: 200 len: 946 time: 0.0597377 Jul 24 20:06:31.016868 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:06:31.062806 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3480b822-80fc-4f2a-b0b6-9a5ca1e639cd req-8ffca3ac-00da-419d-96a4-52fe880bb8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:06:31.065474 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-3480b822-80fc-4f2a-b0b6-9a5ca1e639cd req-8ffca3ac-00da-419d-96a4-52fe880bb8f9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=9568b641-7783-426b-8ad0-3ac71fba0922 HTTP/1.1" status: 200 len: 916 time: 0.2330081 Jul 24 20:06:31.090382 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.plugin [req-7e0d06b2-0d2c-4a1e-b1fe-15d8c90ffc7b req-73d81c17-c8d7-4537-8e58-4410691fdeb2 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Deleting port 36d6ef5c-d8dd-40c4-8f7e-b9bfc4d8dfc8 {{(pid=110842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 24 20:06:31.090710 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [req-7e0d06b2-0d2c-4a1e-b1fe-15d8c90ffc7b req-73d81c17-c8d7-4537-8e58-4410691fdeb2 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731445580472'] for port (36d6ef5c-d8dd-40c4-8f7e-b9bfc4d8dfc8), before_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:31.171835 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-3480b822-80fc-4f2a-b0b6-9a5ca1e639cd req-5f822857-ee65-49cd-bf9f-893e98523119 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4c4a731b-8c23-481b-afbc-71fb7c5549c1 HTTP/1.1" status: 200 len: 1001 time: 0.0974545 Jul 24 20:06:31.220861 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.db [req-7e0d06b2-0d2c-4a1e-b1fe-15d8c90ffc7b req-73d81c17-c8d7-4537-8e58-4410691fdeb2 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] For port 36d6ef5c-d8dd-40c4-8f7e-b9bfc4d8dfc8, host hv-cinder-85044, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85044',level=0,port_id=36d6ef5c-d8dd-40c4-8f7e-b9bfc4d8dfc8,segment=NetworkSegment(1a250ca4-cd77-42a8-bf37-37a7ac6ffa6c),segment_id=1a250ca4-cd77-42a8-bf37-37a7ac6ffa6c)] {{(pid=110842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 20:06:31.221477 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [req-7e0d06b2-0d2c-4a1e-b1fe-15d8c90ffc7b req-73d81c17-c8d7-4537-8e58-4410691fdeb2 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458432'] for port (36d6ef5c-d8dd-40c4-8f7e-b9bfc4d8dfc8), precommit_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:31.237461 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.plugin [req-7e0d06b2-0d2c-4a1e-b1fe-15d8c90ffc7b req-73d81c17-c8d7-4537-8e58-4410691fdeb2 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Calling delete_port for 36d6ef5c-d8dd-40c4-8f7e-b9bfc4d8dfc8 owned by compute:nova {{(pid=110842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 24 20:06:31.278266 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.notifiers.nova [req-f527d1f7-ca8d-409f-bf6b-c298d3292aa3 req-970f55c0-b03b-49ef-8926-2bc2451471db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f8b91ff-1b06-4056-a7d1-d1c50c5177a3 {{(pid=110843) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 24 20:06:31.299443 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-f527d1f7-ca8d-409f-bf6b-c298d3292aa3 req-970f55c0-b03b-49ef-8926-2bc2451471db service neutron] Publish callbacks [] for port (9f8b91ff-1b06-4056-a7d1-d1c50c5177a3), precommit_update {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:31.312783 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15288d2a-7d7f-4685-9f5a-36ab1c1a194a req-61091037-64c2-4a7f-a790-197b6d748a88 tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:06:31.314330 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-15288d2a-7d7f-4685-9f5a-36ab1c1a194a req-61091037-64c2-4a7f-a790-197b6d748a88 tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] 10.222.0.17 "GET /v2.0/ports?device_id=77bbeaa9-f40d-49c5-a878-9fb67bede679 HTTP/1.1" status: 200 len: 932 time: 0.1165798 Jul 24 20:06:31.335223 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3480b822-80fc-4f2a-b0b6-9a5ca1e639cd req-3ef9348d-b382-46f9-ad9f-c8eecffa7e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:06:31.336830 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-3480b822-80fc-4f2a-b0b6-9a5ca1e639cd req-3ef9348d-b382-46f9-ad9f-c8eecffa7e5b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cce9884f-3061-48ee-abb3-8ca2a1e54559 HTTP/1.1" status: 200 len: 854 time: 0.1404383 Jul 24 20:06:31.415385 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3480b822-80fc-4f2a-b0b6-9a5ca1e639cd req-c5c60c13-5690-4664-9ff9-3a5d92702bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:06:31.417011 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-3480b822-80fc-4f2a-b0b6-9a5ca1e639cd req-c5c60c13-5690-4664-9ff9-3a5d92702bfe service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9568b641-7783-426b-8ad0-3ac71fba0922&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0684810 Jul 24 20:06:31.421074 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-15288d2a-7d7f-4685-9f5a-36ab1c1a194a req-ac8f674c-0606-4984-a74b-346b7966acd4 tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] 10.222.0.17 "GET /v2.0/security-groups?id=623eeaef-673a-47cb-9829-c979feaccd70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983822 Jul 24 20:06:31.433722 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [req-7e0d06b2-0d2c-4a1e-b1fe-15d8c90ffc7b req-73d81c17-c8d7-4537-8e58-4410691fdeb2 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731445585704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731445223415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8925015'] for port (36d6ef5c-d8dd-40c4-8f7e-b9bfc4d8dfc8), after_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:31.433991 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.db.provisioning_blocks [req-f527d1f7-ca8d-409f-bf6b-c298d3292aa3 req-970f55c0-b03b-49ef-8926-2bc2451471db service neutron] Transition to ACTIVE for port object 9f8b91ff-1b06-4056-a7d1-d1c50c5177a3 will not be triggered until provisioned by entity L2. {{(pid=110843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 24 20:06:31.453270 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] get_ports_and_sgs() called for port_ids ['36d6ef5c-d8dd-40c4-8f7e-b9bfc4d8dfc8'] {{(pid=110844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 20:06:31.499963 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d81c17-c8d7-4537-8e58-4410691fdeb2 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Pushing event deleted for resources: {'Port': ['ID=36d6ef5c-d8dd-40c4-8f7e-b9bfc4d8dfc8,revision_number=None']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:06:31.510452 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-f527d1f7-ca8d-409f-bf6b-c298d3292aa3 req-970f55c0-b03b-49ef-8926-2bc2451471db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958'] for port (9f8b91ff-1b06-4056-a7d1-d1c50c5177a3), after_update {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:31.551318 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e0d06b2-0d2c-4a1e-b1fe-15d8c90ffc7b req-73d81c17-c8d7-4537-8e58-4410691fdeb2 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] No DVR routers for this DVR port 36d6ef5c-d8dd-40c4-8f7e-b9bfc4d8dfc8 on host hv-cinder-85044 {{(pid=110842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 24 20:06:31.556733 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [req-7e0d06b2-0d2c-4a1e-b1fe-15d8c90ffc7b req-73d81c17-c8d7-4537-8e58-4410691fdeb2 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1048257'] for port (None), before_response {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:31.560449 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [req-7e0d06b2-0d2c-4a1e-b1fe-15d8c90ffc7b req-73d81c17-c8d7-4537-8e58-4410691fdeb2 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.42 "DELETE /v2.0/ports/36d6ef5c-d8dd-40c4-8f7e-b9bfc4d8dfc8 HTTP/1.1" status: 204 len: 173 time: 0.5642469 Jul 24 20:06:31.567393 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b97a2bd-3e67-4a71-9c37-e823feae7fc7', 'name': 'network-vif-deleted', 'tag': '36d6ef5c-d8dd-40c4-8f7e-b9bfc4d8dfc8'}] {{(pid=110842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 24 20:06:31.569866 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5edc3fcd2ba6a287f711eaf45b4d5d5c8d3623c9fa62bef48fe3be9641ba2c6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-273d818e-7585-472c-817c-89c375115b3f" -d '{"events": [{"server_uuid": "0b97a2bd-3e67-4a71-9c37-e823feae7fc7", "name": "network-vif-deleted", "tag": "36d6ef5c-d8dd-40c4-8f7e-b9bfc4d8dfc8"}]}' {{(pid=110842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 20:06:31.592908 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970f55c0-b03b-49ef-8926-2bc2451471db service neutron] Pushing event updated for resources: {'Port': ['ID=9f8b91ff-1b06-4056-a7d1-d1c50c5177a3,revision_number=2']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:06:31.646474 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 24 Jul 2022 20:06:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77c14b91-f16d-418a-969b-6df8b8414aa8 x-openstack-request-id: req-77c14b91-f16d-418a-969b-6df8b8414aa8 {{(pid=110842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 20:06:31.646474 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b97a2bd-3e67-4a71-9c37-e823feae7fc7", "name": "network-vif-deleted", "tag": "36d6ef5c-d8dd-40c4-8f7e-b9bfc4d8dfc8", "status": "completed", "code": 200}]} {{(pid=110842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 20:06:31.646780 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-77c14b91-f16d-418a-969b-6df8b8414aa8 {{(pid=110842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 20:06:31.647163 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77c14b91-f16d-418a-969b-6df8b8414aa8'] response: {'server_uuid': '0b97a2bd-3e67-4a71-9c37-e823feae7fc7', 'name': 'network-vif-deleted', 'tag': '36d6ef5c-d8dd-40c4-8f7e-b9bfc4d8dfc8', 'status': 'completed', 'code': 200} Jul 24 20:06:31.654932 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-3480b822-80fc-4f2a-b0b6-9a5ca1e639cd req-15b0b892-0d60-4866-a101-10c96efb7e0e service neutron] 10.222.0.42 "GET /v2.0/networks/9568b641-7783-426b-8ad0-3ac71fba0922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2307801 Jul 24 20:06:31.689581 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.managers [req-f527d1f7-ca8d-409f-bf6b-c298d3292aa3 req-970f55c0-b03b-49ef-8926-2bc2451471db service neutron] Attempting to bind port 9f8b91ff-1b06-4056-a7d1-d1c50c5177a3 on host hv-cinder-85044 for vnic_type normal with profile {{(pid=110843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 24 20:06:31.690062 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.managers [req-f527d1f7-ca8d-409f-bf6b-c298d3292aa3 req-970f55c0-b03b-49ef-8926-2bc2451471db service neutron] Attempting to bind port 9f8b91ff-1b06-4056-a7d1-d1c50c5177a3 by drivers openvswitch,hyperv on host hv-cinder-85044 at level 0 using segments [{'id': '0aa6322a-a627-450c-81a4-dc1cb35bc87c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'db5ceaaa-c00a-4f99-91da-e1e2dfaf14af'}] {{(pid=110843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 24 20:06:31.690289 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f527d1f7-ca8d-409f-bf6b-c298d3292aa3 req-970f55c0-b03b-49ef-8926-2bc2451471db service neutron] Attempting to bind port 9f8b91ff-1b06-4056-a7d1-d1c50c5177a3 on network db5ceaaa-c00a-4f99-91da-e1e2dfaf14af {{(pid=110843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 24 20:06:31.717595 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f527d1f7-ca8d-409f-bf6b-c298d3292aa3 req-970f55c0-b03b-49ef-8926-2bc2451471db service neutron] Port 9f8b91ff-1b06-4056-a7d1-d1c50c5177a3 on network db5ceaaa-c00a-4f99-91da-e1e2dfaf14af not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85044 {{(pid=110843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 24 20:06:31.717595 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f527d1f7-ca8d-409f-bf6b-c298d3292aa3 req-970f55c0-b03b-49ef-8926-2bc2451471db service neutron] Attempting to bind port 9f8b91ff-1b06-4056-a7d1-d1c50c5177a3 on network db5ceaaa-c00a-4f99-91da-e1e2dfaf14af {{(pid=110843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 24 20:06:31.765186 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-dd62a3a7-2995-46a3-a520-4053873273b9 req-dd4ffe7f-e7b4-489f-950a-96f34e588715 tempest-ServerRescueNegativeTestJSON-2094361729 tempest-ServerRescueNegativeTestJSON-2094361729-project] 10.222.0.17 "GET /v2.0/ports?device_id=0b97a2bd-3e67-4a71-9c37-e823feae7fc7 HTTP/1.1" status: 200 len: 210 time: 0.0701389 Jul 24 20:06:31.771193 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f527d1f7-ca8d-409f-bf6b-c298d3292aa3 req-970f55c0-b03b-49ef-8926-2bc2451471db service neutron] Checking agent: {'id': '95564131-b678-4db2-a162-51408b2acd55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85044', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 24, 19, 59, 9), 'started_at': datetime.datetime(2022, 7, 24, 19, 59, 9), 'heartbeat_timestamp': datetime.datetime(2022, 7, 24, 20, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 24 20:06:31.771534 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f527d1f7-ca8d-409f-bf6b-c298d3292aa3 req-970f55c0-b03b-49ef-8926-2bc2451471db service neutron] Checking segment: {'id': '0aa6322a-a627-450c-81a4-dc1cb35bc87c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'db5ceaaa-c00a-4f99-91da-e1e2dfaf14af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 24 20:06:31.771923 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f527d1f7-ca8d-409f-bf6b-c298d3292aa3 req-970f55c0-b03b-49ef-8926-2bc2451471db service neutron] Bound using segment: {'id': '0aa6322a-a627-450c-81a4-dc1cb35bc87c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'db5ceaaa-c00a-4f99-91da-e1e2dfaf14af'} {{(pid=110843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 24 20:06:31.772364 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.managers [req-f527d1f7-ca8d-409f-bf6b-c298d3292aa3 req-970f55c0-b03b-49ef-8926-2bc2451471db service neutron] Bound port: 9f8b91ff-1b06-4056-a7d1-d1c50c5177a3, host: hv-cinder-85044, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0aa6322a-a627-450c-81a4-dc1cb35bc87c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'db5ceaaa-c00a-4f99-91da-e1e2dfaf14af'}}] {{(pid=110843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 24 20:06:31.772751 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-f527d1f7-ca8d-409f-bf6b-c298d3292aa3 req-970f55c0-b03b-49ef-8926-2bc2451471db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (9f8b91ff-1b06-4056-a7d1-d1c50c5177a3), before_update {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:31.847365 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:06:31.867515 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-3480b822-80fc-4f2a-b0b6-9a5ca1e639cd req-63348113-c31c-466e-a43f-602571ed3d5c service neutron] 10.222.0.42 "GET /v2.0/networks/9568b641-7783-426b-8ad0-3ac71fba0922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2042403 Jul 24 20:06:31.918979 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.db [req-f527d1f7-ca8d-409f-bf6b-c298d3292aa3 req-970f55c0-b03b-49ef-8926-2bc2451471db service neutron] For port 9f8b91ff-1b06-4056-a7d1-d1c50c5177a3, host hv-cinder-85044, cleared binding levels {{(pid=110843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 20:06:31.923822 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.db [req-f527d1f7-ca8d-409f-bf6b-c298d3292aa3 req-970f55c0-b03b-49ef-8926-2bc2451471db service neutron] For port 9f8b91ff-1b06-4056-a7d1-d1c50c5177a3, host hv-cinder-85044, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85044',level=0,port_id=9f8b91ff-1b06-4056-a7d1-d1c50c5177a3,segment=NetworkSegment(0aa6322a-a627-450c-81a4-dc1cb35bc87c),segment_id=0aa6322a-a627-450c-81a4-dc1cb35bc87c)] {{(pid=110843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 20:06:31.930189 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-64d89ad5-96a5-4633-bfdf-43720e6ad79d req-a08cab91-3e9f-43ad-b465-f7e97efd9473 tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] 10.222.0.17 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-771839335&fields=id&tenant_id=4d31f280cfc640dd8381ee0869d9f455 HTTP/1.1" status: 200 len: 267 time: 0.1016338 Jul 24 20:06:32.005953 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d89ad5-96a5-4633-bfdf-43720e6ad79d req-190c4394-3b4d-402a-832b-0c8ecda8d3ee tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:06:32.007401 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-64d89ad5-96a5-4633-bfdf-43720e6ad79d req-190c4394-3b4d-402a-832b-0c8ecda8d3ee tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] 10.222.0.17 "GET /v2.0/ports?device_id=05ddc775-4f83-4893-957c-d3c8928d0c8c HTTP/1.1" status: 200 len: 985 time: 0.0661850 Jul 24 20:06:32.023120 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.v2.base [req-64d89ad5-96a5-4633-bfdf-43720e6ad79d req-7d0d543a-fea4-4f9d-b6f9-b42f8a05b7d6 tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] Request body: {'port': {'security_groups': ['28acb8fa-bec2-437c-82ba-8e2c3ade7cf8']}} {{(pid=110843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 20:06:32.052783 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-f527d1f7-ca8d-409f-bf6b-c298d3292aa3 req-970f55c0-b03b-49ef-8926-2bc2451471db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958'] for port (9f8b91ff-1b06-4056-a7d1-d1c50c5177a3), after_update {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:32.110118 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:06:32.113864 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f527d1f7-ca8d-409f-bf6b-c298d3292aa3 req-970f55c0-b03b-49ef-8926-2bc2451471db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:06:32.117601 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-f527d1f7-ca8d-409f-bf6b-c298d3292aa3 req-970f55c0-b03b-49ef-8926-2bc2451471db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1048257'] for port (None), before_response {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:32.117601 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-f527d1f7-ca8d-409f-bf6b-c298d3292aa3 req-970f55c0-b03b-49ef-8926-2bc2451471db service neutron] 10.222.0.42 "PUT /v2.0/ports/9f8b91ff-1b06-4056-a7d1-d1c50c5177a3 HTTP/1.1" status: 200 len: 1094 time: 1.5030761 Jul 24 20:06:32.117601 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77bbeaa9-f40d-49c5-a878-9fb67bede679', 'tag': '9f8b91ff-1b06-4056-a7d1-d1c50c5177a3'}] {{(pid=110843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 24 20:06:32.118879 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa129e2ea71b36189c7354ee4da78dc54b5a7420159cbfa164f6b2678096e4e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d68c2294-e705-4a37-9f44-f58b92a62704" -d '{"events": [{"name": "network-changed", "server_uuid": "77bbeaa9-f40d-49c5-a878-9fb67bede679", "tag": "9f8b91ff-1b06-4056-a7d1-d1c50c5177a3"}]}' {{(pid=110843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 20:06:32.185816 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 24 Jul 2022 20:06:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa39dbf7-9245-410c-8d88-3e866d1ecba5 x-openstack-request-id: req-fa39dbf7-9245-410c-8d88-3e866d1ecba5 {{(pid=110843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 20:06:32.186100 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77bbeaa9-f40d-49c5-a878-9fb67bede679", "tag": "9f8b91ff-1b06-4056-a7d1-d1c50c5177a3", "status": "completed", "code": 200}]} {{(pid=110843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 20:06:32.186358 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-fa39dbf7-9245-410c-8d88-3e866d1ecba5 {{(pid=110843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 20:06:32.186768 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa39dbf7-9245-410c-8d88-3e866d1ecba5'] response: {'name': 'network-changed', 'server_uuid': '77bbeaa9-f40d-49c5-a878-9fb67bede679', 'tag': '9f8b91ff-1b06-4056-a7d1-d1c50c5177a3', 'status': 'completed', 'code': 200} Jul 24 20:06:32.189301 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970f55c0-b03b-49ef-8926-2bc2451471db service neutron] Pushing event updated for resources: {'Port': ['ID=9f8b91ff-1b06-4056-a7d1-d1c50c5177a3,revision_number=3']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:06:32.193219 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-64d89ad5-96a5-4633-bfdf-43720e6ad79d req-7d0d543a-fea4-4f9d-b6f9-b42f8a05b7d6 tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (2e3b3d4b-7017-47d8-9a82-4439644ca265), before_update {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:32.439387 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68c2294-e705-4a37-9f44-f58b92a62704 req-7f8a845b-1caa-4aca-9cf9-0bb710219879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:06:32.440916 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-d68c2294-e705-4a37-9f44-f58b92a62704 req-7f8a845b-1caa-4aca-9cf9-0bb710219879 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d4f1f24b3a384f1db3a6e782253814ec&device_id=77bbeaa9-f40d-49c5-a878-9fb67bede679 HTTP/1.1" status: 200 len: 1128 time: 0.0557432 Jul 24 20:06:32.472049 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.db [req-64d89ad5-96a5-4633-bfdf-43720e6ad79d req-7d0d543a-fea4-4f9d-b6f9-b42f8a05b7d6 tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] For port 2e3b3d4b-7017-47d8-9a82-4439644ca265, host hv-cinder-85044, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85044',level=0,port_id=2e3b3d4b-7017-47d8-9a82-4439644ca265,segment=NetworkSegment(8b9f0f7e-05bb-4220-a9b7-1bc5128e8915),segment_id=8b9f0f7e-05bb-4220-a9b7-1bc5128e8915)] {{(pid=110843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 20:06:32.596142 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-64d89ad5-96a5-4633-bfdf-43720e6ad79d req-7d0d543a-fea4-4f9d-b6f9-b42f8a05b7d6 tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] Publish callbacks [] for port (2e3b3d4b-7017-47d8-9a82-4439644ca265), precommit_update {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:32.613957 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02501eb-f542-43c9-8bc8-1624ef22176f req-af8aa6d7-b45b-403f-84cf-b25afd1f7ed3 tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:06:32.615483 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-d02501eb-f542-43c9-8bc8-1624ef22176f req-af8aa6d7-b45b-403f-84cf-b25afd1f7ed3 tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] 10.222.0.17 "GET /v2.0/ports?device_id=77bbeaa9-f40d-49c5-a878-9fb67bede679 HTTP/1.1" status: 200 len: 944 time: 0.1112766 Jul 24 20:06:32.655505 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68c2294-e705-4a37-9f44-f58b92a62704 req-6604daed-a27f-4cd7-98a8-6e580727dce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:06:32.655505 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-d68c2294-e705-4a37-9f44-f58b92a62704 req-6604daed-a27f-4cd7-98a8-6e580727dce7 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=d4f1f24b3a384f1db3a6e782253814ec&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1984520 Jul 24 20:06:32.706497 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-64d89ad5-96a5-4633-bfdf-43720e6ad79d req-7d0d543a-fea4-4f9d-b6f9-b42f8a05b7d6 tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958'] for port (2e3b3d4b-7017-47d8-9a82-4439644ca265), after_update {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:32.720225 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] get_ports_and_sgs() called for port_ids ['2e3b3d4b-7017-47d8-9a82-4439644ca265'] {{(pid=110844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 20:06:32.736424 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-d02501eb-f542-43c9-8bc8-1624ef22176f req-66631440-8583-4959-a5ae-541fb53cfcee tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] 10.222.0.17 "GET /v2.0/security-groups?id=623eeaef-673a-47cb-9829-c979feaccd70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1142702 Jul 24 20:06:32.805671 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d89ad5-96a5-4633-bfdf-43720e6ad79d req-7d0d543a-fea4-4f9d-b6f9-b42f8a05b7d6 tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:06:32.816112 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-64d89ad5-96a5-4633-bfdf-43720e6ad79d req-7d0d543a-fea4-4f9d-b6f9-b42f8a05b7d6 tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1048257'] for port (None), before_response {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:32.816112 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-64d89ad5-96a5-4633-bfdf-43720e6ad79d req-7d0d543a-fea4-4f9d-b6f9-b42f8a05b7d6 tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] 10.222.0.17 "PUT /v2.0/ports/2e3b3d4b-7017-47d8-9a82-4439644ca265 HTTP/1.1" status: 200 len: 943 time: 0.7916486 Jul 24 20:06:32.816630 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 35474) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:06:32.881073 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [-] (110843) accepted ('10.222.0.17', 35478) {{(pid=110843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:06:32.925543 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0d543a-fea4-4f9d-b6f9-b42f8a05b7d6 tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] Pushing event updated for resources: {'Port': ['ID=2e3b3d4b-7017-47d8-9a82-4439644ca265,revision_number=7']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:06:32.939693 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] get_ports_and_sgs() called for port_ids ['2e3b3d4b-7017-47d8-9a82-4439644ca265'] {{(pid=110844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 20:06:32.947833 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-00fa9048-4118-4076-a251-3564a1491c60 tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] Publish callbacks [] for security_group (b98e597e-cc37-4a7c-90a4-c1ecd7c4b3ab), before_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:32.950935 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68c2294-e705-4a37-9f44-f58b92a62704 req-af851202-5ac4-4573-aa87-e6f5b195be85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:06:32.954181 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-d68c2294-e705-4a37-9f44-f58b92a62704 req-af851202-5ac4-4573-aa87-e6f5b195be85 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2884805 Jul 24 20:06:33.001513 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-00fa9048-4118-4076-a251-3564a1491c60 tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] Publish callbacks [] for security_group (b98e597e-cc37-4a7c-90a4-c1ecd7c4b3ab), precommit_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:33.178206 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f527d1f7-ca8d-409f-bf6b-c298d3292aa3 req-f2fcb601-fa2b-43c8-b550-215b59235e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:06:33.180806 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-f527d1f7-ca8d-409f-bf6b-c298d3292aa3 req-f2fcb601-fa2b-43c8-b550-215b59235e41 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d4f1f24b3a384f1db3a6e782253814ec&device_id=77bbeaa9-f40d-49c5-a878-9fb67bede679 HTTP/1.1" status: 200 len: 1128 time: 0.1648729 Jul 24 20:06:33.195149 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-00fa9048-4118-4076-a251-3564a1491c60 tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (b98e597e-cc37-4a7c-90a4-c1ecd7c4b3ab), after_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:33.202139 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:06:33.210011 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-00fa9048-4118-4076-a251-3564a1491c60 tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] Publish callbacks [] for security_group (None), before_response {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:33.210011 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-00fa9048-4118-4076-a251-3564a1491c60 tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] 10.222.0.17 "DELETE /v2.0/security-groups/b98e597e-cc37-4a7c-90a4-c1ecd7c4b3ab HTTP/1.1" status: 204 len: 168 time: 0.3838568 Jul 24 20:06:33.219657 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 35482) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:06:33.279563 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:06:33.289456 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fa9048-4118-4076-a251-3564a1491c60 tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b98e597e-cc37-4a7c-90a4-c1ecd7c4b3ab,revision_number=None']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:06:33.331404 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-e090045c-2ba5-4219-837e-7a0497b78842 None None] Provisioning complete for port 2e3b3d4b-7017-47d8-9a82-4439644ca265 triggered by entity DHCP. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 20:06:33.332007 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-e090045c-2ba5-4219-837e-7a0497b78842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812910'] for port (2e3b3d4b-7017-47d8-9a82-4439644ca265), provisioning_complete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:33.505168 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:06:33.512360 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.plugin [None req-5fd57a2c-6767-4d31-bbbe-34f5433c81bf tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] Deleting port 2ea8c973-b425-4939-b6b8-c66e01a1ce43 {{(pid=110842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 24 20:06:33.512820 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-5fd57a2c-6767-4d31-bbbe-34f5433c81bf tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731445580472'] for port (2ea8c973-b425-4939-b6b8-c66e01a1ce43), before_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:33.550625 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-f527d1f7-ca8d-409f-bf6b-c298d3292aa3 req-91ceafd3-6da4-4a62-985f-0d922f6e6a59 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9f8b91ff-1b06-4056-a7d1-d1c50c5177a3 HTTP/1.1" status: 200 len: 217 time: 0.3608670 Jul 24 20:06:33.619575 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-5fd57a2c-6767-4d31-bbbe-34f5433c81bf tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458432'] for port (2ea8c973-b425-4939-b6b8-c66e01a1ce43), precommit_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:33.619881 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-5fd57a2c-6767-4d31-bbbe-34f5433c81bf tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] Publish callbacks [] for floatingip (2ea8c973-b425-4939-b6b8-c66e01a1ce43), precommit_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:33.640009 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.plugin [None req-5fd57a2c-6767-4d31-bbbe-34f5433c81bf tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] Calling delete_port for 2ea8c973-b425-4939-b6b8-c66e01a1ce43 owned by network:floatingip {{(pid=110842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 24 20:06:33.675374 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f527d1f7-ca8d-409f-bf6b-c298d3292aa3 req-024de33a-f979-43be-9a88-2f7d4e87ad60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:06:33.676985 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-f527d1f7-ca8d-409f-bf6b-c298d3292aa3 req-024de33a-f979-43be-9a88-2f7d4e87ad60 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6c93dad3-d715-4337-a807-6727a504efe8 HTTP/1.1" status: 200 len: 848 time: 0.1193097 Jul 24 20:06:33.690117 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-b8e8a9c2-f276-46ab-86b3-15a50862bb43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (dc36e0ef-94f3-4a3e-9c13-4790afccb2e9), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:33.699746 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=100 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:06:33.701089 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-e090045c-2ba5-4219-837e-7a0497b78842 None None] Current status of the port 2e3b3d4b-7017-47d8-9a82-4439644ca265 is: ACTIVE; New status is: ACTIVE {{(pid=110844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 20:06:33.762712 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:06:33.765577 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:06:33.771257 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f527d1f7-ca8d-409f-bf6b-c298d3292aa3 req-06521991-c308-4010-9769-8bc17a2d04d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:06:33.772953 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-f527d1f7-ca8d-409f-bf6b-c298d3292aa3 req-06521991-c308-4010-9769-8bc17a2d04d8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=db5ceaaa-c00a-4f99-91da-e1e2dfaf14af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0891054 Jul 24 20:06:33.993717 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc7af9e-0ff4-4347-9b00-750f48b78df4 req-78267d6f-1f7c-4821-ab36-c7caf7c19ab4 tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:06:33.995911 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-6fc7af9e-0ff4-4347-9b00-750f48b78df4 req-78267d6f-1f7c-4821-ab36-c7caf7c19ab4 tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] 10.222.0.17 "GET /v2.0/ports?device_id=77bbeaa9-f40d-49c5-a878-9fb67bede679 HTTP/1.1" status: 200 len: 944 time: 0.1547141 Jul 24 20:06:33.998443 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-5fd57a2c-6767-4d31-bbbe-34f5433c81bf tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731445585704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731445223415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8925015'] for port (2ea8c973-b425-4939-b6b8-c66e01a1ce43), after_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:34.037927 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd57a2c-6767-4d31-bbbe-34f5433c81bf tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] Pushing event deleted for resources: {'Port': ['ID=2ea8c973-b425-4939-b6b8-c66e01a1ce43,revision_number=None']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:06:34.065161 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-f527d1f7-ca8d-409f-bf6b-c298d3292aa3 req-db5c7064-83b8-4a5f-9e9b-c632d5cfed53 service neutron] 10.222.0.42 "GET /v2.0/networks/db5ceaaa-c00a-4f99-91da-e1e2dfaf14af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2803681 Jul 24 20:06:34.139305 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-5fd57a2c-6767-4d31-bbbe-34f5433c81bf tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] Publish callbacks [] for floatingip (2b29e1dc-4b4d-48dc-bbc1-505c39c87d87), after_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:34.139640 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.db.l3_db [None req-5fd57a2c-6767-4d31-bbbe-34f5433c81bf tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] Floating IP 2b29e1dc-4b4d-48dc-bbc1-505c39c87d87 disassociated (deleted). External IP: 172.27.3.72, port: 2e3b3d4b-7017-47d8-9a82-4439644ca265. Jul 24 20:06:34.188118 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-6fc7af9e-0ff4-4347-9b00-750f48b78df4 req-0f105b90-9842-4b20-9d1f-06136a4580f9 tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] 10.222.0.17 "GET /v2.0/security-groups?id=623eeaef-673a-47cb-9829-c979feaccd70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1760223 Jul 24 20:06:34.206533 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05ddc775-4f83-4893-957c-d3c8928d0c8c', 'tag': '2e3b3d4b-7017-47d8-9a82-4439644ca265'}] {{(pid=110843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 24 20:06:34.206533 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa129e2ea71b36189c7354ee4da78dc54b5a7420159cbfa164f6b2678096e4e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35460dbd-6ee1-4483-b4d0-7792784726f6" -d '{"events": [{"name": "network-changed", "server_uuid": "05ddc775-4f83-4893-957c-d3c8928d0c8c", "tag": "2e3b3d4b-7017-47d8-9a82-4439644ca265"}]}' {{(pid=110843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 20:06:34.215674 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-dcd39a9a-7b1c-4181-b099-9c8384e1b499 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-457152'] for router_interface (d415c36d-d3f0-4850-a3a7-92ff6de12880), before_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:34.287799 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 24 Jul 2022 20:06:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff9ce2ad-f0d9-4381-b412-cd0c9b727a40 x-openstack-request-id: req-ff9ce2ad-f0d9-4381-b412-cd0c9b727a40 {{(pid=110843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 20:06:34.288107 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05ddc775-4f83-4893-957c-d3c8928d0c8c", "tag": "2e3b3d4b-7017-47d8-9a82-4439644ca265", "status": "completed", "code": 200}]} {{(pid=110843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 20:06:34.289790 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-ff9ce2ad-f0d9-4381-b412-cd0c9b727a40 {{(pid=110843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 20:06:34.289790 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff9ce2ad-f0d9-4381-b412-cd0c9b727a40'] response: {'name': 'network-changed', 'server_uuid': '05ddc775-4f83-4893-957c-d3c8928d0c8c', 'tag': '2e3b3d4b-7017-47d8-9a82-4439644ca265', 'status': 'completed', 'code': 200} Jul 24 20:06:34.302065 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=100 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:06:34.377263 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fd57a2c-6767-4d31-bbbe-34f5433c81bf tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] Router 9adea673-4be9-4d9a-9b87-a2882f7e18d9 has already been hosted by L3 agent 408021b7-d46b-48c2-9f75-8a8023f9145c {{(pid=110842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 24 20:06:34.395077 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35460dbd-6ee1-4483-b4d0-7792784726f6 req-dd93f7f5-3be3-4819-bf4d-d0bd5b2cdfae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:06:34.396624 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-35460dbd-6ee1-4483-b4d0-7792784726f6 req-dd93f7f5-3be3-4819-bf4d-d0bd5b2cdfae service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4d31f280cfc640dd8381ee0869d9f455&device_id=05ddc775-4f83-4893-957c-d3c8928d0c8c HTTP/1.1" status: 200 len: 1130 time: 0.1071212 Jul 24 20:06:34.400937 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-f527d1f7-ca8d-409f-bf6b-c298d3292aa3 req-3a5d2553-1032-4974-9609-aea74bfb5f1c service neutron] 10.222.0.42 "GET /v2.0/networks/db5ceaaa-c00a-4f99-91da-e1e2dfaf14af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3261859 Jul 24 20:06:34.428538 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:06:34.496999 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fd57a2c-6767-4d31-bbbe-34f5433c81bf tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] Notify agent at l3_agent.dv-cinder-850449-2-iscsi the message routers_updated {{(pid=110842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 20:06:34.501854 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-5fd57a2c-6767-4d31-bbbe-34f5433c81bf tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1048257'] for floatingip (None), before_response {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:34.510787 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3883b09-85cb-4555-952e-67385b33aec4 None None] Sync routers for ids ['9adea673-4be9-4d9a-9b87-a2882f7e18d9'] in dv-cinder-850449-2-iscsi {{(pid=110845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 20:06:34.523966 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3883b09-85cb-4555-952e-67385b33aec4 None None] Routers {'9adea673-4be9-4d9a-9b87-a2882f7e18d9'} bound to L3 agent in host dv-cinder-850449-2-iscsi {{(pid=110845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 20:06:34.524723 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.l3_hamode_db [None req-e3883b09-85cb-4555-952e-67385b33aec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-07-24T19:52:06Z,description=,heartbeat_timestamp=2022-07-24T20:06:06Z,host='dv-cinder-850449-2-iscsi',id=408021b7-d46b-48c2-9f75-8a8023f9145c,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T19:52:06Z,topic='l3_agent')) {'router_ids': ['9adea673-4be9-4d9a-9b87-a2882f7e18d9'], 'active': True} {{(pid=110845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:06:34.546807 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-5fd57a2c-6767-4d31-bbbe-34f5433c81bf tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] 10.222.0.17 "DELETE /v2.0/floatingips/2b29e1dc-4b4d-48dc-bbc1-505c39c87d87 HTTP/1.1" status: 204 len: 168 time: 1.3246431 Jul 24 20:06:34.547771 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05ddc775-4f83-4893-957c-d3c8928d0c8c', 'tag': '2e3b3d4b-7017-47d8-9a82-4439644ca265'}] {{(pid=110842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 24 20:06:34.569409 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5edc3fcd2ba6a287f711eaf45b4d5d5c8d3623c9fa62bef48fe3be9641ba2c6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f191105-4c8f-420c-acd9-dc656a1801dd" -d '{"events": [{"name": "network-changed", "server_uuid": "05ddc775-4f83-4893-957c-d3c8928d0c8c", "tag": "2e3b3d4b-7017-47d8-9a82-4439644ca265"}]}' {{(pid=110842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 20:06:34.635144 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35460dbd-6ee1-4483-b4d0-7792784726f6 req-30972c1e-48a9-4bb0-9630-422f0d04e940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:06:34.636960 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-35460dbd-6ee1-4483-b4d0-7792784726f6 req-30972c1e-48a9-4bb0-9630-422f0d04e940 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1f489717-2e22-4983-9973-65d3238688ee HTTP/1.1" status: 200 len: 916 time: 0.2293358 Jul 24 20:06:34.666724 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 24 Jul 2022 20:06:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6f6bffa-39e7-45af-a77e-fd5267172d04 x-openstack-request-id: req-f6f6bffa-39e7-45af-a77e-fd5267172d04 {{(pid=110842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 20:06:34.667681 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05ddc775-4f83-4893-957c-d3c8928d0c8c", "tag": "2e3b3d4b-7017-47d8-9a82-4439644ca265", "status": "completed", "code": 200}]} {{(pid=110842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 20:06:34.668388 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-f6f6bffa-39e7-45af-a77e-fd5267172d04 {{(pid=110842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 20:06:34.669431 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6f6bffa-39e7-45af-a77e-fd5267172d04'] response: {'name': 'network-changed', 'server_uuid': '05ddc775-4f83-4893-957c-d3c8928d0c8c', 'tag': '2e3b3d4b-7017-47d8-9a82-4439644ca265', 'status': 'completed', 'code': 200} Jul 24 20:06:34.675621 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.l3_dvr_db [None req-e3883b09-85cb-4555-952e-67385b33aec4 None None] Set router 9adea673-4be9-4d9a-9b87-a2882f7e18d9 gateway port host: dv-cinder-850449-2-iscsi {{(pid=110845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 20:06:34.752615 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG dbcounter [-] [110845] Writing DB stats neutron:SELECT=100 {{(pid=110845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:06:34.752970 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-35460dbd-6ee1-4483-b4d0-7792784726f6 req-7b1f708a-aff4-47c0-b421-e30bcea7f420 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2e3b3d4b-7017-47d8-9a82-4439644ca265 HTTP/1.1" status: 200 len: 217 time: 0.0449877 Jul 24 20:06:34.778867 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.plugin [None req-dcd39a9a-7b1c-4181-b099-9c8384e1b499 admin admin] Deleting port 202a0690-d62d-4408-843b-a3c105585dc8 {{(pid=110843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 24 20:06:34.778867 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-dcd39a9a-7b1c-4181-b099-9c8384e1b499 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731445580472'] for port (202a0690-d62d-4408-843b-a3c105585dc8), before_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:34.867755 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35460dbd-6ee1-4483-b4d0-7792784726f6 req-3ba3bc4a-bd4a-420a-8b03-46109c45fe1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:06:34.868534 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG dbcounter [-] [110845] Writing DB stats neutron:SELECT=100 {{(pid=110845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:06:34.869392 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-35460dbd-6ee1-4483-b4d0-7792784726f6 req-3ba3bc4a-bd4a-420a-8b03-46109c45fe1a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1392647f-63da-44e8-b2ae-53624947a1a2 HTTP/1.1" status: 200 len: 854 time: 0.1038959 Jul 24 20:06:34.933384 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.l3_hamode_db [None req-e3883b09-85cb-4555-952e-67385b33aec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9adea673-4be9-4d9a-9b87-a2882f7e18d9', 'name': 'tempest-TestMinimumBasicScenario-1477883131-router', 'tenant_id': '4d31f280cfc640dd8381ee0869d9f455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'external_fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': 'a431a039-1718-4de4-91a0-0027be2b3366', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T20:02:42Z', 'updated_at': '2022-07-24T20:02:49Z', 'revision_number': 4, 'project_id': '4d31f280cfc640dd8381ee0869d9f455', 'gw_port': {'id': 'a431a039-1718-4de4-91a0-0027be2b3366', 'name': '', 'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:29:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9adea673-4be9-4d9a-9b87-a2882f7e18d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:02:43Z', 'updated_at': '2022-07-24T20:02:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99a0caa3-3fb5-4860-826f-478186226de3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850449-2-iscsi', '_interfaces': [{'id': '085d6215-ab0e-4a33-9fa3-aeeb91bf86be', 'name': '', 'network_id': '1f489717-2e22-4983-9973-65d3238688ee', 'tenant_id': '4d31f280cfc640dd8381ee0869d9f455', 'mac_address': 'fa:16:3e:86:49:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9adea673-4be9-4d9a-9b87-a2882f7e18d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '1392647f-63da-44e8-b2ae-53624947a1a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:02:47Z', 'updated_at': '2022-07-24T20:02:55Z', 'revision_number': 5, 'project_id': '4d31f280cfc640dd8381ee0869d9f455', 'subnets': [{'id': '1392647f-63da-44e8-b2ae-53624947a1a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850449-2-iscsi', False) {} {{(pid=110845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:06:34.945177 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.db [None req-dcd39a9a-7b1c-4181-b099-9c8384e1b499 admin admin] For port 202a0690-d62d-4408-843b-a3c105585dc8, host dv-cinder-850449-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850449-2-iscsi',level=0,port_id=202a0690-d62d-4408-843b-a3c105585dc8,segment=NetworkSegment(1a250ca4-cd77-42a8-bf37-37a7ac6ffa6c),segment_id=1a250ca4-cd77-42a8-bf37-37a7ac6ffa6c)] {{(pid=110843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 20:06:34.945794 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-dcd39a9a-7b1c-4181-b099-9c8384e1b499 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458432'] for port (202a0690-d62d-4408-843b-a3c105585dc8), precommit_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:34.961382 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35460dbd-6ee1-4483-b4d0-7792784726f6 req-b2dec384-11ec-476c-8d1c-14831e977932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:06:34.965155 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-35460dbd-6ee1-4483-b4d0-7792784726f6 req-b2dec384-11ec-476c-8d1c-14831e977932 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1f489717-2e22-4983-9973-65d3238688ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0831466 Jul 24 20:06:34.967537 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3883b09-85cb-4555-952e-67385b33aec4 None None] Checking router: 9adea673-4be9-4d9a-9b87-a2882f7e18d9 for host: dv-cinder-850449-2-iscsi {{(pid=110845) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 20:06:34.974282 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.plugin [None req-dcd39a9a-7b1c-4181-b099-9c8384e1b499 admin admin] Calling delete_port for 202a0690-d62d-4408-843b-a3c105585dc8 owned by network:router_interface {{(pid=110843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 24 20:06:34.985901 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3883b09-85cb-4555-952e-67385b33aec4 None None] Routers {'9adea673-4be9-4d9a-9b87-a2882f7e18d9'} bound to L3 agent in host dv-cinder-850449-2-iscsi {{(pid=110845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 20:06:34.986539 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.l3_hamode_db [None req-e3883b09-85cb-4555-952e-67385b33aec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-07-24T19:52:06Z,description=,heartbeat_timestamp=2022-07-24T20:06:06Z,host='dv-cinder-850449-2-iscsi',id=408021b7-d46b-48c2-9f75-8a8023f9145c,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T19:52:06Z,topic='l3_agent')) {'router_ids': ['9adea673-4be9-4d9a-9b87-a2882f7e18d9'], 'active': True} {{(pid=110845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:06:34.992236 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=100 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:06:35.102348 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.l3_dvr_db [None req-e3883b09-85cb-4555-952e-67385b33aec4 None None] Set router 9adea673-4be9-4d9a-9b87-a2882f7e18d9 gateway port host: dv-cinder-850449-2-iscsi {{(pid=110845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 20:06:35.137164 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-35460dbd-6ee1-4483-b4d0-7792784726f6 req-a420ea61-7536-4bd0-b83d-30b8a2f522b3 service neutron] 10.222.0.42 "GET /v2.0/networks/1f489717-2e22-4983-9973-65d3238688ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565952 Jul 24 20:06:35.322199 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:06:35.392113 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.l3_hamode_db [None req-e3883b09-85cb-4555-952e-67385b33aec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9adea673-4be9-4d9a-9b87-a2882f7e18d9', 'name': 'tempest-TestMinimumBasicScenario-1477883131-router', 'tenant_id': '4d31f280cfc640dd8381ee0869d9f455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'external_fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': 'a431a039-1718-4de4-91a0-0027be2b3366', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T20:02:42Z', 'updated_at': '2022-07-24T20:02:49Z', 'revision_number': 4, 'project_id': '4d31f280cfc640dd8381ee0869d9f455', 'gw_port': {'id': 'a431a039-1718-4de4-91a0-0027be2b3366', 'name': '', 'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:29:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9adea673-4be9-4d9a-9b87-a2882f7e18d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:02:43Z', 'updated_at': '2022-07-24T20:02:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99a0caa3-3fb5-4860-826f-478186226de3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850449-2-iscsi', '_interfaces': [{'id': '085d6215-ab0e-4a33-9fa3-aeeb91bf86be', 'name': '', 'network_id': '1f489717-2e22-4983-9973-65d3238688ee', 'tenant_id': '4d31f280cfc640dd8381ee0869d9f455', 'mac_address': 'fa:16:3e:86:49:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9adea673-4be9-4d9a-9b87-a2882f7e18d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '1392647f-63da-44e8-b2ae-53624947a1a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:02:47Z', 'updated_at': '2022-07-24T20:02:55Z', 'revision_number': 5, 'project_id': '4d31f280cfc640dd8381ee0869d9f455', 'subnets': [{'id': '1392647f-63da-44e8-b2ae-53624947a1a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850449-2-iscsi', False) {} {{(pid=110845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:06:35.409413 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-35460dbd-6ee1-4483-b4d0-7792784726f6 req-3eb5e280-e6d4-4bf2-8d8e-0777b995135a service neutron] 10.222.0.42 "GET /v2.0/networks/1f489717-2e22-4983-9973-65d3238688ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2379456 Jul 24 20:06:35.418717 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1fc8a0-8ebc-46f2-8b84-3fdf681b18e0 req-83648f4d-eae8-4848-bd97-4cf60a615811 tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:06:35.420263 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-3a1fc8a0-8ebc-46f2-8b84-3fdf681b18e0 req-83648f4d-eae8-4848-bd97-4cf60a615811 tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] 10.222.0.17 "GET /v2.0/ports?device_id=77bbeaa9-f40d-49c5-a878-9fb67bede679 HTTP/1.1" status: 200 len: 944 time: 0.1028547 Jul 24 20:06:35.424694 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3883b09-85cb-4555-952e-67385b33aec4 None None] The sync data for ids ['9adea673-4be9-4d9a-9b87-a2882f7e18d9'] in dv-cinder-850449-2-iscsi is: [{'id': '9adea673-4be9-4d9a-9b87-a2882f7e18d9', 'name': 'tempest-TestMinimumBasicScenario-1477883131-router', 'tenant_id': '4d31f280cfc640dd8381ee0869d9f455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'external_fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': 'a431a039-1718-4de4-91a0-0027be2b3366', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T20:02:42Z', 'updated_at': '2022-07-24T20:02:49Z', 'revision_number': 4, 'project_id': '4d31f280cfc640dd8381ee0869d9f455', 'gw_port': {'id': 'a431a039-1718-4de4-91a0-0027be2b3366', 'name': '', 'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:29:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9adea673-4be9-4d9a-9b87-a2882f7e18d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:02:43Z', 'updated_at': '2022-07-24T20:02:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99a0caa3-3fb5-4860-826f-478186226de3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850449-2-iscsi', '_interfaces': [{'id': '085d6215-ab0e-4a33-9fa3-aeeb91bf86be', 'name': '', 'network_id': '1f489717-2e22-4983-9973-65d3238688ee', 'tenant_id': '4d31f280cfc640dd8381ee0869d9f455', 'mac_address': 'fa:16:3e:86:49:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9adea673-4be9-4d9a-9b87-a2882f7e18d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '1392647f-63da-44e8-b2ae-53624947a1a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:02:47Z', 'updated_at': '2022-07-24T20:02:55Z', 'revision_number': 5, 'project_id': '4d31f280cfc640dd8381ee0869d9f455', 'subnets': [{'id': '1392647f-63da-44e8-b2ae-53624947a1a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 20:06:35.497445 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-3a1fc8a0-8ebc-46f2-8b84-3fdf681b18e0 req-4d5c9f16-1591-4f7a-a446-647ad6a9e084 tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] 10.222.0.17 "GET /v2.0/security-groups?id=623eeaef-673a-47cb-9829-c979feaccd70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706081 Jul 24 20:06:35.582673 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-dcd39a9a-7b1c-4181-b099-9c8384e1b499 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731445585704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731445223415'] for port (202a0690-d62d-4408-843b-a3c105585dc8), after_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:35.608780 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd39a9a-7b1c-4181-b099-9c8384e1b499 admin admin] Pushing event deleted for resources: {'Port': ['ID=202a0690-d62d-4408-843b-a3c105585dc8,revision_number=None']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:06:35.694422 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69cc34c-db74-412a-a374-8af76d9d44ca None None] New status for floating IP 2b29e1dc-4b4d-48dc-bbc1-505c39c87d87: DOWN {{(pid=110844) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 24 20:06:35.777542 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-dcd39a9a-7b1c-4181-b099-9c8384e1b499 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-594928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-451632'] for router_interface (d415c36d-d3f0-4850-a3a7-92ff6de12880), after_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:35.907422 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-9bf0f599-420a-4704-b73f-ab86ed78a504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (408021b7-d46b-48c2-9f75-8a8023f9145c), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:35.932341 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f191105-4c8f-420c-acd9-dc656a1801dd req-8302f609-cbe4-433b-9235-6d83ac954b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:06:35.933872 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-6f191105-4c8f-420c-acd9-dc656a1801dd req-8302f609-cbe4-433b-9235-6d83ac954b58 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4d31f280cfc640dd8381ee0869d9f455&device_id=05ddc775-4f83-4893-957c-d3c8928d0c8c HTTP/1.1" status: 200 len: 1130 time: 0.0892105 Jul 24 20:06:35.934121 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Device 36d6ef5c-d8dd-40c4-8f7e-b9bfc4d8dfc8 no longer exists at agent hyperv_hv-cinder-85044 {{(pid=110844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 20:06:35.955049 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] No Port match for: 36d6ef5c-d8dd-40c4-8f7e-b9bfc4d8dfc8 {{(pid=110844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 24 20:06:35.955412 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Device 36d6ef5c-d8dd-40c4-8f7e-b9bfc4d8dfc8 not bound to the agent host hv-cinder-85044 {{(pid=110844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 20:06:36.358441 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:06:36.380960 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f191105-4c8f-420c-acd9-dc656a1801dd req-783a8cb9-587f-4a10-b9d2-d8b8e49b935e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:06:36.382469 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-6f191105-4c8f-420c-acd9-dc656a1801dd req-783a8cb9-587f-4a10-b9d2-d8b8e49b935e service neutron] 10.222.0.42 "GET /v2.0/networks?id=1f489717-2e22-4983-9973-65d3238688ee HTTP/1.1" status: 200 len: 916 time: 0.3846602 Jul 24 20:06:36.387271 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcd39a9a-7b1c-4181-b099-9c8384e1b499 admin admin] Router d415c36d-d3f0-4850-a3a7-92ff6de12880 has already been hosted by L3 agent 408021b7-d46b-48c2-9f75-8a8023f9145c {{(pid=110843) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 24 20:06:36.432216 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-6f191105-4c8f-420c-acd9-dc656a1801dd req-30201f08-d7ce-451f-a47a-1c5e03dd1a53 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2e3b3d4b-7017-47d8-9a82-4439644ca265 HTTP/1.1" status: 200 len: 217 time: 0.0369575 Jul 24 20:06:36.559071 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f191105-4c8f-420c-acd9-dc656a1801dd req-524f5203-87f7-40f9-971d-d0f9bb1b94a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:06:36.560506 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-6f191105-4c8f-420c-acd9-dc656a1801dd req-524f5203-87f7-40f9-971d-d0f9bb1b94a1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1392647f-63da-44e8-b2ae-53624947a1a2 HTTP/1.1" status: 200 len: 854 time: 0.0906889 Jul 24 20:06:36.635217 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcd39a9a-7b1c-4181-b099-9c8384e1b499 admin admin] Notify agent at l3_agent.dv-cinder-850449-2-iscsi the message routers_updated {{(pid=110843) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 20:06:36.644572 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8633f702-cf02-4b37-9a6e-8fe73c4d1f44 None None] Sync routers for ids ['d415c36d-d3f0-4850-a3a7-92ff6de12880'] in dv-cinder-850449-2-iscsi {{(pid=110845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 20:06:36.645495 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [None req-dcd39a9a-7b1c-4181-b099-9c8384e1b499 admin admin] 10.222.0.17 "PUT /v2.0/routers/d415c36d-d3f0-4850-a3a7-92ff6de12880/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7597852 Jul 24 20:06:36.648254 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 35510) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:06:36.649232 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f191105-4c8f-420c-acd9-dc656a1801dd req-8be2e9ce-b758-4141-8557-fedc7cda3050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:06:36.650690 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-6f191105-4c8f-420c-acd9-dc656a1801dd req-8be2e9ce-b758-4141-8557-fedc7cda3050 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1f489717-2e22-4983-9973-65d3238688ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0823481 Jul 24 20:06:36.658867 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8633f702-cf02-4b37-9a6e-8fe73c4d1f44 None None] Routers {'d415c36d-d3f0-4850-a3a7-92ff6de12880'} bound to L3 agent in host dv-cinder-850449-2-iscsi {{(pid=110845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 20:06:36.659690 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.l3_hamode_db [None req-8633f702-cf02-4b37-9a6e-8fe73c4d1f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-07-24T19:52:06Z,description=,heartbeat_timestamp=2022-07-24T20:06:36Z,host='dv-cinder-850449-2-iscsi',id=408021b7-d46b-48c2-9f75-8a8023f9145c,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T19:52:06Z,topic='l3_agent')) {'router_ids': ['d415c36d-d3f0-4850-a3a7-92ff6de12880'], 'active': True} {{(pid=110845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:06:36.668215 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cce2fe-9f03-4799-a6f2-d6180fef6e4b req-49e7ee76-c313-4f22-9715-b6921ff119db tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:06:36.668215 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-97cce2fe-9f03-4799-a6f2-d6180fef6e4b req-49e7ee76-c313-4f22-9715-b6921ff119db tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] 10.222.0.17 "GET /v2.0/ports?device_id=77bbeaa9-f40d-49c5-a878-9fb67bede679 HTTP/1.1" status: 200 len: 944 time: 0.0855820 Jul 24 20:06:36.716867 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=100 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:06:36.771299 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.l3_dvr_db [None req-8633f702-cf02-4b37-9a6e-8fe73c4d1f44 None None] Set router d415c36d-d3f0-4850-a3a7-92ff6de12880 gateway port host: dv-cinder-850449-2-iscsi {{(pid=110845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 20:06:36.794704 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-97cce2fe-9f03-4799-a6f2-d6180fef6e4b req-f6558f37-f096-4c78-a39f-d7efe595d0cc tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] 10.222.0.17 "GET /v2.0/security-groups?id=623eeaef-673a-47cb-9829-c979feaccd70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1204844 Jul 24 20:06:36.814949 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-6f191105-4c8f-420c-acd9-dc656a1801dd req-c83071d5-9d0b-4667-b7c8-fae43051ea11 service neutron] 10.222.0.42 "GET /v2.0/networks/1f489717-2e22-4983-9973-65d3238688ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462326 Jul 24 20:06:36.918264 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG dbcounter [-] [110845] Writing DB stats neutron:SELECT=100 {{(pid=110845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:06:36.926038 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-6dc48dae-acff-4e3e-8fdb-430da55b4f7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (7ee55678-4254-481c-8cae-5c828aed81c9), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:36.956764 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-6f191105-4c8f-420c-acd9-dc656a1801dd req-2e18c961-4822-440b-8103-5a5f1369882e service neutron] 10.222.0.42 "GET /v2.0/networks/1f489717-2e22-4983-9973-65d3238688ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379082 Jul 24 20:06:37.002299 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.l3_hamode_db [None req-8633f702-cf02-4b37-9a6e-8fe73c4d1f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd415c36d-d3f0-4850-a3a7-92ff6de12880', 'name': 'tempest-ServerRescueNegativeTestJSON-727564958-router', 'tenant_id': '15c454baefdc474682f88c603f6108a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'external_fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': 'b45b19b5-a41c-4d83-bbe8-9ffe45a80965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T20:01:05Z', 'updated_at': '2022-07-24T20:06:35Z', 'revision_number': 5, 'project_id': '15c454baefdc474682f88c603f6108a8', 'gw_port': {'id': 'b45b19b5-a41c-4d83-bbe8-9ffe45a80965', 'name': '', 'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:80:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd415c36d-d3f0-4850-a3a7-92ff6de12880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:01:06Z', 'updated_at': '2022-07-24T20:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99a0caa3-3fb5-4860-826f-478186226de3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850449-2-iscsi'}], 'dv-cinder-850449-2-iscsi', False) {} {{(pid=110845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:06:37.033857 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8633f702-cf02-4b37-9a6e-8fe73c4d1f44 None None] Checking router: d415c36d-d3f0-4850-a3a7-92ff6de12880 for host: dv-cinder-850449-2-iscsi {{(pid=110845) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 20:06:37.043295 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8633f702-cf02-4b37-9a6e-8fe73c4d1f44 None None] Routers {'d415c36d-d3f0-4850-a3a7-92ff6de12880'} bound to L3 agent in host dv-cinder-850449-2-iscsi {{(pid=110845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 20:06:37.043908 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.l3_hamode_db [None req-8633f702-cf02-4b37-9a6e-8fe73c4d1f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-07-24T19:52:06Z,description=,heartbeat_timestamp=2022-07-24T20:06:36Z,host='dv-cinder-850449-2-iscsi',id=408021b7-d46b-48c2-9f75-8a8023f9145c,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T19:52:06Z,topic='l3_agent')) {'router_ids': ['d415c36d-d3f0-4850-a3a7-92ff6de12880'], 'active': True} {{(pid=110845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:06:37.068288 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-900da872-c4a0-4fba-9079-1acfacc16dd0 admin admin] Publish callbacks [] for router (d415c36d-d3f0-4850-a3a7-92ff6de12880), before_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:37.196372 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-900da872-c4a0-4fba-9079-1acfacc16dd0 admin admin] Publish callbacks [] for router_gateway (d415c36d-d3f0-4850-a3a7-92ff6de12880), before_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:37.255031 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.l3_dvr_db [None req-8633f702-cf02-4b37-9a6e-8fe73c4d1f44 None None] Set router d415c36d-d3f0-4850-a3a7-92ff6de12880 gateway port host: dv-cinder-850449-2-iscsi {{(pid=110845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 20:06:37.314729 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.plugin [None req-900da872-c4a0-4fba-9079-1acfacc16dd0 admin admin] Deleting port b45b19b5-a41c-4d83-bbe8-9ffe45a80965 {{(pid=110842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 24 20:06:37.315154 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-900da872-c4a0-4fba-9079-1acfacc16dd0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731445580472'] for port (b45b19b5-a41c-4d83-bbe8-9ffe45a80965), before_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:37.438288 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.db [None req-900da872-c4a0-4fba-9079-1acfacc16dd0 admin admin] For port b45b19b5-a41c-4d83-bbe8-9ffe45a80965, host dv-cinder-850449-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850449-2-iscsi',level=0,port_id=b45b19b5-a41c-4d83-bbe8-9ffe45a80965,segment=NetworkSegment(fc72dfdc-4d29-4b3c-a3f7-b36f757f54d3),segment_id=fc72dfdc-4d29-4b3c-a3f7-b36f757f54d3)] {{(pid=110842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 20:06:37.439505 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-900da872-c4a0-4fba-9079-1acfacc16dd0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458432'] for port (b45b19b5-a41c-4d83-bbe8-9ffe45a80965), precommit_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:37.454502 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.plugin [None req-900da872-c4a0-4fba-9079-1acfacc16dd0 admin admin] Calling delete_port for b45b19b5-a41c-4d83-bbe8-9ffe45a80965 owned by network:router_gateway {{(pid=110842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 24 20:06:37.459060 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.l3_hamode_db [None req-8633f702-cf02-4b37-9a6e-8fe73c4d1f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd415c36d-d3f0-4850-a3a7-92ff6de12880', 'name': 'tempest-ServerRescueNegativeTestJSON-727564958-router', 'tenant_id': '15c454baefdc474682f88c603f6108a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'external_fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': 'b45b19b5-a41c-4d83-bbe8-9ffe45a80965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T20:01:05Z', 'updated_at': '2022-07-24T20:06:35Z', 'revision_number': 5, 'project_id': '15c454baefdc474682f88c603f6108a8', 'gw_port': {'id': 'b45b19b5-a41c-4d83-bbe8-9ffe45a80965', 'name': '', 'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:80:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd415c36d-d3f0-4850-a3a7-92ff6de12880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:01:06Z', 'updated_at': '2022-07-24T20:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99a0caa3-3fb5-4860-826f-478186226de3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850449-2-iscsi'}], 'dv-cinder-850449-2-iscsi', False) {} {{(pid=110845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:06:37.487183 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8633f702-cf02-4b37-9a6e-8fe73c4d1f44 None None] The sync data for ids ['d415c36d-d3f0-4850-a3a7-92ff6de12880'] in dv-cinder-850449-2-iscsi is: [{'id': 'd415c36d-d3f0-4850-a3a7-92ff6de12880', 'name': 'tempest-ServerRescueNegativeTestJSON-727564958-router', 'tenant_id': '15c454baefdc474682f88c603f6108a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'external_fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': 'b45b19b5-a41c-4d83-bbe8-9ffe45a80965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T20:01:05Z', 'updated_at': '2022-07-24T20:06:35Z', 'revision_number': 5, 'project_id': '15c454baefdc474682f88c603f6108a8', 'gw_port': {'id': 'b45b19b5-a41c-4d83-bbe8-9ffe45a80965', 'name': '', 'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:80:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd415c36d-d3f0-4850-a3a7-92ff6de12880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:01:06Z', 'updated_at': '2022-07-24T20:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99a0caa3-3fb5-4860-826f-478186226de3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850449-2-iscsi'}] {{(pid=110845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 20:06:37.771940 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-900da872-c4a0-4fba-9079-1acfacc16dd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731445585704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731445223415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8925015'] for port (b45b19b5-a41c-4d83-bbe8-9ffe45a80965), after_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:37.802518 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900da872-c4a0-4fba-9079-1acfacc16dd0 admin admin] Pushing event deleted for resources: {'Port': ['ID=b45b19b5-a41c-4d83-bbe8-9ffe45a80965,revision_number=None']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:06:37.878459 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-900da872-c4a0-4fba-9079-1acfacc16dd0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-452411'] for router_gateway (d415c36d-d3f0-4850-a3a7-92ff6de12880), after_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:37.951824 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578c9b0d-7ddb-416b-a54a-0983b0aaf040 req-3f619e2c-300d-4f14-9d50-7f57e6cbdcf6 tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:06:37.953512 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-578c9b0d-7ddb-416b-a54a-0983b0aaf040 req-3f619e2c-300d-4f14-9d50-7f57e6cbdcf6 tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] 10.222.0.17 "GET /v2.0/ports?device_id=77bbeaa9-f40d-49c5-a878-9fb67bede679 HTTP/1.1" status: 200 len: 944 time: 0.0613074 Jul 24 20:06:38.008536 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-900da872-c4a0-4fba-9079-1acfacc16dd0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-450799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-737'] for router (d415c36d-d3f0-4850-a3a7-92ff6de12880), precommit_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:38.012837 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-900da872-c4a0-4fba-9079-1acfacc16dd0 admin admin] Publish callbacks [] for router_controller (d415c36d-d3f0-4850-a3a7-92ff6de12880), precommit_delete_associations {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:38.018885 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-578c9b0d-7ddb-416b-a54a-0983b0aaf040 req-81df8ceb-968e-4f0e-98be-1ad9539fb596 tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] 10.222.0.17 "GET /v2.0/security-groups?id=623eeaef-673a-47cb-9829-c979feaccd70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593905 Jul 24 20:06:38.077062 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:06:38.212039 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-900da872-c4a0-4fba-9079-1acfacc16dd0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-450718'] for router (d415c36d-d3f0-4850-a3a7-92ff6de12880), after_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:38.212724 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-900da872-c4a0-4fba-9079-1acfacc16dd0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d415c36d-d3f0-4850-a3a7-92ff6de12880 {{(pid=110842) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 20:06:38.218939 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-900da872-c4a0-4fba-9079-1acfacc16dd0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:38.220175 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-900da872-c4a0-4fba-9079-1acfacc16dd0 admin admin] 10.222.0.17 "DELETE /v2.0/routers/d415c36d-d3f0-4850-a3a7-92ff6de12880 HTTP/1.1" status: 204 len: 168 time: 1.5701654 Jul 24 20:06:38.224966 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [-] (110843) accepted ('10.222.0.17', 35524) {{(pid=110843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:06:38.291620 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.db.db_base_plugin_v2 [None req-8724ecfb-d6dd-43a6-9e97-bda6e88a0856 admin admin] Deleting subnet 1b0ec485-4e15-4515-af25-2ebd70a5137a {{(pid=110843) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 24 20:06:38.291856 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-43102eef-6e4b-4922-ad30-3734cbb7477a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (7d43fc2f-3c2c-473f-8c92-13ad6341ecc2), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:38.292418 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-8724ecfb-d6dd-43a6-9e97-bda6e88a0856 admin admin] Publish callbacks [] for subnet (1b0ec485-4e15-4515-af25-2ebd70a5137a), before_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:38.331119 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-8724ecfb-d6dd-43a6-9e97-bda6e88a0856 admin admin] Publish callbacks [] for subnet (1b0ec485-4e15-4515-af25-2ebd70a5137a), precommit_delete_associations {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:38.382655 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-8724ecfb-d6dd-43a6-9e97-bda6e88a0856 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7817528'] for subnet (1b0ec485-4e15-4515-af25-2ebd70a5137a), precommit_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:38.560597 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-8724ecfb-d6dd-43a6-9e97-bda6e88a0856 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7817521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937'] for subnet (1b0ec485-4e15-4515-af25-2ebd70a5137a), after_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:38.590209 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8724ecfb-d6dd-43a6-9e97-bda6e88a0856 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b0ec485-4e15-4515-af25-2ebd70a5137a,revision_number=None']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:06:38.601867 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-8724ecfb-d6dd-43a6-9e97-bda6e88a0856 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594923'] for subnet (None), before_response {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:38.606967 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [None req-8724ecfb-d6dd-43a6-9e97-bda6e88a0856 admin admin] 10.222.0.17 "DELETE /v2.0/subnets/1b0ec485-4e15-4515-af25-2ebd70a5137a HTTP/1.1" status: 204 len: 168 time: 0.3806899 Jul 24 20:06:38.608957 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-640b59cb-bc08-4ea7-8411-9b352d0045ca None None] Network 6e3ba2d8-cc61-4396-b210-32cea4aff750 requested from dv-cinder-850449-2-iscsi {{(pid=110844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 24 20:06:38.610198 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 35526) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:06:38.621614 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8724ecfb-d6dd-43a6-9e97-bda6e88a0856 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:06:38.622189 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8724ecfb-d6dd-43a6-9e97-bda6e88a0856 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:06:38.624593 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8724ecfb-d6dd-43a6-9e97-bda6e88a0856 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:06:38.624593 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8724ecfb-d6dd-43a6-9e97-bda6e88a0856 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:06:38.624593 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8724ecfb-d6dd-43a6-9e97-bda6e88a0856 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:06:38.624593 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8724ecfb-d6dd-43a6-9e97-bda6e88a0856 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:06:38.625224 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8724ecfb-d6dd-43a6-9e97-bda6e88a0856 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:06:38.625477 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8724ecfb-d6dd-43a6-9e97-bda6e88a0856 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:06:38.626023 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8724ecfb-d6dd-43a6-9e97-bda6e88a0856 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:06:38.626578 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8724ecfb-d6dd-43a6-9e97-bda6e88a0856 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:06:38.629744 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8724ecfb-d6dd-43a6-9e97-bda6e88a0856 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:06:38.630354 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8724ecfb-d6dd-43a6-9e97-bda6e88a0856 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:06:38.630951 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8724ecfb-d6dd-43a6-9e97-bda6e88a0856 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:06:38.631524 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8724ecfb-d6dd-43a6-9e97-bda6e88a0856 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:06:38.632102 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8724ecfb-d6dd-43a6-9e97-bda6e88a0856 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:06:38.734270 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-2e35ee46-9168-4a0c-a81a-03d64b049e48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7930929'] for network (6e3ba2d8-cc61-4396-b210-32cea4aff750), before_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:38.802269 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Device b45b19b5-a41c-4d83-bbe8-9ffe45a80965 no longer exists at agent ovs-agent-dv-cinder-850449-2-iscsi {{(pid=110844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 20:06:38.805397 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=9 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:06:38.824591 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.plugin [None req-2e35ee46-9168-4a0c-a81a-03d64b049e48 admin admin] Deleting port 5ad37933-4c68-4c4b-b5d7-7765a68f1e88 {{(pid=110842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 24 20:06:38.824969 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-2e35ee46-9168-4a0c-a81a-03d64b049e48 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731445580472'] for port (5ad37933-4c68-4c4b-b5d7-7765a68f1e88), before_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:38.835666 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] No Port match for: b45b19b5-a41c-4d83-bbe8-9ffe45a80965 {{(pid=110844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 24 20:06:38.836014 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Device b45b19b5-a41c-4d83-bbe8-9ffe45a80965 not bound to the agent host dv-cinder-850449-2-iscsi {{(pid=110844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 20:06:38.836579 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Device 202a0690-d62d-4408-843b-a3c105585dc8 no longer exists at agent ovs-agent-dv-cinder-850449-2-iscsi {{(pid=110844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 20:06:38.888249 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bd13926-b71d-4cd7-b5a6-86d787276df9 None None] DHCP port deletion for 6e3ba2d8-cc61-4396-b210-32cea4aff750 request from dv-cinder-850449-2-iscsi {{(pid=110844) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 24 20:06:38.892623 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] No Port match for: 202a0690-d62d-4408-843b-a3c105585dc8 {{(pid=110844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 24 20:06:38.905817 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Device 202a0690-d62d-4408-843b-a3c105585dc8 not bound to the agent host dv-cinder-850449-2-iscsi {{(pid=110844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 20:06:38.907292 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.db [None req-2e35ee46-9168-4a0c-a81a-03d64b049e48 admin admin] For port 5ad37933-4c68-4c4b-b5d7-7765a68f1e88, host dv-cinder-850449-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850449-2-iscsi',level=0,port_id=5ad37933-4c68-4c4b-b5d7-7765a68f1e88,segment=NetworkSegment(1a250ca4-cd77-42a8-bf37-37a7ac6ffa6c),segment_id=1a250ca4-cd77-42a8-bf37-37a7ac6ffa6c)] {{(pid=110842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 20:06:38.907292 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-2e35ee46-9168-4a0c-a81a-03d64b049e48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458432'] for port (5ad37933-4c68-4c4b-b5d7-7765a68f1e88), precommit_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:38.920682 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.plugin [None req-2e35ee46-9168-4a0c-a81a-03d64b049e48 admin admin] Calling delete_port for 5ad37933-4c68-4c4b-b5d7-7765a68f1e88 owned by network:dhcp {{(pid=110842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 24 20:06:38.940080 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-0bd13926-b71d-4cd7-b5a6-86d787276df9 None None] Deleting port 5ad37933-4c68-4c4b-b5d7-7765a68f1e88 {{(pid=110844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 24 20:06:38.940507 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-0bd13926-b71d-4cd7-b5a6-86d787276df9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731445580472'] for port (5ad37933-4c68-4c4b-b5d7-7765a68f1e88), before_delete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:39.015167 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-0bd13926-b71d-4cd7-b5a6-86d787276df9 None None] For port 5ad37933-4c68-4c4b-b5d7-7765a68f1e88, host dv-cinder-850449-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850449-2-iscsi',level=0,port_id=5ad37933-4c68-4c4b-b5d7-7765a68f1e88,segment=NetworkSegment(1a250ca4-cd77-42a8-bf37-37a7ac6ffa6c),segment_id=1a250ca4-cd77-42a8-bf37-37a7ac6ffa6c)] {{(pid=110844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 20:06:39.015568 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-0bd13926-b71d-4cd7-b5a6-86d787276df9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458432'] for port (5ad37933-4c68-4c4b-b5d7-7765a68f1e88), precommit_delete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:39.032949 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-0bd13926-b71d-4cd7-b5a6-86d787276df9 None None] Calling delete_port for 5ad37933-4c68-4c4b-b5d7-7765a68f1e88 owned by network:dhcp {{(pid=110844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 24 20:06:39.121112 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-2e35ee46-9168-4a0c-a81a-03d64b049e48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731445585704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731445223415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8925015'] for port (5ad37933-4c68-4c4b-b5d7-7765a68f1e88), after_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:39.156621 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e35ee46-9168-4a0c-a81a-03d64b049e48 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ad37933-4c68-4c4b-b5d7-7765a68f1e88,revision_number=None']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:06:39.158320 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-0bd13926-b71d-4cd7-b5a6-86d787276df9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731445585704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731445223415'] for port (5ad37933-4c68-4c4b-b5d7-7765a68f1e88), after_delete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:39.165826 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e35ee46-9168-4a0c-a81a-03d64b049e48 admin admin] No DVR routers for this DVR port 5ad37933-4c68-4c4b-b5d7-7765a68f1e88 on host dv-cinder-850449-2-iscsi {{(pid=110842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 24 20:06:39.170239 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (46eda511-dfa5-408c-8bd4-cb509f691033), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:39.170429 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237a0a4a-efb3-4c77-aa16-9a0ffe6cf0ae req-370f4254-3016-4209-9913-b02a1da854cf tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:06:39.177213 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-237a0a4a-efb3-4c77-aa16-9a0ffe6cf0ae req-370f4254-3016-4209-9913-b02a1da854cf tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] 10.222.0.17 "GET /v2.0/ports?device_id=77bbeaa9-f40d-49c5-a878-9fb67bede679 HTTP/1.1" status: 200 len: 944 time: 0.0879712 Jul 24 20:06:39.189734 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd13926-b71d-4cd7-b5a6-86d787276df9 None None] Pushing event deleted for resources: {'Port': ['ID=5ad37933-4c68-4c4b-b5d7-7765a68f1e88,revision_number=None']} {{(pid=110844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:06:39.193987 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd13926-b71d-4cd7-b5a6-86d787276df9 None None] No DVR routers for this DVR port 5ad37933-4c68-4c4b-b5d7-7765a68f1e88 on host dv-cinder-850449-2-iscsi {{(pid=110844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 24 20:06:39.244137 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-237a0a4a-efb3-4c77-aa16-9a0ffe6cf0ae req-e0600938-febc-46c4-b7b6-8911a34e815b tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] 10.222.0.17 "GET /v2.0/security-groups?id=623eeaef-673a-47cb-9829-c979feaccd70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657461 Jul 24 20:06:39.261038 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-2e35ee46-9168-4a0c-a81a-03d64b049e48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7817651', 'neutron.services.segments.db._delete_segments_for_network-8731445707084'] for network (6e3ba2d8-cc61-4396-b210-32cea4aff750), precommit_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:39.288186 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.services.segments.db [None req-2e35ee46-9168-4a0c-a81a-03d64b049e48 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e3ba2d8-cc61-4396-b210-32cea4aff750']}} {{(pid=110842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:06:39.299051 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.services.segments.db [None req-2e35ee46-9168-4a0c-a81a-03d64b049e48 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a250ca4-cd77-42a8-bf37-37a7ac6ffa6c') {'for_net_delete': True} {{(pid=110842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:06:39.299340 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.services.segments.db [None req-2e35ee46-9168-4a0c-a81a-03d64b049e48 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a250ca4-cd77-42a8-bf37-37a7ac6ffa6c') {} {{(pid=110842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:06:39.312369 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-2e35ee46-9168-4a0c-a81a-03d64b049e48 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731445706213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8979360'] for segment (1a250ca4-cd77-42a8-bf37-37a7ac6ffa6c), before_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:39.327108 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-2e35ee46-9168-4a0c-a81a-03d64b049e48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7750649'] for segment (1a250ca4-cd77-42a8-bf37-37a7ac6ffa6c), precommit_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:39.334221 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e35ee46-9168-4a0c-a81a-03d64b049e48 admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=110842) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 20:06:39.334652 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-2e35ee46-9168-4a0c-a81a-03d64b049e48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7750649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8924928'] for segment (1a250ca4-cd77-42a8-bf37-37a7ac6ffa6c), after_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:39.358533 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.services.segments.plugin [-] Segment 1a250ca4-cd77-42a8-bf37-37a7ac6ffa6c resource provider aggregate not found Jul 24 20:06:39.392270 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.services.segments.plugin [-] Segment 1a250ca4-cd77-42a8-bf37-37a7ac6ffa6c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1a250ca4-cd77-42a8-bf37-37a7ac6ffa6c found for delete ", "request_id": "req-8511b3ee-3061-44a3-8d5e-c3cfa4136b84"}]} Jul 24 20:06:39.503751 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ba8dc7-cb05-419a-9594-eee000d5dcf8 req-8e82a8d4-8f66-41b5-b60c-4616812f0b17 tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:06:39.505427 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-79ba8dc7-cb05-419a-9594-eee000d5dcf8 req-8e82a8d4-8f66-41b5-b60c-4616812f0b17 tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] 10.222.0.17 "GET /v2.0/ports?device_id=05ddc775-4f83-4893-957c-d3c8928d0c8c HTTP/1.1" status: 200 len: 946 time: 0.0575728 Jul 24 20:06:39.506543 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-2e35ee46-9168-4a0c-a81a-03d64b049e48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7817604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-452517'] for network (6e3ba2d8-cc61-4396-b210-32cea4aff750), after_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:39.513430 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-2e35ee46-9168-4a0c-a81a-03d64b049e48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594923'] for network (None), before_response {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:39.519322 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-2e35ee46-9168-4a0c-a81a-03d64b049e48 admin admin] 10.222.0.17 "DELETE /v2.0/networks/6e3ba2d8-cc61-4396-b210-32cea4aff750 HTTP/1.1" status: 204 len: 168 time: 0.9050713 Jul 24 20:06:39.530308 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e35ee46-9168-4a0c-a81a-03d64b049e48 admin admin] Pushing event deleted for resources: {'Network': ['ID=6e3ba2d8-cc61-4396-b210-32cea4aff750,revision_number=None']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:06:39.589747 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-79ba8dc7-cb05-419a-9594-eee000d5dcf8 req-1d12075e-cf51-4487-83d7-3f4da68cf7dd tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] 10.222.0.17 "GET /v2.0/security-groups?id=28acb8fa-bec2-437c-82ba-8e2c3ade7cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734882 Jul 24 20:06:39.871415 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 35542) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:06:39.915570 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-e4d3c924-eeb1-42cc-abd0-1730dd200535 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=15c454baefdc474682f88c603f6108a8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0426612 Jul 24 20:06:39.918861 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 35544) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:06:39.979041 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-c07c379d-5430-4cc0-9a2a-e317336ab889 admin admin] Publish callbacks [] for security_group (26640197-a088-42b2-99b8-e30a0e4045f3), before_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:40.006458 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-c07c379d-5430-4cc0-9a2a-e317336ab889 admin admin] Publish callbacks [] for security_group (26640197-a088-42b2-99b8-e30a0e4045f3), precommit_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:40.160208 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-c07c379d-5430-4cc0-9a2a-e317336ab889 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (26640197-a088-42b2-99b8-e30a0e4045f3), after_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:40.162982 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-c07c379d-5430-4cc0-9a2a-e317336ab889 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:40.165013 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-c07c379d-5430-4cc0-9a2a-e317336ab889 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/26640197-a088-42b2-99b8-e30a0e4045f3 HTTP/1.1" status: 204 len: 168 time: 0.2451489 Jul 24 20:06:40.174790 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07c379d-5430-4cc0-9a2a-e317336ab889 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26640197-a088-42b2-99b8-e30a0e4045f3,revision_number=None']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:06:40.335514 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:06:40.374784 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e44261-2279-47f8-88cb-f51483c27652 req-1554e95c-8bda-448f-8b50-8046403e8bc3 tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:06:40.376402 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-e8e44261-2279-47f8-88cb-f51483c27652 req-1554e95c-8bda-448f-8b50-8046403e8bc3 tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] 10.222.0.17 "GET /v2.0/ports?device_id=77bbeaa9-f40d-49c5-a878-9fb67bede679 HTTP/1.1" status: 200 len: 944 time: 0.0507660 Jul 24 20:06:40.436726 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-e8e44261-2279-47f8-88cb-f51483c27652 req-5c394f6a-0a32-4a7d-81e3-9ff2efebf7a9 tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] 10.222.0.17 "GET /v2.0/security-groups?id=623eeaef-673a-47cb-9829-c979feaccd70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542712 Jul 24 20:06:40.512161 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (95564131-b678-4db2-a162-51408b2acd55), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:40.741028 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d806b3-6965-4b86-b8ce-3126fa2bded0 req-b8c74c37-898c-4bfb-acaf-cd76fc10bf16 tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:06:40.743696 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-60d806b3-6965-4b86-b8ce-3126fa2bded0 req-b8c74c37-898c-4bfb-acaf-cd76fc10bf16 tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] 10.222.0.17 "GET /v2.0/ports?device_id=05ddc775-4f83-4893-957c-d3c8928d0c8c HTTP/1.1" status: 200 len: 946 time: 0.0802615 Jul 24 20:06:40.765678 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Device 5ad37933-4c68-4c4b-b5d7-7765a68f1e88 no longer exists at agent ovs-agent-dv-cinder-850449-2-iscsi {{(pid=110844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 20:06:40.793519 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] No Port match for: 5ad37933-4c68-4c4b-b5d7-7765a68f1e88 {{(pid=110844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 24 20:06:40.793880 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Device 5ad37933-4c68-4c4b-b5d7-7765a68f1e88 not bound to the agent host dv-cinder-850449-2-iscsi {{(pid=110844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 20:06:40.813557 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-60d806b3-6965-4b86-b8ce-3126fa2bded0 req-8ce553bd-3d1a-427a-ba6a-6da923feff63 tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] 10.222.0.17 "GET /v2.0/security-groups?id=28acb8fa-bec2-437c-82ba-8e2c3ade7cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634766 Jul 24 20:06:41.597364 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6908465-8db3-4237-aa32-f7c5a44e14ec req-5e5c0d3f-20b3-4a48-b677-34bf28882d4d tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:06:41.600037 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-f6908465-8db3-4237-aa32-f7c5a44e14ec req-5e5c0d3f-20b3-4a48-b677-34bf28882d4d tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] 10.222.0.17 "GET /v2.0/ports?device_id=77bbeaa9-f40d-49c5-a878-9fb67bede679 HTTP/1.1" status: 200 len: 944 time: 0.0610180 Jul 24 20:06:41.660737 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-f6908465-8db3-4237-aa32-f7c5a44e14ec req-c670fb5c-04d5-4acb-a9eb-e2392f46a592 tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] 10.222.0.17 "GET /v2.0/security-groups?id=623eeaef-673a-47cb-9829-c979feaccd70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523982 Jul 24 20:06:41.940046 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4831c22d-550f-4d07-a33e-cae693665ae2 req-90f89a77-6b23-4c6a-a481-18caf9c2fc73 tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:06:41.941596 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-4831c22d-550f-4d07-a33e-cae693665ae2 req-90f89a77-6b23-4c6a-a481-18caf9c2fc73 tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] 10.222.0.17 "GET /v2.0/ports?device_id=05ddc775-4f83-4893-957c-d3c8928d0c8c HTTP/1.1" status: 200 len: 946 time: 0.0492644 Jul 24 20:06:42.019214 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:06:42.029646 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-4831c22d-550f-4d07-a33e-cae693665ae2 req-dc08c96c-1b0e-4793-9fb3-2d06363285a5 tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] 10.222.0.17 "GET /v2.0/security-groups?id=28acb8fa-bec2-437c-82ba-8e2c3ade7cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822279 Jul 24 20:06:42.035690 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72a2be3-3c01-40c0-b32e-bb20061be97d req-ea736d19-9fc7-4ef5-93ca-aa33f26eb1cb tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:06:42.037230 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-c72a2be3-3c01-40c0-b32e-bb20061be97d req-ea736d19-9fc7-4ef5-93ca-aa33f26eb1cb tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] 10.222.0.42 "GET /v2.0/ports?device_id=05ddc775-4f83-4893-957c-d3c8928d0c8c HTTP/1.1" status: 200 len: 946 time: 0.0710940 Jul 24 20:06:42.147208 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.plugin [req-c72a2be3-3c01-40c0-b32e-bb20061be97d req-336ee097-f4bc-4add-8d1f-1f04234839bd tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] Deleting port 2e3b3d4b-7017-47d8-9a82-4439644ca265 {{(pid=110843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 24 20:06:42.147552 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-c72a2be3-3c01-40c0-b32e-bb20061be97d req-336ee097-f4bc-4add-8d1f-1f04234839bd tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731445580472'] for port (2e3b3d4b-7017-47d8-9a82-4439644ca265), before_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:42.252498 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.db [req-c72a2be3-3c01-40c0-b32e-bb20061be97d req-336ee097-f4bc-4add-8d1f-1f04234839bd tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] For port 2e3b3d4b-7017-47d8-9a82-4439644ca265, host hv-cinder-85044, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85044',level=0,port_id=2e3b3d4b-7017-47d8-9a82-4439644ca265,segment=NetworkSegment(8b9f0f7e-05bb-4220-a9b7-1bc5128e8915),segment_id=8b9f0f7e-05bb-4220-a9b7-1bc5128e8915)] {{(pid=110843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 20:06:42.252895 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-c72a2be3-3c01-40c0-b32e-bb20061be97d req-336ee097-f4bc-4add-8d1f-1f04234839bd tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458432'] for port (2e3b3d4b-7017-47d8-9a82-4439644ca265), precommit_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:42.268546 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.plugin [req-c72a2be3-3c01-40c0-b32e-bb20061be97d req-336ee097-f4bc-4add-8d1f-1f04234839bd tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] Calling delete_port for 2e3b3d4b-7017-47d8-9a82-4439644ca265 owned by compute:nova {{(pid=110843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 24 20:06:42.345862 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:06:42.502670 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-c72a2be3-3c01-40c0-b32e-bb20061be97d req-336ee097-f4bc-4add-8d1f-1f04234839bd tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731445585704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731445223415'] for port (2e3b3d4b-7017-47d8-9a82-4439644ca265), after_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:42.515325 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] get_ports_and_sgs() called for port_ids ['2e3b3d4b-7017-47d8-9a82-4439644ca265'] {{(pid=110844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 20:06:42.532387 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336ee097-f4bc-4add-8d1f-1f04234839bd tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] Pushing event deleted for resources: {'Port': ['ID=2e3b3d4b-7017-47d8-9a82-4439644ca265,revision_number=None']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:06:42.613247 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.db.l3_dvrscheduler_db [req-c72a2be3-3c01-40c0-b32e-bb20061be97d req-336ee097-f4bc-4add-8d1f-1f04234839bd tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] No DVR routers for this DVR port 2e3b3d4b-7017-47d8-9a82-4439644ca265 on host hv-cinder-85044 {{(pid=110843) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 24 20:06:42.617307 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-c72a2be3-3c01-40c0-b32e-bb20061be97d req-336ee097-f4bc-4add-8d1f-1f04234839bd tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1048257'] for port (None), before_response {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:42.624124 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-c72a2be3-3c01-40c0-b32e-bb20061be97d req-336ee097-f4bc-4add-8d1f-1f04234839bd tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] 10.222.0.42 "DELETE /v2.0/ports/2e3b3d4b-7017-47d8-9a82-4439644ca265 HTTP/1.1" status: 204 len: 173 time: 0.5803654 Jul 24 20:06:42.624959 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05ddc775-4f83-4893-957c-d3c8928d0c8c', 'name': 'network-vif-deleted', 'tag': '2e3b3d4b-7017-47d8-9a82-4439644ca265'}] {{(pid=110843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 24 20:06:42.628790 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa129e2ea71b36189c7354ee4da78dc54b5a7420159cbfa164f6b2678096e4e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-721422f7-79a1-4cc6-8608-ead49659e606" -d '{"events": [{"server_uuid": "05ddc775-4f83-4893-957c-d3c8928d0c8c", "name": "network-vif-deleted", "tag": "2e3b3d4b-7017-47d8-9a82-4439644ca265"}]}' {{(pid=110843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 20:06:42.741603 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 24 Jul 2022 20:06:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32d1605e-75bb-46fd-a96c-859d2c501a2f x-openstack-request-id: req-32d1605e-75bb-46fd-a96c-859d2c501a2f {{(pid=110843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 20:06:42.741985 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05ddc775-4f83-4893-957c-d3c8928d0c8c", "name": "network-vif-deleted", "tag": "2e3b3d4b-7017-47d8-9a82-4439644ca265", "status": "completed", "code": 200}]} {{(pid=110843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 20:06:42.742303 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-32d1605e-75bb-46fd-a96c-859d2c501a2f {{(pid=110843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 20:06:42.742767 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32d1605e-75bb-46fd-a96c-859d2c501a2f'] response: {'server_uuid': '05ddc775-4f83-4893-957c-d3c8928d0c8c', 'name': 'network-vif-deleted', 'tag': '2e3b3d4b-7017-47d8-9a82-4439644ca265', 'status': 'completed', 'code': 200} Jul 24 20:06:42.809516 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2634883-f558-4e37-b588-5da6c781733a req-6fae3d31-b4af-4df8-950f-8bc967927a26 tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:06:42.810939 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-c2634883-f558-4e37-b588-5da6c781733a req-6fae3d31-b4af-4df8-950f-8bc967927a26 tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] 10.222.0.17 "GET /v2.0/ports?device_id=77bbeaa9-f40d-49c5-a878-9fb67bede679 HTTP/1.1" status: 200 len: 944 time: 0.0509400 Jul 24 20:06:42.869106 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-c2634883-f558-4e37-b588-5da6c781733a req-d0522409-7043-42bf-87c6-1d0a1571238e tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] 10.222.0.17 "GET /v2.0/security-groups?id=623eeaef-673a-47cb-9829-c979feaccd70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523949 Jul 24 20:06:43.148637 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-8090da5d-8c39-4714-8599-dff3f92c81bd req-0f3d71be-93cf-4530-b60b-332847dd6d20 tempest-TestMinimumBasicScenario-361289958 tempest-TestMinimumBasicScenario-361289958-project] 10.222.0.17 "GET /v2.0/ports?device_id=05ddc775-4f83-4893-957c-d3c8928d0c8c HTTP/1.1" status: 200 len: 210 time: 0.0305343 Jul 24 20:06:43.970428 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Device 9f8b91ff-1b06-4056-a7d1-d1c50c5177a3 details requested by agent hyperv_hv-cinder-85044 with host hv-cinder-85044 {{(pid=110844) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 20:06:43.982009 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:06:44.006472 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a87deb-964b-4f6f-beaa-bbefd8fde0b9 req-2ffa265c-b52d-41c1-bd2e-e5101f47f65c tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:06:44.008021 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-61a87deb-964b-4f6f-beaa-bbefd8fde0b9 req-2ffa265c-b52d-41c1-bd2e-e5101f47f65c tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] 10.222.0.17 "GET /v2.0/ports?device_id=77bbeaa9-f40d-49c5-a878-9fb67bede679 HTTP/1.1" status: 200 len: 944 time: 0.0542817 Jul 24 20:06:44.064284 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-61a87deb-964b-4f6f-beaa-bbefd8fde0b9 req-6cce3d06-16b7-422a-8888-2d1b5b959b7a tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] 10.222.0.17 "GET /v2.0/security-groups?id=623eeaef-673a-47cb-9829-c979feaccd70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487821 Jul 24 20:06:44.085601 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] For port 9f8b91ff-1b06-4056-a7d1-d1c50c5177a3, host hv-cinder-85044, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85044',level=0,port_id=9f8b91ff-1b06-4056-a7d1-d1c50c5177a3,segment=NetworkSegment(0aa6322a-a627-450c-81a4-dc1cb35bc87c),segment_id=0aa6322a-a627-450c-81a4-dc1cb35bc87c)] {{(pid=110844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 20:06:44.100544 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Returning: {'device': '9f8b91ff-1b06-4056-a7d1-d1c50c5177a3', 'network_id': 'db5ceaaa-c00a-4f99-91da-e1e2dfaf14af', 'port_id': '9f8b91ff-1b06-4056-a7d1-d1c50c5177a3', 'mac_address': 'fa:16:3e:5c:16:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c93dad3-d715-4337-a807-6727a504efe8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110844) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 20:06:44.132744 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:06:44.143380 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Current status of the port 9f8b91ff-1b06-4056-a7d1-d1c50c5177a3 is: DOWN; New status is: BUILD {{(pid=110844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 20:06:44.143775 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (9f8b91ff-1b06-4056-a7d1-d1c50c5177a3), before_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:44.158778 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.notifiers.nova [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f8b91ff-1b06-4056-a7d1-d1c50c5177a3 {{(pid=110844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 24 20:06:44.188109 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] For port 9f8b91ff-1b06-4056-a7d1-d1c50c5177a3, host hv-cinder-85044, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85044',level=0,port_id=9f8b91ff-1b06-4056-a7d1-d1c50c5177a3,segment=NetworkSegment(0aa6322a-a627-450c-81a4-dc1cb35bc87c),segment_id=0aa6322a-a627-450c-81a4-dc1cb35bc87c)] {{(pid=110844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 20:06:44.276191 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958'] for port (9f8b91ff-1b06-4056-a7d1-d1c50c5177a3), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:44.332711 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Pushing event updated for resources: {'Port': ['ID=9f8b91ff-1b06-4056-a7d1-d1c50c5177a3,revision_number=4']} {{(pid=110844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:06:44.341728 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:06:44.342083 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:06:44.342453 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:06:44.342818 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:06:44.343161 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:06:44.343501 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:06:44.343828 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:06:44.344156 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:06:44.344484 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:06:44.344872 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:06:44.345229 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:06:44.345559 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:06:44.346065 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:06:44.346393 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:06:44.346716 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:06:44.528920 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] get_ports_and_sgs() called for port_ids ['9f8b91ff-1b06-4056-a7d1-d1c50c5177a3'] {{(pid=110844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 20:06:45.184328 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7011b16-6bf5-48f4-ad98-8dfda2fc1044 req-b4e1a870-6036-47c1-8032-91ab7a293e1f tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:06:45.186007 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-c7011b16-6bf5-48f4-ad98-8dfda2fc1044 req-b4e1a870-6036-47c1-8032-91ab7a293e1f tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] 10.222.0.17 "GET /v2.0/ports?device_id=77bbeaa9-f40d-49c5-a878-9fb67bede679 HTTP/1.1" status: 200 len: 945 time: 0.0505447 Jul 24 20:06:45.244985 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-c7011b16-6bf5-48f4-ad98-8dfda2fc1044 req-a6ac4d7e-6f3e-4c1c-b72e-c8a404fc7cc2 tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] 10.222.0.17 "GET /v2.0/security-groups?id=623eeaef-673a-47cb-9829-c979feaccd70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497587 Jul 24 20:06:46.064510 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 35676) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:06:46.190959 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:06:46.354517 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:06:46.432579 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a74a483-2118-4780-8df1-63515035c109 req-5085198d-e50e-4e73-a71e-cdb953e5c0e3 tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:06:46.436092 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-9a74a483-2118-4780-8df1-63515035c109 req-5085198d-e50e-4e73-a71e-cdb953e5c0e3 tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] 10.222.0.17 "GET /v2.0/ports?device_id=77bbeaa9-f40d-49c5-a878-9fb67bede679 HTTP/1.1" status: 200 len: 945 time: 0.0823531 Jul 24 20:06:46.492875 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-9a74a483-2118-4780-8df1-63515035c109 req-c34b4c34-2420-4083-867b-c3aef431066b tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] 10.222.0.17 "GET /v2.0/security-groups?id=623eeaef-673a-47cb-9829-c979feaccd70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494030 Jul 24 20:06:46.497828 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-5fec931b-66d1-46c1-8c17-e21a951f1cbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-457152'] for router_interface (9adea673-4be9-4d9a-9b87-a2882f7e18d9), before_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:46.749153 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.plugin [None req-5fec931b-66d1-46c1-8c17-e21a951f1cbb admin admin] Deleting port 085d6215-ab0e-4a33-9fa3-aeeb91bf86be {{(pid=110842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 24 20:06:46.749392 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-5fec931b-66d1-46c1-8c17-e21a951f1cbb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731445580472'] for port (085d6215-ab0e-4a33-9fa3-aeeb91bf86be), before_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:46.840729 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.db [None req-5fec931b-66d1-46c1-8c17-e21a951f1cbb admin admin] For port 085d6215-ab0e-4a33-9fa3-aeeb91bf86be, host dv-cinder-850449-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850449-2-iscsi',level=0,port_id=085d6215-ab0e-4a33-9fa3-aeeb91bf86be,segment=NetworkSegment(8b9f0f7e-05bb-4220-a9b7-1bc5128e8915),segment_id=8b9f0f7e-05bb-4220-a9b7-1bc5128e8915)] {{(pid=110842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 20:06:46.841095 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-5fec931b-66d1-46c1-8c17-e21a951f1cbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458432'] for port (085d6215-ab0e-4a33-9fa3-aeeb91bf86be), precommit_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:46.859490 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.plugin [None req-5fec931b-66d1-46c1-8c17-e21a951f1cbb admin admin] Calling delete_port for 085d6215-ab0e-4a33-9fa3-aeeb91bf86be owned by network:router_interface {{(pid=110842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 24 20:06:47.120153 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-5fec931b-66d1-46c1-8c17-e21a951f1cbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731445585704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731445223415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8925015'] for port (085d6215-ab0e-4a33-9fa3-aeeb91bf86be), after_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:47.148758 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fec931b-66d1-46c1-8c17-e21a951f1cbb admin admin] Pushing event deleted for resources: {'Port': ['ID=085d6215-ab0e-4a33-9fa3-aeeb91bf86be,revision_number=None']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:06:47.328261 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:06:47.353059 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-5fec931b-66d1-46c1-8c17-e21a951f1cbb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-594928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-451632'] for router_interface (9adea673-4be9-4d9a-9b87-a2882f7e18d9), after_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:47.457588 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG dbcounter [-] [110845] Writing DB stats neutron:SELECT=77 {{(pid=110845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:06:47.462606 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG dbcounter [-] [110845] Writing DB stats neutron:SELECT=31 {{(pid=110845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:06:47.469584 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:06:47.599133 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fec931b-66d1-46c1-8c17-e21a951f1cbb admin admin] Router 9adea673-4be9-4d9a-9b87-a2882f7e18d9 has already been hosted by L3 agent 408021b7-d46b-48c2-9f75-8a8023f9145c {{(pid=110842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 24 20:06:47.665159 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c3097a-622d-4694-adca-a226a57c2635 req-e558271b-349b-4bfd-a3af-a940dfd96d4f tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:06:47.666805 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-c7c3097a-622d-4694-adca-a226a57c2635 req-e558271b-349b-4bfd-a3af-a940dfd96d4f tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] 10.222.0.17 "GET /v2.0/ports?device_id=77bbeaa9-f40d-49c5-a878-9fb67bede679 HTTP/1.1" status: 200 len: 945 time: 0.0998745 Jul 24 20:06:47.713497 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fec931b-66d1-46c1-8c17-e21a951f1cbb admin admin] Notify agent at l3_agent.dv-cinder-850449-2-iscsi the message routers_updated {{(pid=110842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 20:06:47.719351 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-5fec931b-66d1-46c1-8c17-e21a951f1cbb admin admin] 10.222.0.17 "PUT /v2.0/routers/9adea673-4be9-4d9a-9b87-a2882f7e18d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6535232 Jul 24 20:06:47.726030 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b66c20-be17-4f37-93aa-489368c46f0a None None] Sync routers for ids ['9adea673-4be9-4d9a-9b87-a2882f7e18d9'] in dv-cinder-850449-2-iscsi {{(pid=110844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 20:06:47.727305 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [-] (110843) accepted ('10.222.0.17', 35690) {{(pid=110843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:06:47.737627 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-c7c3097a-622d-4694-adca-a226a57c2635 req-2ca2d6b0-16c6-4819-ba4e-7cc1c768355b tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] 10.222.0.17 "GET /v2.0/security-groups?id=623eeaef-673a-47cb-9829-c979feaccd70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594432 Jul 24 20:06:47.739009 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b66c20-be17-4f37-93aa-489368c46f0a None None] Routers {'9adea673-4be9-4d9a-9b87-a2882f7e18d9'} bound to L3 agent in host dv-cinder-850449-2-iscsi {{(pid=110844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 20:06:47.739986 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_hamode_db [None req-28b66c20-be17-4f37-93aa-489368c46f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-07-24T19:52:06Z,description=,heartbeat_timestamp=2022-07-24T20:06:36Z,host='dv-cinder-850449-2-iscsi',id=408021b7-d46b-48c2-9f75-8a8023f9145c,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T19:52:06Z,topic='l3_agent')) {'router_ids': ['9adea673-4be9-4d9a-9b87-a2882f7e18d9'], 'active': True} {{(pid=110844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:06:47.824589 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Device 9f8b91ff-1b06-4056-a7d1-d1c50c5177a3 up at agent hyperv_hv-cinder-85044 {{(pid=110844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 20:06:47.859381 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-fbde20fa-2ba4-4c5d-9a8c-bc12d45f32bc admin admin] Publish callbacks [] for router (9adea673-4be9-4d9a-9b87-a2882f7e18d9), before_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:47.869703 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:06:47.897348 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_dvr_db [None req-28b66c20-be17-4f37-93aa-489368c46f0a None None] Set router 9adea673-4be9-4d9a-9b87-a2882f7e18d9 gateway port host: dv-cinder-850449-2-iscsi {{(pid=110844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 20:06:47.959014 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Provisioning for port 9f8b91ff-1b06-4056-a7d1-d1c50c5177a3 completed by entity L2. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 24 20:06:47.973010 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-fbde20fa-2ba4-4c5d-9a8c-bc12d45f32bc admin admin] Publish callbacks [] for router_gateway (9adea673-4be9-4d9a-9b87-a2882f7e18d9), before_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:48.075453 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Provisioning complete for port 9f8b91ff-1b06-4056-a7d1-d1c50c5177a3 triggered by entity L2. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 20:06:48.075894 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812910'] for port (9f8b91ff-1b06-4056-a7d1-d1c50c5177a3), provisioning_complete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:48.107185 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_hamode_db [None req-28b66c20-be17-4f37-93aa-489368c46f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9adea673-4be9-4d9a-9b87-a2882f7e18d9', 'name': 'tempest-TestMinimumBasicScenario-1477883131-router', 'tenant_id': '4d31f280cfc640dd8381ee0869d9f455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'external_fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': 'a431a039-1718-4de4-91a0-0027be2b3366', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T20:02:42Z', 'updated_at': '2022-07-24T20:06:47Z', 'revision_number': 5, 'project_id': '4d31f280cfc640dd8381ee0869d9f455', 'gw_port': {'id': 'a431a039-1718-4de4-91a0-0027be2b3366', 'name': '', 'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:29:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9adea673-4be9-4d9a-9b87-a2882f7e18d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:02:43Z', 'updated_at': '2022-07-24T20:02:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99a0caa3-3fb5-4860-826f-478186226de3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850449-2-iscsi'}], 'dv-cinder-850449-2-iscsi', False) {} {{(pid=110844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:06:48.116051 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.plugin [None req-fbde20fa-2ba4-4c5d-9a8c-bc12d45f32bc admin admin] Deleting port a431a039-1718-4de4-91a0-0027be2b3366 {{(pid=110843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 24 20:06:48.116525 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-fbde20fa-2ba4-4c5d-9a8c-bc12d45f32bc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731445580472'] for port (a431a039-1718-4de4-91a0-0027be2b3366), before_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:48.144144 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b66c20-be17-4f37-93aa-489368c46f0a None None] Checking router: 9adea673-4be9-4d9a-9b87-a2882f7e18d9 for host: dv-cinder-850449-2-iscsi {{(pid=110844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 20:06:48.161696 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b66c20-be17-4f37-93aa-489368c46f0a None None] Routers {'9adea673-4be9-4d9a-9b87-a2882f7e18d9'} bound to L3 agent in host dv-cinder-850449-2-iscsi {{(pid=110844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 20:06:48.162368 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_hamode_db [None req-28b66c20-be17-4f37-93aa-489368c46f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-07-24T19:52:06Z,description=,heartbeat_timestamp=2022-07-24T20:06:36Z,host='dv-cinder-850449-2-iscsi',id=408021b7-d46b-48c2-9f75-8a8023f9145c,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T19:52:06Z,topic='l3_agent')) {'router_ids': ['9adea673-4be9-4d9a-9b87-a2882f7e18d9'], 'active': True} {{(pid=110844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:06:48.186254 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:06:48.226697 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.db [None req-fbde20fa-2ba4-4c5d-9a8c-bc12d45f32bc admin admin] For port a431a039-1718-4de4-91a0-0027be2b3366, host dv-cinder-850449-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850449-2-iscsi',level=0,port_id=a431a039-1718-4de4-91a0-0027be2b3366,segment=NetworkSegment(fc72dfdc-4d29-4b3c-a3f7-b36f757f54d3),segment_id=fc72dfdc-4d29-4b3c-a3f7-b36f757f54d3)] {{(pid=110843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 20:06:48.227783 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-fbde20fa-2ba4-4c5d-9a8c-bc12d45f32bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458432'] for port (a431a039-1718-4de4-91a0-0027be2b3366), precommit_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:48.258501 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.plugin [None req-fbde20fa-2ba4-4c5d-9a8c-bc12d45f32bc admin admin] Calling delete_port for a431a039-1718-4de4-91a0-0027be2b3366 owned by network:router_gateway {{(pid=110843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 24 20:06:48.275654 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Current status of the port 9f8b91ff-1b06-4056-a7d1-d1c50c5177a3 is: BUILD; New status is: ACTIVE {{(pid=110844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 20:06:48.276100 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (9f8b91ff-1b06-4056-a7d1-d1c50c5177a3), before_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:48.299550 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_dvr_db [None req-28b66c20-be17-4f37-93aa-489368c46f0a None None] Set router 9adea673-4be9-4d9a-9b87-a2882f7e18d9 gateway port host: None {{(pid=110844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 20:06:48.358317 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:06:48.375585 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77bbeaa9-f40d-49c5-a878-9fb67bede679', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f8b91ff-1b06-4056-a7d1-d1c50c5177a3'}] {{(pid=110844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 24 20:06:48.377741 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cb44c1e02bae91b270a0e6cfc836be33c010434f31a7c401440ca7d913440f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-629f8af2-b975-4e85-b29d-7855a90b64cb" -d '{"events": [{"server_uuid": "77bbeaa9-f40d-49c5-a878-9fb67bede679", "name": "network-vif-plugged", "status": "completed", "tag": "9f8b91ff-1b06-4056-a7d1-d1c50c5177a3"}]}' {{(pid=110844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 20:06:48.383524 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_hamode_db [None req-28b66c20-be17-4f37-93aa-489368c46f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9adea673-4be9-4d9a-9b87-a2882f7e18d9', 'name': 'tempest-TestMinimumBasicScenario-1477883131-router', 'tenant_id': '4d31f280cfc640dd8381ee0869d9f455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T20:02:42Z', 'updated_at': '2022-07-24T20:06:47Z', 'revision_number': 6, 'project_id': '4d31f280cfc640dd8381ee0869d9f455', 'gw_port_host': None}], 'dv-cinder-850449-2-iscsi', False) {} {{(pid=110844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:06:48.424062 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] For port 9f8b91ff-1b06-4056-a7d1-d1c50c5177a3, host hv-cinder-85044, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85044',level=0,port_id=9f8b91ff-1b06-4056-a7d1-d1c50c5177a3,segment=NetworkSegment(0aa6322a-a627-450c-81a4-dc1cb35bc87c),segment_id=0aa6322a-a627-450c-81a4-dc1cb35bc87c)] {{(pid=110844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 20:06:48.432493 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b66c20-be17-4f37-93aa-489368c46f0a None None] The sync data for ids ['9adea673-4be9-4d9a-9b87-a2882f7e18d9'] in dv-cinder-850449-2-iscsi is: [{'id': '9adea673-4be9-4d9a-9b87-a2882f7e18d9', 'name': 'tempest-TestMinimumBasicScenario-1477883131-router', 'tenant_id': '4d31f280cfc640dd8381ee0869d9f455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T20:02:42Z', 'updated_at': '2022-07-24T20:06:47Z', 'revision_number': 6, 'project_id': '4d31f280cfc640dd8381ee0869d9f455', 'gw_port_host': None}] {{(pid=110844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 20:06:48.444322 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 24 Jul 2022 20:06:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13a3fdac-4293-4512-b76c-4359f3c1c8e0 x-openstack-request-id: req-13a3fdac-4293-4512-b76c-4359f3c1c8e0 {{(pid=110844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 20:06:48.445095 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77bbeaa9-f40d-49c5-a878-9fb67bede679", "name": "network-vif-plugged", "status": "completed", "tag": "9f8b91ff-1b06-4056-a7d1-d1c50c5177a3", "code": 200}]} {{(pid=110844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 20:06:48.445529 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-13a3fdac-4293-4512-b76c-4359f3c1c8e0 {{(pid=110844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 20:06:48.446132 dv-cinder-850449-2-iscsi neutron-server[110844]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13a3fdac-4293-4512-b76c-4359f3c1c8e0'] response: {'server_uuid': '77bbeaa9-f40d-49c5-a878-9fb67bede679', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f8b91ff-1b06-4056-a7d1-d1c50c5177a3', 'code': 200} Jul 24 20:06:48.492588 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958'] for port (9f8b91ff-1b06-4056-a7d1-d1c50c5177a3), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:48.493979 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Device 2e3b3d4b-7017-47d8-9a82-4439644ca265 no longer exists at agent hyperv_hv-cinder-85044 {{(pid=110844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 20:06:48.522114 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:06:48.696180 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-fbde20fa-2ba4-4c5d-9a8c-bc12d45f32bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731445585704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731445223415'] for port (a431a039-1718-4de4-91a0-0027be2b3366), after_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:48.712133 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] No Port match for: 2e3b3d4b-7017-47d8-9a82-4439644ca265 {{(pid=110844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 24 20:06:48.712475 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Device 2e3b3d4b-7017-47d8-9a82-4439644ca265 not bound to the agent host hv-cinder-85044 {{(pid=110844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 20:06:48.734509 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Pushing event updated for resources: {'Port': ['ID=9f8b91ff-1b06-4056-a7d1-d1c50c5177a3,revision_number=5']} {{(pid=110844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:06:48.741981 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbde20fa-2ba4-4c5d-9a8c-bc12d45f32bc admin admin] Pushing event deleted for resources: {'Port': ['ID=a431a039-1718-4de4-91a0-0027be2b3366,revision_number=None']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:06:48.778353 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-fbde20fa-2ba4-4c5d-9a8c-bc12d45f32bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-452411'] for router_gateway (9adea673-4be9-4d9a-9b87-a2882f7e18d9), after_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:48.997456 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-fbde20fa-2ba4-4c5d-9a8c-bc12d45f32bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-450799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-737'] for router (9adea673-4be9-4d9a-9b87-a2882f7e18d9), precommit_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:49.001456 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-fbde20fa-2ba4-4c5d-9a8c-bc12d45f32bc admin admin] Publish callbacks [] for router_controller (9adea673-4be9-4d9a-9b87-a2882f7e18d9), precommit_delete_associations {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:49.008531 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8a285d-f55d-46d1-b735-6e4b299a03bd req-6991e315-ff6b-42d6-9d46-c439755a88b5 tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:06:49.014661 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-5f8a285d-f55d-46d1-b735-6e4b299a03bd req-6991e315-ff6b-42d6-9d46-c439755a88b5 tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] 10.222.0.17 "GET /v2.0/ports?device_id=77bbeaa9-f40d-49c5-a878-9fb67bede679 HTTP/1.1" status: 200 len: 946 time: 0.1456668 Jul 24 20:06:49.014661 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d5bc2d-78e4-4ced-9af5-ead2bae5ade7 req-42198573-dc91-4f74-b93c-05efe78de6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:06:49.015630 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-a2d5bc2d-78e4-4ced-9af5-ead2bae5ade7 req-42198573-dc91-4f74-b93c-05efe78de6d0 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=77bbeaa9-f40d-49c5-a878-9fb67bede679 HTTP/1.1" status: 200 len: 1130 time: 0.1611907 Jul 24 20:06:49.131870 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-a2d5bc2d-78e4-4ced-9af5-ead2bae5ade7 req-2f53b2c0-1e92-4924-a845-9f5ba11b3883 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=623eeaef-673a-47cb-9829-c979feaccd70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057355 Jul 24 20:06:49.135444 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-5f8a285d-f55d-46d1-b735-6e4b299a03bd req-c065fc0e-9276-4d08-8719-4f27c615e582 tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] 10.222.0.17 "GET /v2.0/security-groups?id=623eeaef-673a-47cb-9829-c979feaccd70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1154034 Jul 24 20:06:49.205802 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-fbde20fa-2ba4-4c5d-9a8c-bc12d45f32bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-450718'] for router (9adea673-4be9-4d9a-9b87-a2882f7e18d9), after_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:49.206452 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbde20fa-2ba4-4c5d-9a8c-bc12d45f32bc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9adea673-4be9-4d9a-9b87-a2882f7e18d9 {{(pid=110843) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 20:06:49.214578 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-fbde20fa-2ba4-4c5d-9a8c-bc12d45f32bc admin admin] Publish callbacks [] for router (None), before_response {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:49.214578 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [None req-fbde20fa-2ba4-4c5d-9a8c-bc12d45f32bc admin admin] 10.222.0.17 "DELETE /v2.0/routers/9adea673-4be9-4d9a-9b87-a2882f7e18d9 HTTP/1.1" status: 204 len: 168 time: 1.4838943 Jul 24 20:06:49.215412 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [-] (110843) accepted ('10.222.0.17', 35716) {{(pid=110843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:06:49.263313 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.db.db_base_plugin_v2 [None req-242bb272-073e-4e63-adc8-2e4b94b96c5e admin admin] Deleting subnet 1392647f-63da-44e8-b2ae-53624947a1a2 {{(pid=110843) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 24 20:06:49.266529 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-242bb272-073e-4e63-adc8-2e4b94b96c5e admin admin] Publish callbacks [] for subnet (1392647f-63da-44e8-b2ae-53624947a1a2), before_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:49.304196 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-242bb272-073e-4e63-adc8-2e4b94b96c5e admin admin] Publish callbacks [] for subnet (1392647f-63da-44e8-b2ae-53624947a1a2), precommit_delete_associations {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:49.311477 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Device 085d6215-ab0e-4a33-9fa3-aeeb91bf86be no longer exists at agent ovs-agent-dv-cinder-850449-2-iscsi {{(pid=110844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 20:06:49.332299 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] No Port match for: 085d6215-ab0e-4a33-9fa3-aeeb91bf86be {{(pid=110844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 24 20:06:49.332742 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Device 085d6215-ab0e-4a33-9fa3-aeeb91bf86be not bound to the agent host dv-cinder-850449-2-iscsi {{(pid=110844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 20:06:49.354989 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-242bb272-073e-4e63-adc8-2e4b94b96c5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7817528'] for subnet (1392647f-63da-44e8-b2ae-53624947a1a2), precommit_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:49.555985 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-242bb272-073e-4e63-adc8-2e4b94b96c5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7817521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937'] for subnet (1392647f-63da-44e8-b2ae-53624947a1a2), after_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:49.602566 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242bb272-073e-4e63-adc8-2e4b94b96c5e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1392647f-63da-44e8-b2ae-53624947a1a2,revision_number=None']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:06:49.614868 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-242bb272-073e-4e63-adc8-2e4b94b96c5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594923'] for subnet (None), before_response {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:49.626803 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [None req-242bb272-073e-4e63-adc8-2e4b94b96c5e admin admin] 10.222.0.17 "DELETE /v2.0/subnets/1392647f-63da-44e8-b2ae-53624947a1a2 HTTP/1.1" status: 204 len: 168 time: 0.4061551 Jul 24 20:06:49.627632 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc48ee79-682b-421c-b2cc-8a19a366764a None None] Network 1f489717-2e22-4983-9973-65d3238688ee requested from dv-cinder-850449-2-iscsi {{(pid=110844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 24 20:06:49.628246 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [-] (110843) accepted ('10.222.0.17', 35724) {{(pid=110843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:06:49.715195 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-0541695e-f5b1-4ee9-acaa-c88e5b05fb76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7930929'] for network (1f489717-2e22-4983-9973-65d3238688ee), before_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:49.776534 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.plugin [None req-0541695e-f5b1-4ee9-acaa-c88e5b05fb76 admin admin] Deleting port 6abc1b59-4430-42d5-b471-f545db23803c {{(pid=110843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 24 20:06:49.776877 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-0541695e-f5b1-4ee9-acaa-c88e5b05fb76 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731445580472'] for port (6abc1b59-4430-42d5-b471-f545db23803c), before_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:49.801830 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=87,neutron:DELETE=8,neutron:UPDATE=5 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:06:49.811681 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d99e4763-3906-42fc-941d-5bb173a14ed8 None None] DHCP port deletion for 1f489717-2e22-4983-9973-65d3238688ee request from dv-cinder-850449-2-iscsi {{(pid=110844) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 24 20:06:49.850649 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.db [None req-0541695e-f5b1-4ee9-acaa-c88e5b05fb76 admin admin] For port 6abc1b59-4430-42d5-b471-f545db23803c, host dv-cinder-850449-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850449-2-iscsi',level=0,port_id=6abc1b59-4430-42d5-b471-f545db23803c,segment=NetworkSegment(8b9f0f7e-05bb-4220-a9b7-1bc5128e8915),segment_id=8b9f0f7e-05bb-4220-a9b7-1bc5128e8915)] {{(pid=110843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 20:06:49.851014 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-0541695e-f5b1-4ee9-acaa-c88e5b05fb76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458432'] for port (6abc1b59-4430-42d5-b471-f545db23803c), precommit_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:49.854252 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-d99e4763-3906-42fc-941d-5bb173a14ed8 None None] Deleting port 6abc1b59-4430-42d5-b471-f545db23803c {{(pid=110844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 24 20:06:49.854679 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-d99e4763-3906-42fc-941d-5bb173a14ed8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731445580472'] for port (6abc1b59-4430-42d5-b471-f545db23803c), before_delete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:49.864890 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.plugin [None req-0541695e-f5b1-4ee9-acaa-c88e5b05fb76 admin admin] Calling delete_port for 6abc1b59-4430-42d5-b471-f545db23803c owned by network:dhcp {{(pid=110843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 24 20:06:49.870882 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:06:49.960759 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-d99e4763-3906-42fc-941d-5bb173a14ed8 None None] For port 6abc1b59-4430-42d5-b471-f545db23803c, host dv-cinder-850449-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850449-2-iscsi',level=0,port_id=6abc1b59-4430-42d5-b471-f545db23803c,segment=NetworkSegment(8b9f0f7e-05bb-4220-a9b7-1bc5128e8915),segment_id=8b9f0f7e-05bb-4220-a9b7-1bc5128e8915)] {{(pid=110844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 20:06:49.961145 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-d99e4763-3906-42fc-941d-5bb173a14ed8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458432'] for port (6abc1b59-4430-42d5-b471-f545db23803c), precommit_delete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:49.975222 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-d99e4763-3906-42fc-941d-5bb173a14ed8 None None] Calling delete_port for 6abc1b59-4430-42d5-b471-f545db23803c owned by network:dhcp {{(pid=110844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 24 20:06:50.039899 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-0541695e-f5b1-4ee9-acaa-c88e5b05fb76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731445585704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731445223415'] for port (6abc1b59-4430-42d5-b471-f545db23803c), after_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:50.071508 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-d99e4763-3906-42fc-941d-5bb173a14ed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731445585704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731445223415'] for port (6abc1b59-4430-42d5-b471-f545db23803c), after_delete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:50.075314 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0541695e-f5b1-4ee9-acaa-c88e5b05fb76 admin admin] No DVR routers for this DVR port 6abc1b59-4430-42d5-b471-f545db23803c on host dv-cinder-850449-2-iscsi {{(pid=110843) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 24 20:06:50.081151 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0541695e-f5b1-4ee9-acaa-c88e5b05fb76 admin admin] Pushing event deleted for resources: {'Port': ['ID=6abc1b59-4430-42d5-b471-f545db23803c,revision_number=None']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:06:50.105047 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99e4763-3906-42fc-941d-5bb173a14ed8 None None] Pushing event deleted for resources: {'Port': ['ID=6abc1b59-4430-42d5-b471-f545db23803c,revision_number=None']} {{(pid=110844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:06:50.109030 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d99e4763-3906-42fc-941d-5bb173a14ed8 None None] No DVR routers for this DVR port 6abc1b59-4430-42d5-b471-f545db23803c on host dv-cinder-850449-2-iscsi {{(pid=110844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 24 20:06:50.160824 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-0541695e-f5b1-4ee9-acaa-c88e5b05fb76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7817651', 'neutron.services.segments.db._delete_segments_for_network-8731445707084'] for network (1f489717-2e22-4983-9973-65d3238688ee), precommit_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:50.186149 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-0541695e-f5b1-4ee9-acaa-c88e5b05fb76 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=110843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 20:06:50.186524 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-0541695e-f5b1-4ee9-acaa-c88e5b05fb76 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=110843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 20:06:50.187272 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-0541695e-f5b1-4ee9-acaa-c88e5b05fb76 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 20:06:50.187601 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-0541695e-f5b1-4ee9-acaa-c88e5b05fb76 admin admin] Subscribe: > port after_create 55550000 {{(pid=110843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 20:06:50.187951 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-0541695e-f5b1-4ee9-acaa-c88e5b05fb76 admin admin] Subscribe: > port after_delete 55550000 {{(pid=110843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 20:06:50.188340 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-0541695e-f5b1-4ee9-acaa-c88e5b05fb76 admin admin] Subscribe: > port after_update 55550000 {{(pid=110843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 20:06:50.188691 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-0541695e-f5b1-4ee9-acaa-c88e5b05fb76 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=110843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 20:06:50.189041 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-0541695e-f5b1-4ee9-acaa-c88e5b05fb76 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 20:06:50.189356 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-0541695e-f5b1-4ee9-acaa-c88e5b05fb76 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 20:06:50.189681 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-0541695e-f5b1-4ee9-acaa-c88e5b05fb76 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=110843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 20:06:50.277852 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-0541695e-f5b1-4ee9-acaa-c88e5b05fb76 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 20:06:50.278132 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-0541695e-f5b1-4ee9-acaa-c88e5b05fb76 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 20:06:50.278476 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-0541695e-f5b1-4ee9-acaa-c88e5b05fb76 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=110843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 20:06:50.278806 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-0541695e-f5b1-4ee9-acaa-c88e5b05fb76 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=110843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 20:06:50.279187 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.services.segments.db [None req-0541695e-f5b1-4ee9-acaa-c88e5b05fb76 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f489717-2e22-4983-9973-65d3238688ee']}} {{(pid=110843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:06:50.306508 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.services.segments.db [None req-0541695e-f5b1-4ee9-acaa-c88e5b05fb76 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b9f0f7e-05bb-4220-a9b7-1bc5128e8915') {'for_net_delete': True} {{(pid=110843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:06:50.306798 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.services.segments.db [None req-0541695e-f5b1-4ee9-acaa-c88e5b05fb76 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b9f0f7e-05bb-4220-a9b7-1bc5128e8915') {} {{(pid=110843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:06:50.344540 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-0541695e-f5b1-4ee9-acaa-c88e5b05fb76 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731445706213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8646316'] for segment (8b9f0f7e-05bb-4220-a9b7-1bc5128e8915), before_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:50.379571 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71e9083-e970-4361-a6f6-0f2e87639614 req-79214296-821b-4aa2-bf9f-1df4f9233349 tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:06:50.381218 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-c71e9083-e970-4361-a6f6-0f2e87639614 req-79214296-821b-4aa2-bf9f-1df4f9233349 tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] 10.222.0.17 "GET /v2.0/ports?device_id=77bbeaa9-f40d-49c5-a878-9fb67bede679 HTTP/1.1" status: 200 len: 946 time: 0.0966945 Jul 24 20:06:50.382262 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-0541695e-f5b1-4ee9-acaa-c88e5b05fb76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7750649'] for segment (8b9f0f7e-05bb-4220-a9b7-1bc5128e8915), precommit_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:50.397167 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0541695e-f5b1-4ee9-acaa-c88e5b05fb76 admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=110843) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 20:06:50.397167 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-0541695e-f5b1-4ee9-acaa-c88e5b05fb76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7750649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2610855'] for segment (8b9f0f7e-05bb-4220-a9b7-1bc5128e8915), after_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:50.503803 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-c71e9083-e970-4361-a6f6-0f2e87639614 req-1140f2af-83f9-47c9-930b-676ffeec08d7 tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] 10.222.0.17 "GET /v2.0/security-groups?id=623eeaef-673a-47cb-9829-c979feaccd70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1146295 Jul 24 20:06:50.588552 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-0541695e-f5b1-4ee9-acaa-c88e5b05fb76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7817604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-452517'] for network (1f489717-2e22-4983-9973-65d3238688ee), after_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:50.595909 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-0541695e-f5b1-4ee9-acaa-c88e5b05fb76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594923'] for network (None), before_response {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:50.599346 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [None req-0541695e-f5b1-4ee9-acaa-c88e5b05fb76 admin admin] 10.222.0.17 "DELETE /v2.0/networks/1f489717-2e22-4983-9973-65d3238688ee HTTP/1.1" status: 204 len: 168 time: 0.9716465 Jul 24 20:06:50.603040 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 35752) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:06:50.620359 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0541695e-f5b1-4ee9-acaa-c88e5b05fb76 admin admin] Pushing event deleted for resources: {'Network': ['ID=1f489717-2e22-4983-9973-65d3238688ee,revision_number=None']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:06:50.623625 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.services.segments.plugin [-] Segment 8b9f0f7e-05bb-4220-a9b7-1bc5128e8915 resource provider aggregate not found Jul 24 20:06:50.646648 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.services.segments.plugin [-] Segment 8b9f0f7e-05bb-4220-a9b7-1bc5128e8915 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8b9f0f7e-05bb-4220-a9b7-1bc5128e8915 found for delete ", "request_id": "req-21b25f2f-f498-4f6c-8510-ec0782cbb8dd"}]} Jul 24 20:06:50.782778 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Device 6abc1b59-4430-42d5-b471-f545db23803c no longer exists at agent ovs-agent-dv-cinder-850449-2-iscsi {{(pid=110844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 20:06:50.819470 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] No Port match for: 6abc1b59-4430-42d5-b471-f545db23803c {{(pid=110844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 24 20:06:50.820149 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Device 6abc1b59-4430-42d5-b471-f545db23803c not bound to the agent host dv-cinder-850449-2-iscsi {{(pid=110844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 20:06:50.820734 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Device a431a039-1718-4de4-91a0-0027be2b3366 no longer exists at agent ovs-agent-dv-cinder-850449-2-iscsi {{(pid=110844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 20:06:50.844761 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] No Port match for: a431a039-1718-4de4-91a0-0027be2b3366 {{(pid=110844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 24 20:06:50.845110 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Device a431a039-1718-4de4-91a0-0027be2b3366 not bound to the agent host dv-cinder-850449-2-iscsi {{(pid=110844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 20:06:51.005260 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-939e1333-3d28-4a13-8f05-89a49d34a125 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-457152'] for router_interface (6cae1cba-fc90-4f73-8673-cb28f5400d44), before_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:51.096733 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=100 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:06:51.246225 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.plugin [None req-939e1333-3d28-4a13-8f05-89a49d34a125 admin admin] Deleting port fb01426b-f039-46e5-afd7-330f274fb16b {{(pid=110842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 24 20:06:51.246559 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-939e1333-3d28-4a13-8f05-89a49d34a125 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731445580472'] for port (fb01426b-f039-46e5-afd7-330f274fb16b), before_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:51.338141 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.db [None req-939e1333-3d28-4a13-8f05-89a49d34a125 admin admin] For port fb01426b-f039-46e5-afd7-330f274fb16b, host dv-cinder-850449-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850449-2-iscsi',level=0,port_id=fb01426b-f039-46e5-afd7-330f274fb16b,segment=NetworkSegment(38051b64-4a81-4755-be90-b4c7fa6fec03),segment_id=38051b64-4a81-4755-be90-b4c7fa6fec03)] {{(pid=110842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 20:06:51.338493 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-939e1333-3d28-4a13-8f05-89a49d34a125 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458432'] for port (fb01426b-f039-46e5-afd7-330f274fb16b), precommit_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:51.353120 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.plugin [None req-939e1333-3d28-4a13-8f05-89a49d34a125 admin admin] Calling delete_port for fb01426b-f039-46e5-afd7-330f274fb16b owned by network:router_interface {{(pid=110842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 24 20:06:51.639326 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a5e2ba-ebcd-4c8d-8888-a3b3fb51c81e req-65d21d65-85c5-4eba-95d8-5f6ce1a6b71a tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:06:51.640392 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-939e1333-3d28-4a13-8f05-89a49d34a125 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731445585704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731445223415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8925015'] for port (fb01426b-f039-46e5-afd7-330f274fb16b), after_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:51.641508 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-48a5e2ba-ebcd-4c8d-8888-a3b3fb51c81e req-65d21d65-85c5-4eba-95d8-5f6ce1a6b71a tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] 10.222.0.17 "GET /v2.0/ports?device_id=77bbeaa9-f40d-49c5-a878-9fb67bede679 HTTP/1.1" status: 200 len: 946 time: 0.0542850 Jul 24 20:06:51.668204 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939e1333-3d28-4a13-8f05-89a49d34a125 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb01426b-f039-46e5-afd7-330f274fb16b,revision_number=None']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:06:51.696428 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:06:51.738402 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-48a5e2ba-ebcd-4c8d-8888-a3b3fb51c81e req-4aa20fca-abf5-4c09-b3ff-d20c016657db tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] 10.222.0.17 "GET /v2.0/security-groups?id=623eeaef-673a-47cb-9829-c979feaccd70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858800 Jul 24 20:06:51.927001 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f252ac-620e-4904-a393-61a797f5df99 req-8e32f1e1-434a-4f90-b4fb-95af0a4aae0a tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:06:51.933119 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-c9f252ac-620e-4904-a393-61a797f5df99 req-8e32f1e1-434a-4f90-b4fb-95af0a4aae0a tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] 10.222.0.17 "GET /v2.0/ports?device_id=77bbeaa9-f40d-49c5-a878-9fb67bede679 HTTP/1.1" status: 200 len: 946 time: 0.0884938 Jul 24 20:06:51.998399 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-c9f252ac-620e-4904-a393-61a797f5df99 req-f1e1f21e-2aa9-4b6f-a529-73d1bc886de4 tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] 10.222.0.17 "GET /v2.0/security-groups?id=623eeaef-673a-47cb-9829-c979feaccd70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630839 Jul 24 20:06:52.021459 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 35778) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:06:52.152748 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-939e1333-3d28-4a13-8f05-89a49d34a125 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-594928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-451632'] for router_interface (6cae1cba-fc90-4f73-8673-cb28f5400d44), after_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:52.269886 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [-] (110843) accepted ('10.222.0.17', 35788) {{(pid=110843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:06:52.382236 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5928c5c9-9c70-457e-97ae-1d8096d1706c tempest-TestShelveInstance-1992204219 tempest-TestShelveInstance-1992204219-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:06:52.388040 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-5928c5c9-9c70-457e-97ae-1d8096d1706c tempest-TestShelveInstance-1992204219 tempest-TestShelveInstance-1992204219-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=77bbeaa9-f40d-49c5-a878-9fb67bede679 HTTP/1.1" status: 200 len: 1125 time: 0.3620410 Jul 24 20:06:52.389096 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 35792) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:06:52.396449 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.v2.base [None req-df337fdb-3493-4da4-af43-3dbda3d36322 tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] Request body: {'floatingip': {'floating_network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'port_id': '9f8b91ff-1b06-4056-a7d1-d1c50c5177a3', 'tenant_id': 'd4f1f24b3a384f1db3a6e782253814ec', 'fixed_ip_address': '172.20.0.10'}} {{(pid=110842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 20:06:52.405991 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-a00923b5-50ea-4d77-8520-bbee17b61097 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:52.439111 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:06:52.475828 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:06:52.508976 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-a00923b5-50ea-4d77-8520-bbee17b61097 admin admin] Publish callbacks [] for security_group (24c2c6e8-f2bf-4979-a19c-b03b4eaaa5a0), precommit_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:52.556685 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-df337fdb-3493-4da4-af43-3dbda3d36322 tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:52.579100 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-939e1333-3d28-4a13-8f05-89a49d34a125 admin admin] Router 6cae1cba-fc90-4f73-8673-cb28f5400d44 has already been hosted by L3 agent 408021b7-d46b-48c2-9f75-8a8023f9145c {{(pid=110842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 24 20:06:52.585839 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-a00923b5-50ea-4d77-8520-bbee17b61097 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (24c2c6e8-f2bf-4979-a19c-b03b4eaaa5a0), after_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:52.644391 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [None req-a00923b5-50ea-4d77-8520-bbee17b61097 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=b53809f583eb434188205a4b86271c6a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3730316 Jul 24 20:06:52.645987 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00923b5-50ea-4d77-8520-bbee17b61097 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24c2c6e8-f2bf-4979-a19c-b03b4eaaa5a0,revision_number=1']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:06:52.650408 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [-] (110843) accepted ('10.222.0.17', 35800) {{(pid=110843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:06:52.717261 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-2b3a4efe-8852-4cdf-8e19-d5f5115f23e6 admin admin] Publish callbacks [] for security_group (24c2c6e8-f2bf-4979-a19c-b03b4eaaa5a0), before_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:52.734048 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-df337fdb-3493-4da4-af43-3dbda3d36322 tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (None), before_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:52.773941 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=89,neutron:UPDATE=1,neutron:DELETE=2,neutron:INSERT=8 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:06:52.784552 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-2b3a4efe-8852-4cdf-8e19-d5f5115f23e6 admin admin] Publish callbacks [] for security_group (24c2c6e8-f2bf-4979-a19c-b03b4eaaa5a0), precommit_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:52.806513 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:06:52.809517 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb3c791-81cc-4075-bb94-a3b4577944e5 req-12760f67-ebc8-49fa-9b72-61e6003bc17e tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:06:52.811376 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-4eb3c791-81cc-4075-bb94-a3b4577944e5 req-12760f67-ebc8-49fa-9b72-61e6003bc17e tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/ports?device_id=d5df6d8f-f3f8-46f9-a3dc-b686165759d1 HTTP/1.1" status: 200 len: 946 time: 0.0828254 Jul 24 20:06:52.817433 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-939e1333-3d28-4a13-8f05-89a49d34a125 admin admin] Notify agent at l3_agent.dv-cinder-850449-2-iscsi the message routers_updated {{(pid=110842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 20:06:52.828966 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-939e1333-3d28-4a13-8f05-89a49d34a125 admin admin] 10.222.0.17 "PUT /v2.0/routers/6cae1cba-fc90-4f73-8673-cb28f5400d44/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2201855 Jul 24 20:06:52.829059 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [-] (110843) accepted ('10.222.0.17', 35802) {{(pid=110843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:06:52.833911 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd7ca35-5fb2-41be-8eba-c734831b3bdc None None] Sync routers for ids ['6cae1cba-fc90-4f73-8673-cb28f5400d44'] in dv-cinder-850449-2-iscsi {{(pid=110845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 20:06:52.845175 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd7ca35-5fb2-41be-8eba-c734831b3bdc None None] Routers {'6cae1cba-fc90-4f73-8673-cb28f5400d44'} bound to L3 agent in host dv-cinder-850449-2-iscsi {{(pid=110845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 20:06:52.846817 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.l3_hamode_db [None req-5cd7ca35-5fb2-41be-8eba-c734831b3bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-07-24T19:52:06Z,description=,heartbeat_timestamp=2022-07-24T20:06:36Z,host='dv-cinder-850449-2-iscsi',id=408021b7-d46b-48c2-9f75-8a8023f9145c,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T19:52:06Z,topic='l3_agent')) {'router_ids': ['6cae1cba-fc90-4f73-8673-cb28f5400d44'], 'active': True} {{(pid=110845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:06:52.934201 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.db.db_base_plugin_common [None req-df337fdb-3493-4da4-af43-3dbda3d36322 tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] Allocated IP 172.27.3.181 (10498192-3528-4341-803f-d59b33e3b71c/99a0caa3-3fb5-4860-826f-478186226de3/26e702b4-ae9c-4d09-a09c-e24eb664b83e) {{(pid=110842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 20:06:53.001821 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.l3_dvr_db [None req-5cd7ca35-5fb2-41be-8eba-c734831b3bdc None None] Set router 6cae1cba-fc90-4f73-8673-cb28f5400d44 gateway port host: dv-cinder-850449-2-iscsi {{(pid=110845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 20:06:53.085412 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-df337fdb-3493-4da4-af43-3dbda3d36322 tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] Publish callbacks [] for port (26e702b4-ae9c-4d09-a09c-e24eb664b83e), precommit_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:53.187799 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-df337fdb-3493-4da4-af43-3dbda3d36322 tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731445223406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8925015'] for port (26e702b4-ae9c-4d09-a09c-e24eb664b83e), after_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:53.204593 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.l3_hamode_db [None req-5cd7ca35-5fb2-41be-8eba-c734831b3bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cae1cba-fc90-4f73-8673-cb28f5400d44', 'name': 'tempest-TestMinimumBasicScenario-934971673-router', 'tenant_id': '63a05ee2b3fe48ddbac52390d653027a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'external_fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': 'ad596430-d938-4273-b38c-f6ea060949cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T20:02:56Z', 'updated_at': '2022-07-24T20:06:51Z', 'revision_number': 5, 'project_id': '63a05ee2b3fe48ddbac52390d653027a', 'gw_port': {'id': 'ad596430-d938-4273-b38c-f6ea060949cf', 'name': '', 'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:6e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cae1cba-fc90-4f73-8673-cb28f5400d44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:02:57Z', 'updated_at': '2022-07-24T20:03:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99a0caa3-3fb5-4860-826f-478186226de3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850449-2-iscsi'}], 'dv-cinder-850449-2-iscsi', False) {} {{(pid=110845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:06:53.231132 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df337fdb-3493-4da4-af43-3dbda3d36322 tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] Network 10498192-3528-4341-803f-d59b33e3b71c is already hosted by enough agents. {{(pid=110842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 20:06:53.232893 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd7ca35-5fb2-41be-8eba-c734831b3bdc None None] Checking router: 6cae1cba-fc90-4f73-8673-cb28f5400d44 for host: dv-cinder-850449-2-iscsi {{(pid=110845) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 20:06:53.238575 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.scheduler.base_scheduler [None req-df337fdb-3493-4da4-af43-3dbda3d36322 tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] Resources bound (agent type, host, resource id): {{(pid=110842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 20:06:53.243444 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df337fdb-3493-4da4-af43-3dbda3d36322 tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] Received port after_create {{(pid=110842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 24 20:06:53.245268 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd7ca35-5fb2-41be-8eba-c734831b3bdc None None] Routers {'6cae1cba-fc90-4f73-8673-cb28f5400d44'} bound to L3 agent in host dv-cinder-850449-2-iscsi {{(pid=110845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 20:06:53.246029 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.l3_hamode_db [None req-5cd7ca35-5fb2-41be-8eba-c734831b3bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-07-24T19:52:06Z,description=,heartbeat_timestamp=2022-07-24T20:06:36Z,host='dv-cinder-850449-2-iscsi',id=408021b7-d46b-48c2-9f75-8a8023f9145c,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T19:52:06Z,topic='l3_agent')) {'router_ids': ['6cae1cba-fc90-4f73-8673-cb28f5400d44'], 'active': True} {{(pid=110845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:06:53.271268 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df337fdb-3493-4da4-af43-3dbda3d36322 tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] Pushing event updated for resources: {'Port': ['ID=26e702b4-ae9c-4d09-a09c-e24eb664b83e,revision_number=1']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:06:53.308602 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-4eb3c791-81cc-4075-bb94-a3b4577944e5 req-087d3c30-e223-4e11-8988-f5fdaeb248e5 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/security-groups?id=127ff494-6d09-4ff6-9b8b-b1a80f4fa86b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1380424 Jul 24 20:06:53.311903 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-8d0e0e51-17d7-4119-834f-9bba4d5aa8ac admin admin] Publish callbacks [] for router (6cae1cba-fc90-4f73-8673-cb28f5400d44), before_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:53.359942 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.l3_dvr_db [None req-5cd7ca35-5fb2-41be-8eba-c734831b3bdc None None] Set router 6cae1cba-fc90-4f73-8673-cb28f5400d44 gateway port host: dv-cinder-850449-2-iscsi {{(pid=110845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 20:06:53.434137 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-2b3a4efe-8852-4cdf-8e19-d5f5115f23e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (24c2c6e8-f2bf-4979-a19c-b03b4eaaa5a0), after_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:53.436691 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-2b3a4efe-8852-4cdf-8e19-d5f5115f23e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:53.441864 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [None req-2b3a4efe-8852-4cdf-8e19-d5f5115f23e6 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/24c2c6e8-f2bf-4979-a19c-b03b4eaaa5a0 HTTP/1.1" status: 204 len: 168 time: 0.7861872 Jul 24 20:06:53.449768 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3a4efe-8852-4cdf-8e19-d5f5115f23e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24c2c6e8-f2bf-4979-a19c-b03b4eaaa5a0,revision_number=None']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:06:53.457146 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-8d0e0e51-17d7-4119-834f-9bba4d5aa8ac admin admin] Publish callbacks [] for router_gateway (6cae1cba-fc90-4f73-8673-cb28f5400d44), before_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:53.554199 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:06:53.582506 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.l3_hamode_db [None req-5cd7ca35-5fb2-41be-8eba-c734831b3bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cae1cba-fc90-4f73-8673-cb28f5400d44', 'name': 'tempest-TestMinimumBasicScenario-934971673-router', 'tenant_id': '63a05ee2b3fe48ddbac52390d653027a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'external_fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': 'ad596430-d938-4273-b38c-f6ea060949cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T20:02:56Z', 'updated_at': '2022-07-24T20:06:51Z', 'revision_number': 5, 'project_id': '63a05ee2b3fe48ddbac52390d653027a', 'gw_port': {'id': 'ad596430-d938-4273-b38c-f6ea060949cf', 'name': '', 'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:6e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cae1cba-fc90-4f73-8673-cb28f5400d44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:02:57Z', 'updated_at': '2022-07-24T20:03:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99a0caa3-3fb5-4860-826f-478186226de3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850449-2-iscsi'}], 'dv-cinder-850449-2-iscsi', False) {} {{(pid=110845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:06:53.611562 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd7ca35-5fb2-41be-8eba-c734831b3bdc None None] The sync data for ids ['6cae1cba-fc90-4f73-8673-cb28f5400d44'] in dv-cinder-850449-2-iscsi is: [{'id': '6cae1cba-fc90-4f73-8673-cb28f5400d44', 'name': 'tempest-TestMinimumBasicScenario-934971673-router', 'tenant_id': '63a05ee2b3fe48ddbac52390d653027a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'external_fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': 'ad596430-d938-4273-b38c-f6ea060949cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T20:02:56Z', 'updated_at': '2022-07-24T20:06:51Z', 'revision_number': 5, 'project_id': '63a05ee2b3fe48ddbac52390d653027a', 'gw_port': {'id': 'ad596430-d938-4273-b38c-f6ea060949cf', 'name': '', 'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:6e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cae1cba-fc90-4f73-8673-cb28f5400d44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:02:57Z', 'updated_at': '2022-07-24T20:03:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99a0caa3-3fb5-4860-826f-478186226de3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850449-2-iscsi'}] {{(pid=110845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 20:06:53.626840 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.plugin [None req-8d0e0e51-17d7-4119-834f-9bba4d5aa8ac admin admin] Deleting port ad596430-d938-4273-b38c-f6ea060949cf {{(pid=110843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 24 20:06:53.627134 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-8d0e0e51-17d7-4119-834f-9bba4d5aa8ac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731445580472'] for port (ad596430-d938-4273-b38c-f6ea060949cf), before_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:53.725927 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.db [None req-8d0e0e51-17d7-4119-834f-9bba4d5aa8ac admin admin] For port ad596430-d938-4273-b38c-f6ea060949cf, host dv-cinder-850449-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850449-2-iscsi',level=0,port_id=ad596430-d938-4273-b38c-f6ea060949cf,segment=NetworkSegment(fc72dfdc-4d29-4b3c-a3f7-b36f757f54d3),segment_id=fc72dfdc-4d29-4b3c-a3f7-b36f757f54d3)] {{(pid=110843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 20:06:53.726676 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-8d0e0e51-17d7-4119-834f-9bba4d5aa8ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458432'] for port (ad596430-d938-4273-b38c-f6ea060949cf), precommit_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:53.741611 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-df337fdb-3493-4da4-af43-3dbda3d36322 tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] Publish callbacks [] for floatingip (797d7493-5bc0-4b2a-8e8a-f99865695312), precommit_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:53.750869 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.plugin [None req-8d0e0e51-17d7-4119-834f-9bba4d5aa8ac admin admin] Calling delete_port for ad596430-d938-4273-b38c-f6ea060949cf owned by network:router_gateway {{(pid=110843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 24 20:06:53.838958 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:06:53.960934 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-df337fdb-3493-4da4-af43-3dbda3d36322 tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (26e702b4-ae9c-4d09-a09c-e24eb664b83e), before_update {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:54.053049 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-8d0e0e51-17d7-4119-834f-9bba4d5aa8ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731445585704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731445223415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2610928'] for port (ad596430-d938-4273-b38c-f6ea060949cf), after_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:54.108015 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0e0e51-17d7-4119-834f-9bba4d5aa8ac admin admin] Pushing event deleted for resources: {'Port': ['ID=ad596430-d938-4273-b38c-f6ea060949cf,revision_number=None']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:06:54.197371 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-8d0e0e51-17d7-4119-834f-9bba4d5aa8ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-452411'] for router_gateway (6cae1cba-fc90-4f73-8673-cb28f5400d44), after_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:54.205169 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-df337fdb-3493-4da4-af43-3dbda3d36322 tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] Publish callbacks [] for port (26e702b4-ae9c-4d09-a09c-e24eb664b83e), precommit_update {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:54.310105 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-8d0e0e51-17d7-4119-834f-9bba4d5aa8ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-450799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-737'] for router (6cae1cba-fc90-4f73-8673-cb28f5400d44), precommit_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:54.312972 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-8d0e0e51-17d7-4119-834f-9bba4d5aa8ac admin admin] Publish callbacks [] for router_controller (6cae1cba-fc90-4f73-8673-cb28f5400d44), precommit_delete_associations {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:54.325927 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-df337fdb-3493-4da4-af43-3dbda3d36322 tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8925036'] for port (26e702b4-ae9c-4d09-a09c-e24eb664b83e), after_update {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:54.342195 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:06:54.454346 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-df337fdb-3493-4da4-af43-3dbda3d36322 tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-452544'] for floatingip (797d7493-5bc0-4b2a-8e8a-f99865695312), after_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:54.456518 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df337fdb-3493-4da4-af43-3dbda3d36322 tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] Pushing event updated for resources: {'Port': ['ID=26e702b4-ae9c-4d09-a09c-e24eb664b83e,revision_number=2']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:06:54.494899 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-8d0e0e51-17d7-4119-834f-9bba4d5aa8ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-450718'] for router (6cae1cba-fc90-4f73-8673-cb28f5400d44), after_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:54.495902 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d0e0e51-17d7-4119-834f-9bba4d5aa8ac admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6cae1cba-fc90-4f73-8673-cb28f5400d44 {{(pid=110843) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 20:06:54.511766 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-8d0e0e51-17d7-4119-834f-9bba4d5aa8ac admin admin] Publish callbacks [] for router (None), before_response {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:54.515930 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [None req-8d0e0e51-17d7-4119-834f-9bba4d5aa8ac admin admin] 10.222.0.17 "DELETE /v2.0/routers/6cae1cba-fc90-4f73-8673-cb28f5400d44 HTTP/1.1" status: 204 len: 168 time: 1.6847816 Jul 24 20:06:54.518146 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 35820) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:06:54.535629 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a105a7ce-9181-418a-8618-ad81aa6cd3c6 req-ddcace5e-90a8-4407-b4ab-de3be645922f tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:06:54.543048 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-a105a7ce-9181-418a-8618-ad81aa6cd3c6 req-ddcace5e-90a8-4407-b4ab-de3be645922f tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/ports?device_id=d5df6d8f-f3f8-46f9-a3dc-b686165759d1 HTTP/1.1" status: 200 len: 946 time: 0.0905998 Jul 24 20:06:54.622625 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-a105a7ce-9181-418a-8618-ad81aa6cd3c6 req-d2a38f9e-b9d9-497c-99b0-7029cd46b66d tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/security-groups?id=127ff494-6d09-4ff6-9b8b-b1a80f4fa86b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785766 Jul 24 20:06:54.628719 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.db.l3_db [None req-df337fdb-3493-4da4-af43-3dbda3d36322 tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] Floating IP 797d7493-5bc0-4b2a-8e8a-f99865695312 associated. External IP: 172.27.3.181, port: 9f8b91ff-1b06-4056-a7d1-d1c50c5177a3. Jul 24 20:06:54.798835 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.db.db_base_plugin_v2 [None req-64139300-03b1-496d-be2a-81eac8bfafa9 admin admin] Deleting subnet 69625056-e2a2-44c0-9652-6e3fa644c424 {{(pid=110842) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 24 20:06:54.803849 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-64139300-03b1-496d-be2a-81eac8bfafa9 admin admin] Publish callbacks [] for subnet (69625056-e2a2-44c0-9652-6e3fa644c424), before_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:54.860036 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-64139300-03b1-496d-be2a-81eac8bfafa9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8979353'] for subnet (69625056-e2a2-44c0-9652-6e3fa644c424), precommit_delete_associations {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:54.884248 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:06:55.189152 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Device fb01426b-f039-46e5-afd7-330f274fb16b no longer exists at agent ovs-agent-dv-cinder-850449-2-iscsi {{(pid=110844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 20:06:55.236513 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] No Port match for: fb01426b-f039-46e5-afd7-330f274fb16b {{(pid=110844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 24 20:06:55.236513 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Device fb01426b-f039-46e5-afd7-330f274fb16b not bound to the agent host dv-cinder-850449-2-iscsi {{(pid=110844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 20:06:55.332961 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-64139300-03b1-496d-be2a-81eac8bfafa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7817528'] for subnet (69625056-e2a2-44c0-9652-6e3fa644c424), precommit_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:55.385537 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df337fdb-3493-4da4-af43-3dbda3d36322 tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] Router 6d79c197-6f97-4f8a-9565-e6e92fdbe06b has already been hosted by L3 agent 408021b7-d46b-48c2-9f75-8a8023f9145c {{(pid=110842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 24 20:06:55.492994 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-64139300-03b1-496d-be2a-81eac8bfafa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7817521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8925114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8410652'] for subnet (69625056-e2a2-44c0-9652-6e3fa644c424), after_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:55.550494 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64139300-03b1-496d-be2a-81eac8bfafa9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69625056-e2a2-44c0-9652-6e3fa644c424,revision_number=None']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:06:55.562943 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-64139300-03b1-496d-be2a-81eac8bfafa9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:55.567928 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fb8c12f-9a09-4ed5-bcd1-6aebb3172003 None None] Network bb7a4919-f9c2-4a92-b1d6-8769072f417a requested from dv-cinder-850449-2-iscsi {{(pid=110844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 24 20:06:55.568491 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-64139300-03b1-496d-be2a-81eac8bfafa9 admin admin] 10.222.0.17 "DELETE /v2.0/subnets/69625056-e2a2-44c0-9652-6e3fa644c424 HTTP/1.1" status: 204 len: 168 time: 1.0487819 Jul 24 20:06:55.571464 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [-] (110843) accepted ('10.222.0.17', 35854) {{(pid=110843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:06:55.593142 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df337fdb-3493-4da4-af43-3dbda3d36322 tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] Notify agent at l3_agent.dv-cinder-850449-2-iscsi the message routers_updated {{(pid=110842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 20:06:55.651920 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551390db-d442-46d3-9001-78a32954481d None None] Sync routers for ids ['6d79c197-6f97-4f8a-9565-e6e92fdbe06b'] in dv-cinder-850449-2-iscsi {{(pid=110844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 20:06:55.683190 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-df337fdb-3493-4da4-af43-3dbda3d36322 tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1048257'] for floatingip (None), before_response {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:55.689682 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551390db-d442-46d3-9001-78a32954481d None None] Routers {'6d79c197-6f97-4f8a-9565-e6e92fdbe06b'} bound to L3 agent in host dv-cinder-850449-2-iscsi {{(pid=110844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 20:06:55.690342 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_hamode_db [None req-551390db-d442-46d3-9001-78a32954481d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-07-24T19:52:06Z,description=,heartbeat_timestamp=2022-07-24T20:06:36Z,host='dv-cinder-850449-2-iscsi',id=408021b7-d46b-48c2-9f75-8a8023f9145c,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T19:52:06Z,topic='l3_agent')) {'router_ids': ['6d79c197-6f97-4f8a-9565-e6e92fdbe06b'], 'active': True} {{(pid=110844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:06:55.709902 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-f6045ec3-1439-448a-a862-a03e329c1085 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7930929'] for network (bb7a4919-f9c2-4a92-b1d6-8769072f417a), before_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:55.751938 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-df337fdb-3493-4da4-af43-3dbda3d36322 tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.3611419 Jul 24 20:06:55.752255 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:06:55.753648 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77bbeaa9-f40d-49c5-a878-9fb67bede679', 'tag': '9f8b91ff-1b06-4056-a7d1-d1c50c5177a3'}] {{(pid=110842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 24 20:06:55.757840 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5edc3fcd2ba6a287f711eaf45b4d5d5c8d3623c9fa62bef48fe3be9641ba2c6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53402750-c87b-4a85-9105-4f0e4efd6b1b" -d '{"events": [{"name": "network-changed", "server_uuid": "77bbeaa9-f40d-49c5-a878-9fb67bede679", "tag": "9f8b91ff-1b06-4056-a7d1-d1c50c5177a3"}]}' {{(pid=110842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 20:06:55.777993 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:06:55.777993 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.plugin [None req-f6045ec3-1439-448a-a862-a03e329c1085 admin admin] Deleting port 59bc112c-f582-4394-893f-3cdb68cea1c4 {{(pid=110843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 24 20:06:55.777993 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-f6045ec3-1439-448a-a862-a03e329c1085 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731445580472'] for port (59bc112c-f582-4394-893f-3cdb68cea1c4), before_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:55.835228 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_dvr_db [None req-551390db-d442-46d3-9001-78a32954481d None None] Set router 6d79c197-6f97-4f8a-9565-e6e92fdbe06b gateway port host: dv-cinder-850449-2-iscsi {{(pid=110844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 20:06:55.871543 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1129ff75-3ff0-4bb4-9a29-2e8527b18692 req-6c8c99ea-d6a3-4070-bbf3-61e5e692f897 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:06:55.874353 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-1129ff75-3ff0-4bb4-9a29-2e8527b18692 req-6c8c99ea-d6a3-4070-bbf3-61e5e692f897 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/ports?device_id=d5df6d8f-f3f8-46f9-a3dc-b686165759d1 HTTP/1.1" status: 200 len: 946 time: 0.1274304 Jul 24 20:06:55.884754 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0401e3af-cd97-4401-ac69-623fcc5cf5be None None] DHCP port deletion for bb7a4919-f9c2-4a92-b1d6-8769072f417a request from dv-cinder-850449-2-iscsi {{(pid=110844) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 24 20:06:55.900360 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.db [None req-f6045ec3-1439-448a-a862-a03e329c1085 admin admin] For port 59bc112c-f582-4394-893f-3cdb68cea1c4, host dv-cinder-850449-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850449-2-iscsi',level=0,port_id=59bc112c-f582-4394-893f-3cdb68cea1c4,segment=NetworkSegment(38051b64-4a81-4755-be90-b4c7fa6fec03),segment_id=38051b64-4a81-4755-be90-b4c7fa6fec03)] {{(pid=110843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 20:06:55.900775 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-f6045ec3-1439-448a-a862-a03e329c1085 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458432'] for port (59bc112c-f582-4394-893f-3cdb68cea1c4), precommit_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:55.927669 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.plugin [None req-f6045ec3-1439-448a-a862-a03e329c1085 admin admin] Calling delete_port for 59bc112c-f582-4394-893f-3cdb68cea1c4 owned by network:dhcp {{(pid=110843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 24 20:06:55.935959 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 24 Jul 2022 20:06:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9cf2be2-4638-40d3-ae2e-daa527919b8d x-openstack-request-id: req-a9cf2be2-4638-40d3-ae2e-daa527919b8d {{(pid=110842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 20:06:55.937366 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77bbeaa9-f40d-49c5-a878-9fb67bede679", "tag": "9f8b91ff-1b06-4056-a7d1-d1c50c5177a3", "status": "completed", "code": 200}]} {{(pid=110842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 20:06:55.938079 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-a9cf2be2-4638-40d3-ae2e-daa527919b8d {{(pid=110842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 20:06:55.938955 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9cf2be2-4638-40d3-ae2e-daa527919b8d'] response: {'name': 'network-changed', 'server_uuid': '77bbeaa9-f40d-49c5-a878-9fb67bede679', 'tag': '9f8b91ff-1b06-4056-a7d1-d1c50c5177a3', 'status': 'completed', 'code': 200} Jul 24 20:06:55.973562 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-1129ff75-3ff0-4bb4-9a29-2e8527b18692 req-bce2618a-efd0-4d8f-b8b4-ae7257521ead tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/security-groups?id=127ff494-6d09-4ff6-9b8b-b1a80f4fa86b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887508 Jul 24 20:06:55.982347 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-0401e3af-cd97-4401-ac69-623fcc5cf5be None None] Deleting port 59bc112c-f582-4394-893f-3cdb68cea1c4 {{(pid=110844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 24 20:06:55.982804 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-0401e3af-cd97-4401-ac69-623fcc5cf5be None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731445580472'] for port (59bc112c-f582-4394-893f-3cdb68cea1c4), before_delete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:56.016887 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:06:56.068130 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53402750-c87b-4a85-9105-4f0e4efd6b1b req-2d0f6466-f10c-4720-b7a6-0a72742a9100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:06:56.070011 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-53402750-c87b-4a85-9105-4f0e4efd6b1b req-2d0f6466-f10c-4720-b7a6-0a72742a9100 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d4f1f24b3a384f1db3a6e782253814ec&device_id=77bbeaa9-f40d-49c5-a878-9fb67bede679 HTTP/1.1" status: 200 len: 1130 time: 0.0481811 Jul 24 20:06:56.086325 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-0401e3af-cd97-4401-ac69-623fcc5cf5be None None] For port 59bc112c-f582-4394-893f-3cdb68cea1c4, host dv-cinder-850449-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850449-2-iscsi',level=0,port_id=59bc112c-f582-4394-893f-3cdb68cea1c4,segment=NetworkSegment(38051b64-4a81-4755-be90-b4c7fa6fec03),segment_id=38051b64-4a81-4755-be90-b4c7fa6fec03)] {{(pid=110844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 20:06:56.086824 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-0401e3af-cd97-4401-ac69-623fcc5cf5be None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458432'] for port (59bc112c-f582-4394-893f-3cdb68cea1c4), precommit_delete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:56.106860 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:06:56.131606 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-0401e3af-cd97-4401-ac69-623fcc5cf5be None None] Calling delete_port for 59bc112c-f582-4394-893f-3cdb68cea1c4 owned by network:dhcp {{(pid=110844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 24 20:06:56.199674 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53402750-c87b-4a85-9105-4f0e4efd6b1b req-1b5cc312-d024-4d98-b16a-bb924a4e45d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:06:56.204822 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-53402750-c87b-4a85-9105-4f0e4efd6b1b req-1b5cc312-d024-4d98-b16a-bb924a4e45d4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=db5ceaaa-c00a-4f99-91da-e1e2dfaf14af HTTP/1.1" status: 200 len: 910 time: 0.1213467 Jul 24 20:06:56.275330 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-f6045ec3-1439-448a-a862-a03e329c1085 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731445585704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731445223415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2610928'] for port (59bc112c-f582-4394-893f-3cdb68cea1c4), after_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:56.277664 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 35866) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:06:56.305505 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6045ec3-1439-448a-a862-a03e329c1085 admin admin] Pushing event deleted for resources: {'Port': ['ID=59bc112c-f582-4394-893f-3cdb68cea1c4,revision_number=None']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:06:56.306580 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_hamode_db [None req-551390db-d442-46d3-9001-78a32954481d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d79c197-6f97-4f8a-9565-e6e92fdbe06b', 'name': 'tempest-TestShelveInstance-1409874816-router', 'tenant_id': 'd4f1f24b3a384f1db3a6e782253814ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'external_fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': '6c60ef73-d237-4b67-a00a-8c47389f1254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T20:05:42Z', 'updated_at': '2022-07-24T20:05:48Z', 'revision_number': 4, 'project_id': 'd4f1f24b3a384f1db3a6e782253814ec', 'gw_port': {'id': '6c60ef73-d237-4b67-a00a-8c47389f1254', 'name': '', 'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:c5:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d79c197-6f97-4f8a-9565-e6e92fdbe06b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:05:43Z', 'updated_at': '2022-07-24T20:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99a0caa3-3fb5-4860-826f-478186226de3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850449-2-iscsi', '_floatingips': [{'id': '797d7493-5bc0-4b2a-8e8a-f99865695312', 'tenant_id': 'd4f1f24b3a384f1db3a6e782253814ec', 'floating_ip_address': '172.27.3.181', 'floating_network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'router_id': '6d79c197-6f97-4f8a-9565-e6e92fdbe06b', 'port_id': '9f8b91ff-1b06-4056-a7d1-d1c50c5177a3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db5ceaaa-c00a-4f99-91da-e1e2dfaf14af', 'mac_address': 'fa:16:3e:5c:16:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77bbeaa9-f40d-49c5-a878-9fb67bede679', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-24T20:06:53Z', 'updated_at': '2022-07-24T20:06:53Z', 'revision_number': 0, 'project_id': 'd4f1f24b3a384f1db3a6e782253814ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ba5f699-0c8d-474b-a677-1a6d340d4059', 'name': '', 'network_id': 'db5ceaaa-c00a-4f99-91da-e1e2dfaf14af', 'tenant_id': 'd4f1f24b3a384f1db3a6e782253814ec', 'mac_address': 'fa:16:3e:a6:32:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d79c197-6f97-4f8a-9565-e6e92fdbe06b', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '6c93dad3-d715-4337-a807-6727a504efe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:05:47Z', 'updated_at': '2022-07-24T20:05:53Z', 'revision_number': 5, 'project_id': 'd4f1f24b3a384f1db3a6e782253814ec', 'subnets': [{'id': '6c93dad3-d715-4337-a807-6727a504efe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850449-2-iscsi', False) {} {{(pid=110844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:06:56.315022 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-53402750-c87b-4a85-9105-4f0e4efd6b1b req-53954758-f54a-4fa8-a7a3-93cac497c39d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9f8b91ff-1b06-4056-a7d1-d1c50c5177a3 HTTP/1.1" status: 200 len: 1000 time: 0.1061661 Jul 24 20:06:56.318313 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6045ec3-1439-448a-a862-a03e329c1085 admin admin] No DVR routers for this DVR port 59bc112c-f582-4394-893f-3cdb68cea1c4 on host dv-cinder-850449-2-iscsi {{(pid=110843) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 24 20:06:56.337602 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551390db-d442-46d3-9001-78a32954481d None None] Checking router: 6d79c197-6f97-4f8a-9565-e6e92fdbe06b for host: dv-cinder-850449-2-iscsi {{(pid=110844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 20:06:56.344541 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-0401e3af-cd97-4401-ac69-623fcc5cf5be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731445585704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731445223415'] for port (59bc112c-f582-4394-893f-3cdb68cea1c4), after_delete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:56.374882 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0401e3af-cd97-4401-ac69-623fcc5cf5be None None] Pushing event deleted for resources: {'Port': ['ID=59bc112c-f582-4394-893f-3cdb68cea1c4,revision_number=None']} {{(pid=110844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:06:56.379184 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551390db-d442-46d3-9001-78a32954481d None None] Routers {'6d79c197-6f97-4f8a-9565-e6e92fdbe06b'} bound to L3 agent in host dv-cinder-850449-2-iscsi {{(pid=110844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 20:06:56.379832 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_hamode_db [None req-551390db-d442-46d3-9001-78a32954481d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-07-24T19:52:06Z,description=,heartbeat_timestamp=2022-07-24T20:06:36Z,host='dv-cinder-850449-2-iscsi',id=408021b7-d46b-48c2-9f75-8a8023f9145c,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T19:52:06Z,topic='l3_agent')) {'router_ids': ['6d79c197-6f97-4f8a-9565-e6e92fdbe06b'], 'active': True} {{(pid=110844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:06:56.382323 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0401e3af-cd97-4401-ac69-623fcc5cf5be None None] No DVR routers for this DVR port 59bc112c-f582-4394-893f-3cdb68cea1c4 on host dv-cinder-850449-2-iscsi {{(pid=110844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 24 20:06:56.453963 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-02dc50bc-267f-45b1-be42-84626d5be4a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:56.463599 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-f6045ec3-1439-448a-a862-a03e329c1085 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7817651', 'neutron.services.segments.db._delete_segments_for_network-8731445707084'] for network (bb7a4919-f9c2-4a92-b1d6-8769072f417a), precommit_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:56.492747 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.services.segments.db [None req-f6045ec3-1439-448a-a862-a03e329c1085 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb7a4919-f9c2-4a92-b1d6-8769072f417a']}} {{(pid=110843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:06:56.507659 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.services.segments.db [None req-f6045ec3-1439-448a-a862-a03e329c1085 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38051b64-4a81-4755-be90-b4c7fa6fec03') {'for_net_delete': True} {{(pid=110843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:06:56.508058 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.services.segments.db [None req-f6045ec3-1439-448a-a862-a03e329c1085 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38051b64-4a81-4755-be90-b4c7fa6fec03') {} {{(pid=110843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:06:56.520182 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-f6045ec3-1439-448a-a862-a03e329c1085 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731445706213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8646316'] for segment (38051b64-4a81-4755-be90-b4c7fa6fec03), before_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:56.524936 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:06:56.527503 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_dvr_db [None req-551390db-d442-46d3-9001-78a32954481d None None] Set router 6d79c197-6f97-4f8a-9565-e6e92fdbe06b gateway port host: dv-cinder-850449-2-iscsi {{(pid=110844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 20:06:56.536142 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-f6045ec3-1439-448a-a862-a03e329c1085 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7750649'] for segment (38051b64-4a81-4755-be90-b4c7fa6fec03), precommit_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:56.543229 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6045ec3-1439-448a-a862-a03e329c1085 admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=110843) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 20:06:56.543747 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-f6045ec3-1439-448a-a862-a03e329c1085 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7750649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2610855'] for segment (38051b64-4a81-4755-be90-b4c7fa6fec03), after_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:56.572426 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-02dc50bc-267f-45b1-be42-84626d5be4a5 admin admin] Publish callbacks [] for security_group (d22f0136-c25f-492e-b5bc-373ac9de1320), precommit_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:56.601603 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.services.segments.plugin [-] Segment 38051b64-4a81-4755-be90-b4c7fa6fec03 resource provider aggregate not found Jul 24 20:06:56.625631 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.services.segments.plugin [-] Segment 38051b64-4a81-4755-be90-b4c7fa6fec03 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 38051b64-4a81-4755-be90-b4c7fa6fec03 found for delete ", "request_id": "req-bc754649-2e6a-417a-9139-5152635eee23"}]} Jul 24 20:06:56.769137 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Device 59bc112c-f582-4394-893f-3cdb68cea1c4 no longer exists at agent ovs-agent-dv-cinder-850449-2-iscsi {{(pid=110844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 20:06:56.789583 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53402750-c87b-4a85-9105-4f0e4efd6b1b req-9bcd3de2-28bd-4624-b281-ef664c92370e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:06:56.792727 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-53402750-c87b-4a85-9105-4f0e4efd6b1b req-9bcd3de2-28bd-4624-b281-ef664c92370e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6c93dad3-d715-4337-a807-6727a504efe8 HTTP/1.1" status: 200 len: 848 time: 0.4471858 Jul 24 20:06:56.797116 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] No Port match for: 59bc112c-f582-4394-893f-3cdb68cea1c4 {{(pid=110844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 24 20:06:56.797476 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Device 59bc112c-f582-4394-893f-3cdb68cea1c4 not bound to the agent host dv-cinder-850449-2-iscsi {{(pid=110844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 20:06:56.797905 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Device ad596430-d938-4273-b38c-f6ea060949cf no longer exists at agent ovs-agent-dv-cinder-850449-2-iscsi {{(pid=110844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 20:06:56.822460 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] No Port match for: ad596430-d938-4273-b38c-f6ea060949cf {{(pid=110844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 24 20:06:56.822795 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Device ad596430-d938-4273-b38c-f6ea060949cf not bound to the agent host dv-cinder-850449-2-iscsi {{(pid=110844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 20:06:56.846104 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53402750-c87b-4a85-9105-4f0e4efd6b1b req-01b607da-fadc-44fc-a268-229a54a3bae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:06:56.847181 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-53402750-c87b-4a85-9105-4f0e4efd6b1b req-01b607da-fadc-44fc-a268-229a54a3bae3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=db5ceaaa-c00a-4f99-91da-e1e2dfaf14af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0482535 Jul 24 20:06:56.882919 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:06:56.886082 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-f6045ec3-1439-448a-a862-a03e329c1085 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7817604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-452517'] for network (bb7a4919-f9c2-4a92-b1d6-8769072f417a), after_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:56.886568 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-02dc50bc-267f-45b1-be42-84626d5be4a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (d22f0136-c25f-492e-b5bc-373ac9de1320), after_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:56.924769 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-f6045ec3-1439-448a-a862-a03e329c1085 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594923'] for network (None), before_response {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:56.927958 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [None req-f6045ec3-1439-448a-a862-a03e329c1085 admin admin] 10.222.0.17 "DELETE /v2.0/networks/bb7a4919-f9c2-4a92-b1d6-8769072f417a HTTP/1.1" status: 204 len: 168 time: 1.3535731 Jul 24 20:06:56.935918 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-02dc50bc-267f-45b1-be42-84626d5be4a5 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=856f757c01f54d30871f3c56ec3fcff3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6568496 Jul 24 20:06:56.936944 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dc50bc-267f-45b1-be42-84626d5be4a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d22f0136-c25f-492e-b5bc-373ac9de1320,revision_number=1']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:06:56.940120 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 35876) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:06:56.953312 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6045ec3-1439-448a-a862-a03e329c1085 admin admin] Pushing event deleted for resources: {'Network': ['ID=bb7a4919-f9c2-4a92-b1d6-8769072f417a,revision_number=None']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:06:56.978812 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-53402750-c87b-4a85-9105-4f0e4efd6b1b req-f81e22c2-ed5d-4862-8869-a742b6f4043d service neutron] 10.222.0.42 "GET /v2.0/networks/db5ceaaa-c00a-4f99-91da-e1e2dfaf14af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214912 Jul 24 20:06:56.986357 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_hamode_db [None req-551390db-d442-46d3-9001-78a32954481d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d79c197-6f97-4f8a-9565-e6e92fdbe06b', 'name': 'tempest-TestShelveInstance-1409874816-router', 'tenant_id': 'd4f1f24b3a384f1db3a6e782253814ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'external_fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': '6c60ef73-d237-4b67-a00a-8c47389f1254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T20:05:42Z', 'updated_at': '2022-07-24T20:05:48Z', 'revision_number': 4, 'project_id': 'd4f1f24b3a384f1db3a6e782253814ec', 'gw_port': {'id': '6c60ef73-d237-4b67-a00a-8c47389f1254', 'name': '', 'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:c5:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d79c197-6f97-4f8a-9565-e6e92fdbe06b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:05:43Z', 'updated_at': '2022-07-24T20:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99a0caa3-3fb5-4860-826f-478186226de3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850449-2-iscsi', '_floatingips': [{'id': '797d7493-5bc0-4b2a-8e8a-f99865695312', 'tenant_id': 'd4f1f24b3a384f1db3a6e782253814ec', 'floating_ip_address': '172.27.3.181', 'floating_network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'router_id': '6d79c197-6f97-4f8a-9565-e6e92fdbe06b', 'port_id': '9f8b91ff-1b06-4056-a7d1-d1c50c5177a3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db5ceaaa-c00a-4f99-91da-e1e2dfaf14af', 'mac_address': 'fa:16:3e:5c:16:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77bbeaa9-f40d-49c5-a878-9fb67bede679', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-24T20:06:53Z', 'updated_at': '2022-07-24T20:06:53Z', 'revision_number': 0, 'project_id': 'd4f1f24b3a384f1db3a6e782253814ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ba5f699-0c8d-474b-a677-1a6d340d4059', 'name': '', 'network_id': 'db5ceaaa-c00a-4f99-91da-e1e2dfaf14af', 'tenant_id': 'd4f1f24b3a384f1db3a6e782253814ec', 'mac_address': 'fa:16:3e:a6:32:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d79c197-6f97-4f8a-9565-e6e92fdbe06b', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '6c93dad3-d715-4337-a807-6727a504efe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:05:47Z', 'updated_at': '2022-07-24T20:05:53Z', 'revision_number': 5, 'project_id': 'd4f1f24b3a384f1db3a6e782253814ec', 'subnets': [{'id': '6c93dad3-d715-4337-a807-6727a504efe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850449-2-iscsi', False) {} {{(pid=110844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:06:57.033375 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-e74f4f56-bf60-4a44-9de3-4e1d2355f6b0 admin admin] Publish callbacks [] for security_group (d22f0136-c25f-492e-b5bc-373ac9de1320), before_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:57.047496 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551390db-d442-46d3-9001-78a32954481d None None] The sync data for ids ['6d79c197-6f97-4f8a-9565-e6e92fdbe06b'] in dv-cinder-850449-2-iscsi is: [{'id': '6d79c197-6f97-4f8a-9565-e6e92fdbe06b', 'name': 'tempest-TestShelveInstance-1409874816-router', 'tenant_id': 'd4f1f24b3a384f1db3a6e782253814ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'external_fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': '6c60ef73-d237-4b67-a00a-8c47389f1254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T20:05:42Z', 'updated_at': '2022-07-24T20:05:48Z', 'revision_number': 4, 'project_id': 'd4f1f24b3a384f1db3a6e782253814ec', 'gw_port': {'id': '6c60ef73-d237-4b67-a00a-8c47389f1254', 'name': '', 'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:c5:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d79c197-6f97-4f8a-9565-e6e92fdbe06b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:05:43Z', 'updated_at': '2022-07-24T20:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99a0caa3-3fb5-4860-826f-478186226de3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850449-2-iscsi', '_floatingips': [{'id': '797d7493-5bc0-4b2a-8e8a-f99865695312', 'tenant_id': 'd4f1f24b3a384f1db3a6e782253814ec', 'floating_ip_address': '172.27.3.181', 'floating_network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'router_id': '6d79c197-6f97-4f8a-9565-e6e92fdbe06b', 'port_id': '9f8b91ff-1b06-4056-a7d1-d1c50c5177a3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db5ceaaa-c00a-4f99-91da-e1e2dfaf14af', 'mac_address': 'fa:16:3e:5c:16:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77bbeaa9-f40d-49c5-a878-9fb67bede679', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-24T20:06:53Z', 'updated_at': '2022-07-24T20:06:53Z', 'revision_number': 0, 'project_id': 'd4f1f24b3a384f1db3a6e782253814ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ba5f699-0c8d-474b-a677-1a6d340d4059', 'name': '', 'network_id': 'db5ceaaa-c00a-4f99-91da-e1e2dfaf14af', 'tenant_id': 'd4f1f24b3a384f1db3a6e782253814ec', 'mac_address': 'fa:16:3e:a6:32:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d79c197-6f97-4f8a-9565-e6e92fdbe06b', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '6c93dad3-d715-4337-a807-6727a504efe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:05:47Z', 'updated_at': '2022-07-24T20:05:53Z', 'revision_number': 5, 'project_id': 'd4f1f24b3a384f1db3a6e782253814ec', 'subnets': [{'id': '6c93dad3-d715-4337-a807-6727a504efe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 20:06:57.066974 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-e74f4f56-bf60-4a44-9de3-4e1d2355f6b0 admin admin] Publish callbacks [] for security_group (d22f0136-c25f-492e-b5bc-373ac9de1320), precommit_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:57.121913 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:06:57.154913 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-53402750-c87b-4a85-9105-4f0e4efd6b1b req-2ffb5ffa-1a77-49bc-a963-3231c6f9199c service neutron] 10.222.0.42 "GET /v2.0/networks/db5ceaaa-c00a-4f99-91da-e1e2dfaf14af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603370 Jul 24 20:06:57.202240 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126275a8-ff31-492a-9700-fd8a0cbd4fb4 req-e9ba8212-54c2-42c1-aedd-d51b3c310480 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:06:57.204368 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-126275a8-ff31-492a-9700-fd8a0cbd4fb4 req-e9ba8212-54c2-42c1-aedd-d51b3c310480 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/ports?device_id=d5df6d8f-f3f8-46f9-a3dc-b686165759d1 HTTP/1.1" status: 200 len: 946 time: 0.0678113 Jul 24 20:06:57.299793 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-e74f4f56-bf60-4a44-9de3-4e1d2355f6b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (d22f0136-c25f-492e-b5bc-373ac9de1320), after_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:57.304775 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-e74f4f56-bf60-4a44-9de3-4e1d2355f6b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:57.306944 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-e74f4f56-bf60-4a44-9de3-4e1d2355f6b0 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/d22f0136-c25f-492e-b5bc-373ac9de1320 HTTP/1.1" status: 204 len: 168 time: 0.3654327 Jul 24 20:06:57.329626 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-126275a8-ff31-492a-9700-fd8a0cbd4fb4 req-ceb7d5c8-7b87-49d8-af54-56d9add1e572 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/security-groups?id=127ff494-6d09-4ff6-9b8b-b1a80f4fa86b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1116858 Jul 24 20:06:57.338288 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74f4f56-bf60-4a44-9de3-4e1d2355f6b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d22f0136-c25f-492e-b5bc-373ac9de1320,revision_number=None']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:06:57.400370 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6cd2065-c92b-4e17-92e5-4dbe0e2d40be None None] New status for floating IP 797d7493-5bc0-4b2a-8e8a-f99865695312: ACTIVE {{(pid=110845) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 24 20:06:57.453652 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [-] (110843) accepted ('10.222.0.17', 35882) {{(pid=110843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:06:57.508003 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [None req-f7f93406-cc33-48fe-ac9d-a1809e351f5b admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=4d31f280cfc640dd8381ee0869d9f455&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0530255 Jul 24 20:06:57.510823 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [-] (110843) accepted ('10.222.0.17', 35884) {{(pid=110843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:06:57.584775 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-32d41548-bd1a-47c6-8957-24eada1bcd8c admin admin] Publish callbacks [] for security_group (28acb8fa-bec2-437c-82ba-8e2c3ade7cf8), before_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:57.608684 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-32d41548-bd1a-47c6-8957-24eada1bcd8c admin admin] Publish callbacks [] for security_group (28acb8fa-bec2-437c-82ba-8e2c3ade7cf8), precommit_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:57.766366 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-32d41548-bd1a-47c6-8957-24eada1bcd8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (28acb8fa-bec2-437c-82ba-8e2c3ade7cf8), after_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:57.769802 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-32d41548-bd1a-47c6-8957-24eada1bcd8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:57.771549 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [None req-32d41548-bd1a-47c6-8957-24eada1bcd8c admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/28acb8fa-bec2-437c-82ba-8e2c3ade7cf8 HTTP/1.1" status: 204 len: 168 time: 0.2562995 Jul 24 20:06:57.785568 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d41548-bd1a-47c6-8957-24eada1bcd8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28acb8fa-bec2-437c-82ba-8e2c3ade7cf8,revision_number=None']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:06:58.463713 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969f21c2-f90a-4300-948d-40c61816a2f8 req-11f273c4-7327-4acd-9471-d8054f842455 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:06:58.466271 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-969f21c2-f90a-4300-948d-40c61816a2f8 req-11f273c4-7327-4acd-9471-d8054f842455 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/ports?device_id=d5df6d8f-f3f8-46f9-a3dc-b686165759d1 HTTP/1.1" status: 200 len: 946 time: 0.0569801 Jul 24 20:06:58.537298 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-969f21c2-f90a-4300-948d-40c61816a2f8 req-d0c1dccb-948c-4f2f-a993-6aa605bee5c7 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/security-groups?id=127ff494-6d09-4ff6-9b8b-b1a80f4fa86b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634995 Jul 24 20:06:58.711582 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 35914) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:06:58.744002 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=84,neutron:UPDATE=1,neutron:DELETE=9,neutron:INSERT=6 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:06:58.756271 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-7aef0a3c-0631-47cb-a061-2ddc02b6f9f7 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=63a05ee2b3fe48ddbac52390d653027a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0434422 Jul 24 20:06:58.758983 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 35916) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:06:58.824094 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-bd8a9d13-d5a0-4c5c-971c-026b1653d6bd admin admin] Publish callbacks [] for security_group (30578578-8650-44c1-b1d7-05dc3edfe20d), before_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:58.866445 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-bd8a9d13-d5a0-4c5c-971c-026b1653d6bd admin admin] Publish callbacks [] for security_group (30578578-8650-44c1-b1d7-05dc3edfe20d), precommit_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:59.051940 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-bd8a9d13-d5a0-4c5c-971c-026b1653d6bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (30578578-8650-44c1-b1d7-05dc3edfe20d), after_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:59.054547 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-bd8a9d13-d5a0-4c5c-971c-026b1653d6bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:06:59.055821 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-bd8a9d13-d5a0-4c5c-971c-026b1653d6bd admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/30578578-8650-44c1-b1d7-05dc3edfe20d HTTP/1.1" status: 204 len: 168 time: 0.2956989 Jul 24 20:06:59.065159 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8a9d13-d5a0-4c5c-971c-026b1653d6bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30578578-8650-44c1-b1d7-05dc3edfe20d,revision_number=None']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:06:59.707546 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d5808c-3e8c-44ec-9dac-081e68199956 req-1d5f825c-9e8c-49b7-b310-43fb89e90513 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:06:59.709877 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-81d5808c-3e8c-44ec-9dac-081e68199956 req-1d5f825c-9e8c-49b7-b310-43fb89e90513 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/ports?device_id=d5df6d8f-f3f8-46f9-a3dc-b686165759d1 HTTP/1.1" status: 200 len: 946 time: 0.0821526 Jul 24 20:06:59.793805 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-81d5808c-3e8c-44ec-9dac-081e68199956 req-ea693de1-18e3-4046-beaf-3002c840a579 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/security-groups?id=127ff494-6d09-4ff6-9b8b-b1a80f4fa86b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733194 Jul 24 20:07:00.941383 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5038f43e-82f4-4cda-bf5b-18acee3e2f53 req-6b4f9a8b-e4ba-45e9-a183-4e37d96cc286 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:07:00.942967 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-5038f43e-82f4-4cda-bf5b-18acee3e2f53 req-6b4f9a8b-e4ba-45e9-a183-4e37d96cc286 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/ports?device_id=d5df6d8f-f3f8-46f9-a3dc-b686165759d1 HTTP/1.1" status: 200 len: 946 time: 0.0534270 Jul 24 20:07:00.989908 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:07:00.999920 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-5038f43e-82f4-4cda-bf5b-18acee3e2f53 req-68691bf6-78b0-4820-8773-01f4b0f9bf68 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/security-groups?id=127ff494-6d09-4ff6-9b8b-b1a80f4fa86b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513811 Jul 24 20:07:02.133514 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b8d02b-aac3-4990-8346-05961914b267 req-761d3f9b-295a-4778-993c-d345c590d359 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:07:02.135468 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-41b8d02b-aac3-4990-8346-05961914b267 req-761d3f9b-295a-4778-993c-d345c590d359 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/ports?device_id=d5df6d8f-f3f8-46f9-a3dc-b686165759d1 HTTP/1.1" status: 200 len: 946 time: 0.0527751 Jul 24 20:07:02.191792 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-41b8d02b-aac3-4990-8346-05961914b267 req-b05487e7-2c71-453f-a7d7-ce5fe955bf7b tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/security-groups?id=127ff494-6d09-4ff6-9b8b-b1a80f4fa86b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497580 Jul 24 20:07:03.328953 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aa3a0e-65b7-4091-a780-e866fd425f69 req-5fc1dff5-0c9b-42b0-b907-3d719c0a7340 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:07:03.330499 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-51aa3a0e-65b7-4091-a780-e866fd425f69 req-5fc1dff5-0c9b-42b0-b907-3d719c0a7340 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/ports?device_id=d5df6d8f-f3f8-46f9-a3dc-b686165759d1 HTTP/1.1" status: 200 len: 946 time: 0.0545197 Jul 24 20:07:03.389566 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-51aa3a0e-65b7-4091-a780-e866fd425f69 req-a6a49dcd-0096-4d2c-9fd3-a1df02b3b7da tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/security-groups?id=127ff494-6d09-4ff6-9b8b-b1a80f4fa86b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534256 Jul 24 20:07:03.537849 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-934b0833-9ff7-4e47-a538-590a61170cf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (dc36e0ef-94f3-4a3e-9c13-4790afccb2e9), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:07:03.855155 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Device 82dca016-61b7-4adb-b703-63f3f473c99f details requested by agent hyperv_hv-cinder-85044 with host hv-cinder-85044 {{(pid=110844) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 20:07:03.962516 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] For port 82dca016-61b7-4adb-b703-63f3f473c99f, host hv-cinder-85044, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85044',level=0,port_id=82dca016-61b7-4adb-b703-63f3f473c99f,segment=NetworkSegment(e9fdb9ec-6b6e-4383-ae6e-075d3eed2f20),segment_id=e9fdb9ec-6b6e-4383-ae6e-075d3eed2f20)] {{(pid=110844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 20:07:03.975984 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Returning: {'device': '82dca016-61b7-4adb-b703-63f3f473c99f', 'network_id': 'b3fd2ef6-6f8c-45f9-a0a9-81c377b08f7e', 'port_id': '82dca016-61b7-4adb-b703-63f3f473c99f', 'mac_address': 'fa:16:3e:60:db:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f1a76ef-9ecc-40f5-8dc9-5b3ae75ee961', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110844) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 20:07:04.018323 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Current status of the port 82dca016-61b7-4adb-b703-63f3f473c99f is: ACTIVE; New status is: BUILD {{(pid=110844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 20:07:04.018950 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (82dca016-61b7-4adb-b703-63f3f473c99f), before_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:07:04.042064 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.notifiers.nova [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 82dca016-61b7-4adb-b703-63f3f473c99f {{(pid=110844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 24 20:07:04.076175 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] For port 82dca016-61b7-4adb-b703-63f3f473c99f, host hv-cinder-85044, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85044',level=0,port_id=82dca016-61b7-4adb-b703-63f3f473c99f,segment=NetworkSegment(e9fdb9ec-6b6e-4383-ae6e-075d3eed2f20),segment_id=e9fdb9ec-6b6e-4383-ae6e-075d3eed2f20)] {{(pid=110844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 20:07:04.152454 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958'] for port (82dca016-61b7-4adb-b703-63f3f473c99f), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:07:04.210314 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Pushing event updated for resources: {'Port': ['ID=82dca016-61b7-4adb-b703-63f3f473c99f,revision_number=6']} {{(pid=110844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:07:04.253848 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] get_ports_and_sgs() called for port_ids ['82dca016-61b7-4adb-b703-63f3f473c99f'] {{(pid=110844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 20:07:04.326779 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:07:04.553318 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5056d653-5373-4054-aa4b-6a484aee290e req-09be19e1-250e-4499-ba81-b8e58d3bfa27 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:07:04.554897 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-5056d653-5373-4054-aa4b-6a484aee290e req-09be19e1-250e-4499-ba81-b8e58d3bfa27 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/ports?device_id=d5df6d8f-f3f8-46f9-a3dc-b686165759d1 HTTP/1.1" status: 200 len: 945 time: 0.0555480 Jul 24 20:07:04.614717 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-5056d653-5373-4054-aa4b-6a484aee290e req-b8e51fa3-7eba-41da-9151-e692702914dc tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/security-groups?id=127ff494-6d09-4ff6-9b8b-b1a80f4fa86b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531261 Jul 24 20:07:05.754778 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f104fa2-036a-4df1-94e6-c06c02fc6525 req-72db8bb3-104b-4538-9b4e-86be827a972c tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:07:05.756729 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-0f104fa2-036a-4df1-94e6-c06c02fc6525 req-72db8bb3-104b-4538-9b4e-86be827a972c tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/ports?device_id=d5df6d8f-f3f8-46f9-a3dc-b686165759d1 HTTP/1.1" status: 200 len: 945 time: 0.0595827 Jul 24 20:07:05.816455 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-0f104fa2-036a-4df1-94e6-c06c02fc6525 req-0646ef94-4b58-4f02-a62d-e26df338e8f2 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/security-groups?id=127ff494-6d09-4ff6-9b8b-b1a80f4fa86b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537148 Jul 24 20:07:05.920077 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-9266dd05-71e9-4c59-86e1-a951ac5361d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (408021b7-d46b-48c2-9f75-8a8023f9145c), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:07:06.798583 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Device 82dca016-61b7-4adb-b703-63f3f473c99f up at agent hyperv_hv-cinder-85044 {{(pid=110844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 20:07:06.946301 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d21597-f733-447a-a283-8be7d9a08c5a req-5d10c2b2-ac42-4941-8110-35d6490fd862 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:07:06.948004 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-b5d21597-f733-447a-a283-8be7d9a08c5a req-5d10c2b2-ac42-4941-8110-35d6490fd862 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/ports?device_id=d5df6d8f-f3f8-46f9-a3dc-b686165759d1 HTTP/1.1" status: 200 len: 945 time: 0.0517759 Jul 24 20:07:06.964072 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:07:06.997325 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Provisioning complete for port 82dca016-61b7-4adb-b703-63f3f473c99f triggered by entity L2. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 20:07:06.997325 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812910'] for port (82dca016-61b7-4adb-b703-63f3f473c99f), provisioning_complete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:07:07.012234 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-b5d21597-f733-447a-a283-8be7d9a08c5a req-ca67d89a-aee2-44c0-879c-726e2c0348ca tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/security-groups?id=127ff494-6d09-4ff6-9b8b-b1a80f4fa86b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542500 Jul 24 20:07:07.068826 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-6dc48dae-acff-4e3e-8fdb-430da55b4f7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (7ee55678-4254-481c-8cae-5c828aed81c9), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:07:07.088307 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Current status of the port 82dca016-61b7-4adb-b703-63f3f473c99f is: BUILD; New status is: ACTIVE {{(pid=110844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 20:07:07.088730 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (82dca016-61b7-4adb-b703-63f3f473c99f), before_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:07:07.114667 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5df6d8f-f3f8-46f9-a3dc-b686165759d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82dca016-61b7-4adb-b703-63f3f473c99f'}] {{(pid=110844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 24 20:07:07.117574 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cb44c1e02bae91b270a0e6cfc836be33c010434f31a7c401440ca7d913440f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e6e6af8-07b0-46fa-b393-7b262e9ed5fa" -d '{"events": [{"server_uuid": "d5df6d8f-f3f8-46f9-a3dc-b686165759d1", "name": "network-vif-plugged", "status": "completed", "tag": "82dca016-61b7-4adb-b703-63f3f473c99f"}]}' {{(pid=110844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 20:07:07.139580 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] For port 82dca016-61b7-4adb-b703-63f3f473c99f, host hv-cinder-85044, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85044',level=0,port_id=82dca016-61b7-4adb-b703-63f3f473c99f,segment=NetworkSegment(e9fdb9ec-6b6e-4383-ae6e-075d3eed2f20),segment_id=e9fdb9ec-6b6e-4383-ae6e-075d3eed2f20)] {{(pid=110844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 20:07:07.247071 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958'] for port (82dca016-61b7-4adb-b703-63f3f473c99f), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:07:07.318726 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:07:07.326274 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 24 Jul 2022 20:07:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24e07fd0-faf5-4c37-b7b7-90a1d46b9fb1 x-openstack-request-id: req-24e07fd0-faf5-4c37-b7b7-90a1d46b9fb1 {{(pid=110844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 20:07:07.326549 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5df6d8f-f3f8-46f9-a3dc-b686165759d1", "name": "network-vif-plugged", "status": "completed", "tag": "82dca016-61b7-4adb-b703-63f3f473c99f", "code": 200}]} {{(pid=110844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 20:07:07.326803 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-24e07fd0-faf5-4c37-b7b7-90a1d46b9fb1 {{(pid=110844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 20:07:07.327202 dv-cinder-850449-2-iscsi neutron-server[110844]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24e07fd0-faf5-4c37-b7b7-90a1d46b9fb1'] response: {'server_uuid': 'd5df6d8f-f3f8-46f9-a3dc-b686165759d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82dca016-61b7-4adb-b703-63f3f473c99f', 'code': 200} Jul 24 20:07:07.332505 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Pushing event updated for resources: {'Port': ['ID=82dca016-61b7-4adb-b703-63f3f473c99f,revision_number=7']} {{(pid=110844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:07:07.514741 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG dbcounter [-] [110845] Writing DB stats neutron:SELECT=92 {{(pid=110845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:07:07.548666 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG dbcounter [-] [110845] Writing DB stats neutron:SELECT=74,neutron:UPDATE=2 {{(pid=110845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:07:07.748862 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.agents_db [None req-615be7cd-482a-4e0c-9386-1b4806e6e45a None None] Agent healthcheck: found 6 active agents {{(pid=110845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 20:07:08.147643 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a61aed1-d492-4184-8eca-a138756e9e5c req-a6aee7ee-fbd2-4aea-8bb3-7e72e870df55 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:07:08.149298 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-0a61aed1-d492-4184-8eca-a138756e9e5c req-a6aee7ee-fbd2-4aea-8bb3-7e72e870df55 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/ports?device_id=d5df6d8f-f3f8-46f9-a3dc-b686165759d1 HTTP/1.1" status: 200 len: 946 time: 0.0534420 Jul 24 20:07:08.208808 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-0a61aed1-d492-4184-8eca-a138756e9e5c req-52ef56a1-f448-4451-8154-815393169b02 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/security-groups?id=127ff494-6d09-4ff6-9b8b-b1a80f4fa86b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527849 Jul 24 20:07:08.372627 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-43102eef-6e4b-4922-ad30-3734cbb7477a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (7d43fc2f-3c2c-473f-8c92-13ad6341ecc2), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:07:09.060236 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=39,neutron:DELETE=4 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:07:09.177916 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (46eda511-dfa5-408c-8bd4-cb509f691033), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:07:09.474316 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd4ee2e-0c14-42e6-9d9c-fda43769e51d req-9e14591c-f41b-49b5-8ffc-ffa50474c568 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:07:09.477267 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-bbd4ee2e-0c14-42e6-9d9c-fda43769e51d req-9e14591c-f41b-49b5-8ffc-ffa50474c568 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/ports?device_id=d5df6d8f-f3f8-46f9-a3dc-b686165759d1 HTTP/1.1" status: 200 len: 946 time: 0.1142073 Jul 24 20:07:09.579747 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-bbd4ee2e-0c14-42e6-9d9c-fda43769e51d req-38e4ffa3-5559-4fd9-a0d6-c48c57494432 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/security-groups?id=127ff494-6d09-4ff6-9b8b-b1a80f4fa86b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964863 Jul 24 20:07:10.609336 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (95564131-b678-4db2-a162-51408b2acd55), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:07:10.731509 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d113db-6eba-4dc1-b3b8-741d3fbeb659 req-2a2ef605-345e-4862-83c2-3c5bfa4f8a5c tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:07:10.734519 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-e8d113db-6eba-4dc1-b3b8-741d3fbeb659 req-2a2ef605-345e-4862-83c2-3c5bfa4f8a5c tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/ports?device_id=d5df6d8f-f3f8-46f9-a3dc-b686165759d1 HTTP/1.1" status: 200 len: 946 time: 0.0588415 Jul 24 20:07:10.795335 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-e8d113db-6eba-4dc1-b3b8-741d3fbeb659 req-5e6481e5-5ec4-442d-be34-0c2de92b289c tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/security-groups?id=127ff494-6d09-4ff6-9b8b-b1a80f4fa86b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501997 Jul 24 20:07:12.032006 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00557203-a01e-474d-ad7d-42e477baaab3 req-8727475a-8dc5-4acd-a3cd-1caac733167e tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:07:12.036195 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-00557203-a01e-474d-ad7d-42e477baaab3 req-8727475a-8dc5-4acd-a3cd-1caac733167e tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/ports?device_id=d5df6d8f-f3f8-46f9-a3dc-b686165759d1 HTTP/1.1" status: 200 len: 946 time: 0.1202931 Jul 24 20:07:12.162409 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-00557203-a01e-474d-ad7d-42e477baaab3 req-c9b3c29f-f8f4-470b-9ae7-02913cce7a5e tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/security-groups?id=127ff494-6d09-4ff6-9b8b-b1a80f4fa86b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1157763 Jul 24 20:07:12.570464 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-27b58992-39eb-450a-bfc5-96588860da47 req-c3b28737-73e5-42d3-9b27-4de3d646395a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e088bee9-33e5-4380-bfd8-c214b0fd8fae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0537622 Jul 24 20:07:12.642323 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b58992-39eb-450a-bfc5-96588860da47 req-f8c481a5-21fe-48b1-8ef4-9ee8b400cbec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:07:12.643983 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-27b58992-39eb-450a-bfc5-96588860da47 req-f8c481a5-21fe-48b1-8ef4-9ee8b400cbec service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=757b69afcbc64d9a853a7ae1f7dc3307&device_id=e088bee9-33e5-4380-bfd8-c214b0fd8fae HTTP/1.1" status: 200 len: 1129 time: 0.0439477 Jul 24 20:07:12.705062 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=100 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:07:12.776784 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b58992-39eb-450a-bfc5-96588860da47 req-7554421f-a1f3-4098-8a2f-3a8cd8fe524e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:07:12.779069 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-27b58992-39eb-450a-bfc5-96588860da47 req-7554421f-a1f3-4098-8a2f-3a8cd8fe524e service neutron] 10.222.0.42 "GET /v2.0/networks?id=f72988cc-9fd0-426e-8ec1-94766c43bdf7 HTTP/1.1" status: 200 len: 911 time: 0.1085546 Jul 24 20:07:12.869240 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-27b58992-39eb-450a-bfc5-96588860da47 req-219663cd-31a7-4cf1-a288-9dd79b9d5975 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8a84c4da-af42-4582-b5ab-1a810862bd5d HTTP/1.1" status: 200 len: 1001 time: 0.0805123 Jul 24 20:07:12.965248 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b58992-39eb-450a-bfc5-96588860da47 req-968b8e17-bafc-4795-b8e0-41afa0c27350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:07:12.968456 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-27b58992-39eb-450a-bfc5-96588860da47 req-968b8e17-bafc-4795-b8e0-41afa0c27350 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9fbdff86-24c9-443e-8877-71756a9ade49 HTTP/1.1" status: 200 len: 849 time: 0.0929832 Jul 24 20:07:13.048281 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b58992-39eb-450a-bfc5-96588860da47 req-1c6a8be7-1b69-47fe-a6cf-c56ad0eab9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:07:13.050140 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-27b58992-39eb-450a-bfc5-96588860da47 req-1c6a8be7-1b69-47fe-a6cf-c56ad0eab9d5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f72988cc-9fd0-426e-8ec1-94766c43bdf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0740643 Jul 24 20:07:13.250176 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-27b58992-39eb-450a-bfc5-96588860da47 req-d1f469b6-8667-401a-afed-3f606e215aa8 service neutron] 10.222.0.42 "GET /v2.0/networks/f72988cc-9fd0-426e-8ec1-94766c43bdf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931169 Jul 24 20:07:13.440445 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e444d4-8595-44f6-805c-263a7c579110 req-7b1ce291-17f5-4b49-a269-95fb5828a342 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:07:13.442375 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-50e444d4-8595-44f6-805c-263a7c579110 req-7b1ce291-17f5-4b49-a269-95fb5828a342 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/ports?device_id=d5df6d8f-f3f8-46f9-a3dc-b686165759d1 HTTP/1.1" status: 200 len: 946 time: 0.1091809 Jul 24 20:07:13.485197 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=100 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:07:13.494104 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-27b58992-39eb-450a-bfc5-96588860da47 req-c2e90066-89c0-439e-a836-bbc7b68849b0 service neutron] 10.222.0.42 "GET /v2.0/networks/f72988cc-9fd0-426e-8ec1-94766c43bdf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2378118 Jul 24 20:07:13.565606 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-50e444d4-8595-44f6-805c-263a7c579110 req-0a9ed181-1f07-49c5-a804-cbc136e18482 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/security-groups?id=127ff494-6d09-4ff6-9b8b-b1a80f4fa86b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069038 Jul 24 20:07:14.815517 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b0c50e-a0de-43ba-bd9e-5a6c4b170c2f req-6bb8476b-49ec-459a-a9cd-da520279a929 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:07:14.828263 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-12b0c50e-a0de-43ba-bd9e-5a6c4b170c2f req-6bb8476b-49ec-459a-a9cd-da520279a929 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/ports?device_id=d5df6d8f-f3f8-46f9-a3dc-b686165759d1 HTTP/1.1" status: 200 len: 946 time: 0.1060638 Jul 24 20:07:14.925692 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-12b0c50e-a0de-43ba-bd9e-5a6c4b170c2f req-443007a4-6ce5-40ec-b7ee-2b0ebb06af01 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/security-groups?id=127ff494-6d09-4ff6-9b8b-b1a80f4fa86b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957446 Jul 24 20:07:15.045758 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 36128) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:07:15.270649 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-976b003a-9bc0-4544-ba2f-18eeb94821d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:07:15.411870 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-976b003a-9bc0-4544-ba2f-18eeb94821d0 admin admin] Publish callbacks [] for security_group (dc815c8c-4755-461e-ba52-99f6f0f4bf45), precommit_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:07:15.500722 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-976b003a-9bc0-4544-ba2f-18eeb94821d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (dc815c8c-4755-461e-ba52-99f6f0f4bf45), after_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:07:15.537405 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [-] (110843) accepted ('10.222.0.17', 36132) {{(pid=110843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:07:15.537813 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-976b003a-9bc0-4544-ba2f-18eeb94821d0 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=a1a2da7d58ad4d1da9830b418e23be73&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4898272 Jul 24 20:07:15.566390 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976b003a-9bc0-4544-ba2f-18eeb94821d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc815c8c-4755-461e-ba52-99f6f0f4bf45,revision_number=1']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:07:15.691659 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-cee6722e-509c-4426-b240-6f5287694d39 admin admin] Publish callbacks [] for security_group (dc815c8c-4755-461e-ba52-99f6f0f4bf45), before_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:07:15.753692 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-cee6722e-509c-4426-b240-6f5287694d39 admin admin] Publish callbacks [] for security_group (dc815c8c-4755-461e-ba52-99f6f0f4bf45), precommit_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:07:15.919658 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-cee6722e-509c-4426-b240-6f5287694d39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (dc815c8c-4755-461e-ba52-99f6f0f4bf45), after_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:07:15.923662 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-cee6722e-509c-4426-b240-6f5287694d39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:07:15.925354 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [None req-cee6722e-509c-4426-b240-6f5287694d39 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/dc815c8c-4755-461e-ba52-99f6f0f4bf45 HTTP/1.1" status: 204 len: 168 time: 0.3860180 Jul 24 20:07:15.942681 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee6722e-509c-4426-b240-6f5287694d39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc815c8c-4755-461e-ba52-99f6f0f4bf45,revision_number=None']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:07:16.160981 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5a87f4-ef39-4c41-9c05-88389afa5f4e req-adb26bed-93f6-4543-b670-5563ebf17907 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:07:16.168153 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-4a5a87f4-ef39-4c41-9c05-88389afa5f4e req-adb26bed-93f6-4543-b670-5563ebf17907 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/ports?device_id=d5df6d8f-f3f8-46f9-a3dc-b686165759d1 HTTP/1.1" status: 200 len: 946 time: 0.0904241 Jul 24 20:07:16.281348 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-4a5a87f4-ef39-4c41-9c05-88389afa5f4e req-7e6e3c90-9a5d-4cae-940e-5bfc18cd8236 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/security-groups?id=127ff494-6d09-4ff6-9b8b-b1a80f4fa86b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062243 Jul 24 20:07:17.254193 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97506681-7f84-4ce6-98ba-4b94fc8d52a1 req-1025b6a1-2120-45ba-8b45-fac13b1cb939 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:07:17.255862 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-97506681-7f84-4ce6-98ba-4b94fc8d52a1 req-1025b6a1-2120-45ba-8b45-fac13b1cb939 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] 10.222.0.17 "GET /v2.0/ports?device_id=e088bee9-33e5-4380-bfd8-c214b0fd8fae HTTP/1.1" status: 200 len: 945 time: 0.0601466 Jul 24 20:07:17.359153 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-97506681-7f84-4ce6-98ba-4b94fc8d52a1 req-d7797cef-1055-4cf7-9e56-7270aaf50b9c tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] 10.222.0.17 "GET /v2.0/security-groups?id=426a98f1-bdae-428a-b03d-426236e01087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811381 Jul 24 20:07:17.433635 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [-] (110843) accepted ('10.222.0.17', 36156) {{(pid=110843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:07:17.467071 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-7e0ef7ca-3a03-452a-8ce8-a40e1ec8ab32 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:07:17.565930 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c71072e-e2e1-4180-ac9b-dbbddc311907 req-c4a75fc7-f155-4111-9124-1e4f4bd94051 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:07:17.567539 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-9c71072e-e2e1-4180-ac9b-dbbddc311907 req-c4a75fc7-f155-4111-9124-1e4f4bd94051 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/ports?device_id=d5df6d8f-f3f8-46f9-a3dc-b686165759d1 HTTP/1.1" status: 200 len: 946 time: 0.1040423 Jul 24 20:07:17.652626 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:07:17.714507 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-9c71072e-e2e1-4180-ac9b-dbbddc311907 req-dfb637c1-12eb-424e-8ccf-f5ef80e1aa99 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/security-groups?id=127ff494-6d09-4ff6-9b8b-b1a80f4fa86b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1305528 Jul 24 20:07:17.740495 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-7e0ef7ca-3a03-452a-8ce8-a40e1ec8ab32 admin admin] Publish callbacks [] for security_group (8f2e0452-276b-4d87-91c9-9c95396ea68c), precommit_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:07:17.857984 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-7e0ef7ca-3a03-452a-8ce8-a40e1ec8ab32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (8f2e0452-276b-4d87-91c9-9c95396ea68c), after_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:07:17.913849 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [None req-7e0ef7ca-3a03-452a-8ce8-a40e1ec8ab32 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=e104fcbffb284649a2162c0b52a3c5db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4812253 Jul 24 20:07:17.916286 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0ef7ca-3a03-452a-8ce8-a40e1ec8ab32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f2e0452-276b-4d87-91c9-9c95396ea68c,revision_number=1']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:07:17.916746 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 36160) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:07:18.028624 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-539d51ae-afcb-4a23-9776-7515b0361068 admin admin] Publish callbacks [] for security_group (8f2e0452-276b-4d87-91c9-9c95396ea68c), before_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:07:18.071314 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-539d51ae-afcb-4a23-9776-7515b0361068 admin admin] Publish callbacks [] for security_group (8f2e0452-276b-4d87-91c9-9c95396ea68c), precommit_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:07:18.235200 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-539d51ae-afcb-4a23-9776-7515b0361068 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (8f2e0452-276b-4d87-91c9-9c95396ea68c), after_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:07:18.239401 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-539d51ae-afcb-4a23-9776-7515b0361068 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:07:18.246263 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-539d51ae-afcb-4a23-9776-7515b0361068 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/8f2e0452-276b-4d87-91c9-9c95396ea68c HTTP/1.1" status: 204 len: 168 time: 0.3230193 Jul 24 20:07:18.257003 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539d51ae-afcb-4a23-9776-7515b0361068 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f2e0452-276b-4d87-91c9-9c95396ea68c,revision_number=None']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:07:18.272480 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539d51ae-afcb-4a23-9776-7515b0361068 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:07:18.285682 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539d51ae-afcb-4a23-9776-7515b0361068 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:07:18.286228 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539d51ae-afcb-4a23-9776-7515b0361068 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:07:18.286817 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539d51ae-afcb-4a23-9776-7515b0361068 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:07:18.287374 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539d51ae-afcb-4a23-9776-7515b0361068 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:07:18.288003 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539d51ae-afcb-4a23-9776-7515b0361068 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:07:18.288574 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539d51ae-afcb-4a23-9776-7515b0361068 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:07:18.293850 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539d51ae-afcb-4a23-9776-7515b0361068 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:07:18.294463 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539d51ae-afcb-4a23-9776-7515b0361068 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:07:18.295240 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539d51ae-afcb-4a23-9776-7515b0361068 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:07:18.295841 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539d51ae-afcb-4a23-9776-7515b0361068 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:07:18.296435 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539d51ae-afcb-4a23-9776-7515b0361068 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:07:18.297043 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539d51ae-afcb-4a23-9776-7515b0361068 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:07:18.297626 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539d51ae-afcb-4a23-9776-7515b0361068 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:07:18.298197 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539d51ae-afcb-4a23-9776-7515b0361068 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:07:18.564850 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:07:18.573844 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca19c22-273a-428c-87c8-c28acec384fc req-4d8b9ce3-8dd5-4cb0-83e4-fe6839660871 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:07:18.575956 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-9ca19c22-273a-428c-87c8-c28acec384fc req-4d8b9ce3-8dd5-4cb0-83e4-fe6839660871 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] 10.222.0.17 "GET /v2.0/ports?device_id=e088bee9-33e5-4380-bfd8-c214b0fd8fae HTTP/1.1" status: 200 len: 945 time: 0.0966387 Jul 24 20:07:18.665331 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-9ca19c22-273a-428c-87c8-c28acec384fc req-6f450bd0-e027-471e-97a0-5493352a908a tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] 10.222.0.17 "GET /v2.0/security-groups?id=426a98f1-bdae-428a-b03d-426236e01087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817399 Jul 24 20:07:18.929362 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fbf929-b433-474f-9b51-55cc90a30f09 req-dc81dade-65e5-48f7-953e-387b5d1abfc4 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:07:18.937429 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-38fbf929-b433-474f-9b51-55cc90a30f09 req-dc81dade-65e5-48f7-953e-387b5d1abfc4 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/ports?device_id=d5df6d8f-f3f8-46f9-a3dc-b686165759d1 HTTP/1.1" status: 200 len: 946 time: 0.1037052 Jul 24 20:07:19.105823 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-38fbf929-b433-474f-9b51-55cc90a30f09 req-9da2acd0-af14-450f-a83a-2bdd2489099e tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/security-groups?id=127ff494-6d09-4ff6-9b8b-b1a80f4fa86b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1616573 Jul 24 20:07:19.138312 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da89a65-5e79-4107-b1a0-7acc49f75788 req-a07cee8f-a37f-470c-956f-5654a76f6164 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:07:19.140194 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-6da89a65-5e79-4107-b1a0-7acc49f75788 req-a07cee8f-a37f-470c-956f-5654a76f6164 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] 10.222.0.42 "GET /v2.0/ports?device_id=e088bee9-33e5-4380-bfd8-c214b0fd8fae HTTP/1.1" status: 200 len: 945 time: 0.1555090 Jul 24 20:07:19.288279 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.plugin [req-6da89a65-5e79-4107-b1a0-7acc49f75788 req-9fadfd27-be6c-41bf-b9ab-92ebab51bffd tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Deleting port 8a84c4da-af42-4582-b5ab-1a810862bd5d {{(pid=110843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 24 20:07:19.288623 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-6da89a65-5e79-4107-b1a0-7acc49f75788 req-9fadfd27-be6c-41bf-b9ab-92ebab51bffd tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731445580472'] for port (8a84c4da-af42-4582-b5ab-1a810862bd5d), before_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:07:19.868607 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.db [req-6da89a65-5e79-4107-b1a0-7acc49f75788 req-9fadfd27-be6c-41bf-b9ab-92ebab51bffd tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] For port 8a84c4da-af42-4582-b5ab-1a810862bd5d, host hv-cinder-85044, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85044',level=0,port_id=8a84c4da-af42-4582-b5ab-1a810862bd5d,segment=NetworkSegment(4bba68c1-4e30-4a75-be7c-266a932629a9),segment_id=4bba68c1-4e30-4a75-be7c-266a932629a9)] {{(pid=110843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 20:07:19.869779 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-6da89a65-5e79-4107-b1a0-7acc49f75788 req-9fadfd27-be6c-41bf-b9ab-92ebab51bffd tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458432'] for port (8a84c4da-af42-4582-b5ab-1a810862bd5d), precommit_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:07:19.887362 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7909dab-114b-49eb-8f7c-79a931221786 req-8d7918a3-72aa-47fb-8411-f8ba229f1860 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:07:19.891336 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-f7909dab-114b-49eb-8f7c-79a931221786 req-8d7918a3-72aa-47fb-8411-f8ba229f1860 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] 10.222.0.17 "GET /v2.0/ports?device_id=e088bee9-33e5-4380-bfd8-c214b0fd8fae HTTP/1.1" status: 200 len: 945 time: 0.0922861 Jul 24 20:07:20.200236 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-f7909dab-114b-49eb-8f7c-79a931221786 req-54d86132-4223-491c-8a19-9c65ba3d3318 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] 10.222.0.17 "GET /v2.0/security-groups?id=426a98f1-bdae-428a-b03d-426236e01087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2535343 Jul 24 20:07:20.308674 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-6da89a65-5e79-4107-b1a0-7acc49f75788 req-9fadfd27-be6c-41bf-b9ab-92ebab51bffd tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:07:20.309137 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-6da89a65-5e79-4107-b1a0-7acc49f75788 req-9fadfd27-be6c-41bf-b9ab-92ebab51bffd tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-452544'] for floatingip (52f714c3-47d2-4cee-b158-846011b609d1), after_update {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:07:20.309600 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.db.l3_db [req-6da89a65-5e79-4107-b1a0-7acc49f75788 req-9fadfd27-be6c-41bf-b9ab-92ebab51bffd tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Floating IP 52f714c3-47d2-4cee-b158-846011b609d1 disassociated. External IP: 172.27.3.171, port: 8a84c4da-af42-4582-b5ab-1a810862bd5d. Jul 24 20:07:20.310064 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.plugin [req-6da89a65-5e79-4107-b1a0-7acc49f75788 req-9fadfd27-be6c-41bf-b9ab-92ebab51bffd tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Calling delete_port for 8a84c4da-af42-4582-b5ab-1a810862bd5d owned by compute:nova {{(pid=110843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 24 20:07:20.338454 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796d720b-05aa-477d-834f-8003b27935fb req-3524194e-235f-43a0-9c77-1df9243852e7 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:07:20.346514 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-796d720b-05aa-477d-834f-8003b27935fb req-3524194e-235f-43a0-9c77-1df9243852e7 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/ports?device_id=d5df6d8f-f3f8-46f9-a3dc-b686165759d1 HTTP/1.1" status: 200 len: 946 time: 0.0810733 Jul 24 20:07:20.487956 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:07:20.586747 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-796d720b-05aa-477d-834f-8003b27935fb req-612a9a96-b7b5-4efc-8086-38b2e6d4ab2a tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/security-groups?id=127ff494-6d09-4ff6-9b8b-b1a80f4fa86b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2388470 Jul 24 20:07:20.852837 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-6da89a65-5e79-4107-b1a0-7acc49f75788 req-9fadfd27-be6c-41bf-b9ab-92ebab51bffd tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731445585704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731445223415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2610928'] for port (8a84c4da-af42-4582-b5ab-1a810862bd5d), after_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:07:20.936579 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fadfd27-be6c-41bf-b9ab-92ebab51bffd tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Pushing event deleted for resources: {'Port': ['ID=8a84c4da-af42-4582-b5ab-1a810862bd5d,revision_number=None']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:07:21.159986 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6da89a65-5e79-4107-b1a0-7acc49f75788 req-9fadfd27-be6c-41bf-b9ab-92ebab51bffd tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Router bd590163-56ed-4520-bed7-938322d731b8 has already been hosted by L3 agent 408021b7-d46b-48c2-9f75-8a8023f9145c {{(pid=110843) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 24 20:07:21.258303 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:07:21.295578 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6da89a65-5e79-4107-b1a0-7acc49f75788 req-9fadfd27-be6c-41bf-b9ab-92ebab51bffd tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Notify agent at l3_agent.dv-cinder-850449-2-iscsi the message routers_updated {{(pid=110843) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 20:07:21.316483 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe37cfc-f4c7-4701-8fa5-7adf89e4ab9b None None] Sync routers for ids ['bd590163-56ed-4520-bed7-938322d731b8'] in dv-cinder-850449-2-iscsi {{(pid=110844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 20:07:21.332361 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe37cfc-f4c7-4701-8fa5-7adf89e4ab9b None None] Routers {'bd590163-56ed-4520-bed7-938322d731b8'} bound to L3 agent in host dv-cinder-850449-2-iscsi {{(pid=110844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 20:07:21.333476 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_hamode_db [None req-3fe37cfc-f4c7-4701-8fa5-7adf89e4ab9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-24T19:52:06Z,description=,heartbeat_timestamp=2022-07-24T20:07:06Z,host='dv-cinder-850449-2-iscsi',id=408021b7-d46b-48c2-9f75-8a8023f9145c,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T19:52:06Z,topic='l3_agent')) {'router_ids': ['bd590163-56ed-4520-bed7-938322d731b8'], 'active': True} {{(pid=110844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:07:21.481628 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.db.l3_dvrscheduler_db [req-6da89a65-5e79-4107-b1a0-7acc49f75788 req-9fadfd27-be6c-41bf-b9ab-92ebab51bffd tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] No DVR routers for this DVR port 8a84c4da-af42-4582-b5ab-1a810862bd5d on host hv-cinder-85044 {{(pid=110843) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 24 20:07:21.489968 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-6da89a65-5e79-4107-b1a0-7acc49f75788 req-9fadfd27-be6c-41bf-b9ab-92ebab51bffd tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1048257'] for port (None), before_response {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:07:21.496233 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-6da89a65-5e79-4107-b1a0-7acc49f75788 req-9fadfd27-be6c-41bf-b9ab-92ebab51bffd tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] 10.222.0.42 "DELETE /v2.0/ports/8a84c4da-af42-4582-b5ab-1a810862bd5d HTTP/1.1" status: 204 len: 173 time: 2.3498936 Jul 24 20:07:21.496545 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e088bee9-33e5-4380-bfd8-c214b0fd8fae', 'name': 'network-vif-deleted', 'tag': '8a84c4da-af42-4582-b5ab-1a810862bd5d'}] {{(pid=110843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 24 20:07:21.502012 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa129e2ea71b36189c7354ee4da78dc54b5a7420159cbfa164f6b2678096e4e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6720b7a3-1930-4613-ba39-0e3a735b16df" -d '{"events": [{"server_uuid": "e088bee9-33e5-4380-bfd8-c214b0fd8fae", "name": "network-vif-deleted", "tag": "8a84c4da-af42-4582-b5ab-1a810862bd5d"}]}' {{(pid=110843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 20:07:21.533152 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-f07ad6b8-0b29-4ebd-908b-bdded9a928d7 req-1d5a6849-e180-4b43-83a9-14f2760c0cb7 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] 10.222.0.17 "GET /v2.0/ports?device_id=e088bee9-33e5-4380-bfd8-c214b0fd8fae HTTP/1.1" status: 200 len: 210 time: 0.1856165 Jul 24 20:07:21.607862 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 24 Jul 2022 20:07:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98c261b3-22ca-4320-ba64-ca53f88be097 x-openstack-request-id: req-98c261b3-22ca-4320-ba64-ca53f88be097 {{(pid=110843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 20:07:21.609154 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e088bee9-33e5-4380-bfd8-c214b0fd8fae", "name": "network-vif-deleted", "tag": "8a84c4da-af42-4582-b5ab-1a810862bd5d", "status": "completed", "code": 200}]} {{(pid=110843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 20:07:21.609527 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-98c261b3-22ca-4320-ba64-ca53f88be097 {{(pid=110843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 20:07:21.610067 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98c261b3-22ca-4320-ba64-ca53f88be097'] response: {'server_uuid': 'e088bee9-33e5-4380-bfd8-c214b0fd8fae', 'name': 'network-vif-deleted', 'tag': '8a84c4da-af42-4582-b5ab-1a810862bd5d', 'status': 'completed', 'code': 200} Jul 24 20:07:21.630861 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_dvr_db [None req-3fe37cfc-f4c7-4701-8fa5-7adf89e4ab9b None None] Set router bd590163-56ed-4520-bed7-938322d731b8 gateway port host: dv-cinder-850449-2-iscsi {{(pid=110844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 20:07:21.813884 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4fc982-8bd4-40bc-83be-b82d8f18d08f req-84780c53-0df7-4a68-a2e6-bb7274cfbcb5 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:07:21.816569 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-6e4fc982-8bd4-40bc-83be-b82d8f18d08f req-84780c53-0df7-4a68-a2e6-bb7274cfbcb5 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/ports?device_id=d5df6d8f-f3f8-46f9-a3dc-b686165759d1 HTTP/1.1" status: 200 len: 946 time: 0.0815847 Jul 24 20:07:21.885342 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-6e4fc982-8bd4-40bc-83be-b82d8f18d08f req-d858c95e-7011-4054-b9ed-2e2601dbaed9 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/security-groups?id=127ff494-6d09-4ff6-9b8b-b1a80f4fa86b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627921 Jul 24 20:07:21.981126 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Device 8a84c4da-af42-4582-b5ab-1a810862bd5d no longer exists at agent hyperv_hv-cinder-85044 {{(pid=110844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 20:07:21.996936 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_hamode_db [None req-3fe37cfc-f4c7-4701-8fa5-7adf89e4ab9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd590163-56ed-4520-bed7-938322d731b8', 'name': 'tempest-TestVolumeBootPattern-18742786-router', 'tenant_id': '757b69afcbc64d9a853a7ae1f7dc3307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'external_fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.158'}], 'enable_snat': True}, 'gw_port_id': '73f4c4a1-12ee-48ce-8b15-a2cee34961e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T20:03:43Z', 'updated_at': '2022-07-24T20:03:50Z', 'revision_number': 4, 'project_id': '757b69afcbc64d9a853a7ae1f7dc3307', 'gw_port': {'id': '73f4c4a1-12ee-48ce-8b15-a2cee34961e6', 'name': '', 'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:d4:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd590163-56ed-4520-bed7-938322d731b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:03:45Z', 'updated_at': '2022-07-24T20:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99a0caa3-3fb5-4860-826f-478186226de3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850449-2-iscsi', '_interfaces': [{'id': '50e82984-bbb9-4bf3-948c-ae1dd11befd3', 'name': '', 'network_id': 'f72988cc-9fd0-426e-8ec1-94766c43bdf7', 'tenant_id': '757b69afcbc64d9a853a7ae1f7dc3307', 'mac_address': 'fa:16:3e:bb:db:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd590163-56ed-4520-bed7-938322d731b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '9fbdff86-24c9-443e-8877-71756a9ade49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:03:49Z', 'updated_at': '2022-07-24T20:03:57Z', 'revision_number': 5, 'project_id': '757b69afcbc64d9a853a7ae1f7dc3307', 'subnets': [{'id': '9fbdff86-24c9-443e-8877-71756a9ade49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850449-2-iscsi', False) {} {{(pid=110844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:07:22.094715 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] No Port match for: 8a84c4da-af42-4582-b5ab-1a810862bd5d {{(pid=110844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 24 20:07:22.095640 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Device 8a84c4da-af42-4582-b5ab-1a810862bd5d not bound to the agent host hv-cinder-85044 {{(pid=110844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 20:07:22.099048 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe37cfc-f4c7-4701-8fa5-7adf89e4ab9b None None] Checking router: bd590163-56ed-4520-bed7-938322d731b8 for host: dv-cinder-850449-2-iscsi {{(pid=110844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 20:07:22.116498 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe37cfc-f4c7-4701-8fa5-7adf89e4ab9b None None] Routers {'bd590163-56ed-4520-bed7-938322d731b8'} bound to L3 agent in host dv-cinder-850449-2-iscsi {{(pid=110844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 20:07:22.118379 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_hamode_db [None req-3fe37cfc-f4c7-4701-8fa5-7adf89e4ab9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-24T19:52:06Z,description=,heartbeat_timestamp=2022-07-24T20:07:06Z,host='dv-cinder-850449-2-iscsi',id=408021b7-d46b-48c2-9f75-8a8023f9145c,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T19:52:06Z,topic='l3_agent')) {'router_ids': ['bd590163-56ed-4520-bed7-938322d731b8'], 'active': True} {{(pid=110844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:07:22.313026 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_dvr_db [None req-3fe37cfc-f4c7-4701-8fa5-7adf89e4ab9b None None] Set router bd590163-56ed-4520-bed7-938322d731b8 gateway port host: dv-cinder-850449-2-iscsi {{(pid=110844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 20:07:22.381564 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:07:22.797667 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_hamode_db [None req-3fe37cfc-f4c7-4701-8fa5-7adf89e4ab9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd590163-56ed-4520-bed7-938322d731b8', 'name': 'tempest-TestVolumeBootPattern-18742786-router', 'tenant_id': '757b69afcbc64d9a853a7ae1f7dc3307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'external_fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.158'}], 'enable_snat': True}, 'gw_port_id': '73f4c4a1-12ee-48ce-8b15-a2cee34961e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T20:03:43Z', 'updated_at': '2022-07-24T20:03:50Z', 'revision_number': 4, 'project_id': '757b69afcbc64d9a853a7ae1f7dc3307', 'gw_port': {'id': '73f4c4a1-12ee-48ce-8b15-a2cee34961e6', 'name': '', 'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:d4:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd590163-56ed-4520-bed7-938322d731b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:03:45Z', 'updated_at': '2022-07-24T20:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99a0caa3-3fb5-4860-826f-478186226de3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850449-2-iscsi', '_interfaces': [{'id': '50e82984-bbb9-4bf3-948c-ae1dd11befd3', 'name': '', 'network_id': 'f72988cc-9fd0-426e-8ec1-94766c43bdf7', 'tenant_id': '757b69afcbc64d9a853a7ae1f7dc3307', 'mac_address': 'fa:16:3e:bb:db:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd590163-56ed-4520-bed7-938322d731b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '9fbdff86-24c9-443e-8877-71756a9ade49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:03:49Z', 'updated_at': '2022-07-24T20:03:57Z', 'revision_number': 5, 'project_id': '757b69afcbc64d9a853a7ae1f7dc3307', 'subnets': [{'id': '9fbdff86-24c9-443e-8877-71756a9ade49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850449-2-iscsi', False) {} {{(pid=110844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:07:22.834052 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-5983c4d7-23cf-42b7-a120-7541e7e6434f req-4dc771d6-cf8c-4059-8d58-31e6fe69d473 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] 10.222.0.17 "GET /v2.0/ports?device_id=e088bee9-33e5-4380-bfd8-c214b0fd8fae HTTP/1.1" status: 200 len: 210 time: 0.0500019 Jul 24 20:07:22.858061 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe37cfc-f4c7-4701-8fa5-7adf89e4ab9b None None] The sync data for ids ['bd590163-56ed-4520-bed7-938322d731b8'] in dv-cinder-850449-2-iscsi is: [{'id': 'bd590163-56ed-4520-bed7-938322d731b8', 'name': 'tempest-TestVolumeBootPattern-18742786-router', 'tenant_id': '757b69afcbc64d9a853a7ae1f7dc3307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'external_fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.158'}], 'enable_snat': True}, 'gw_port_id': '73f4c4a1-12ee-48ce-8b15-a2cee34961e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T20:03:43Z', 'updated_at': '2022-07-24T20:03:50Z', 'revision_number': 4, 'project_id': '757b69afcbc64d9a853a7ae1f7dc3307', 'gw_port': {'id': '73f4c4a1-12ee-48ce-8b15-a2cee34961e6', 'name': '', 'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:d4:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd590163-56ed-4520-bed7-938322d731b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:03:45Z', 'updated_at': '2022-07-24T20:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99a0caa3-3fb5-4860-826f-478186226de3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850449-2-iscsi', '_interfaces': [{'id': '50e82984-bbb9-4bf3-948c-ae1dd11befd3', 'name': '', 'network_id': 'f72988cc-9fd0-426e-8ec1-94766c43bdf7', 'tenant_id': '757b69afcbc64d9a853a7ae1f7dc3307', 'mac_address': 'fa:16:3e:bb:db:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd590163-56ed-4520-bed7-938322d731b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '9fbdff86-24c9-443e-8877-71756a9ade49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:03:49Z', 'updated_at': '2022-07-24T20:03:57Z', 'revision_number': 5, 'project_id': '757b69afcbc64d9a853a7ae1f7dc3307', 'subnets': [{'id': '9fbdff86-24c9-443e-8877-71756a9ade49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 20:07:23.032780 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0791cd-f12a-4fb1-ae2d-5a75b9756998 req-e33741f3-c345-442d-9ed6-9f4363a7dfcf tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:07:23.034390 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-bd0791cd-f12a-4fb1-ae2d-5a75b9756998 req-e33741f3-c345-442d-9ed6-9f4363a7dfcf tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/ports?device_id=d5df6d8f-f3f8-46f9-a3dc-b686165759d1 HTTP/1.1" status: 200 len: 946 time: 0.0610878 Jul 24 20:07:23.126465 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-bd0791cd-f12a-4fb1-ae2d-5a75b9756998 req-ab60f5da-d020-43fb-8054-164e42a8e235 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/security-groups?id=127ff494-6d09-4ff6-9b8b-b1a80f4fa86b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808470 Jul 24 20:07:23.192306 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db982856-f336-4b4c-99ae-16d3ec1f0652 None None] New status for floating IP 52f714c3-47d2-4cee-b158-846011b609d1: DOWN {{(pid=110845) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 24 20:07:23.798892 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 36272) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:07:24.037948 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-3c9bdc40-6a2d-4650-8874-915fcd2f3519 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:07:24.157161 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-3c9bdc40-6a2d-4650-8874-915fcd2f3519 admin admin] Publish callbacks [] for security_group (806ed55a-4986-42a9-a890-0cf0a7317400), precommit_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:07:24.268901 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-30872605-597f-4ec4-b4d7-49b13982bf26 req-efc6da8f-364e-424c-9d61-491471fe9c17 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] 10.222.0.17 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1130640648&fields=id&tenant_id=757b69afcbc64d9a853a7ae1f7dc3307 HTTP/1.1" status: 200 len: 267 time: 0.0683901 Jul 24 20:07:24.287397 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-3c9bdc40-6a2d-4650-8874-915fcd2f3519 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (806ed55a-4986-42a9-a890-0cf0a7317400), after_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:07:24.366718 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9bdc40-6a2d-4650-8874-915fcd2f3519 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=806ed55a-4986-42a9-a890-0cf0a7317400,revision_number=1']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:07:24.375530 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-3c9bdc40-6a2d-4650-8874-915fcd2f3519 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=c704a9a0605e400f8705c79b1f129119&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5751185 Jul 24 20:07:24.381554 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 36290) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:07:24.424135 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca7f47d-7e66-4369-addc-ff8fee3e4a59 req-5d285eb7-3103-454b-89f6-1c05be563624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:07:24.427644 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-5ca7f47d-7e66-4369-addc-ff8fee3e4a59 req-5d285eb7-3103-454b-89f6-1c05be563624 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=49f6a7894899436d8ce94d9a7500533a&device_id=d5df6d8f-f3f8-46f9-a3dc-b686165759d1 HTTP/1.1" status: 200 len: 1130 time: 0.1318219 Jul 24 20:07:24.463763 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-fbba89ad-5a90-4cee-8ae5-2a9cdfffde76 admin admin] Publish callbacks [] for security_group (806ed55a-4986-42a9-a890-0cf0a7317400), before_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:07:24.493634 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-fbba89ad-5a90-4cee-8ae5-2a9cdfffde76 admin admin] Publish callbacks [] for security_group (806ed55a-4986-42a9-a890-0cf0a7317400), precommit_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:07:24.503136 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30872605-597f-4ec4-b4d7-49b13982bf26 req-f922e0c3-20a8-47f4-9e28-34c1465e2003 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:07:24.504810 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-30872605-597f-4ec4-b4d7-49b13982bf26 req-f922e0c3-20a8-47f4-9e28-34c1465e2003 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] 10.222.0.17 "GET /v2.0/networks?id=f72988cc-9fd0-426e-8ec1-94766c43bdf7 HTTP/1.1" status: 200 len: 810 time: 0.2287078 Jul 24 20:07:24.517859 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d662adb9-def1-4189-9d87-58764958239c req-786183fc-3eb1-4683-a15c-cf3ce8c234bb tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:07:24.519478 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-d662adb9-def1-4189-9d87-58764958239c req-786183fc-3eb1-4683-a15c-cf3ce8c234bb tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/ports?device_id=d5df6d8f-f3f8-46f9-a3dc-b686165759d1 HTTP/1.1" status: 200 len: 946 time: 0.0746920 Jul 24 20:07:24.531444 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-30872605-597f-4ec4-b4d7-49b13982bf26 req-9c909a47-e0b8-470f-b2d2-5a23803ede22 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] 10.222.0.17 "GET /v2.0/quotas/757b69afcbc64d9a853a7ae1f7dc3307 HTTP/1.1" status: 200 len: 375 time: 0.0109017 Jul 24 20:07:24.603875 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:DELETE=3,neutron:SELECT=97 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:07:24.622197 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-30872605-597f-4ec4-b4d7-49b13982bf26 req-81c8db04-2d40-44c8-af50-4d9803fc330a tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=757b69afcbc64d9a853a7ae1f7dc3307&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0744250 Jul 24 20:07:24.631347 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-d662adb9-def1-4189-9d87-58764958239c req-e037f569-131a-4d2d-b653-5cc715c73e45 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/security-groups?id=127ff494-6d09-4ff6-9b8b-b1a80f4fa86b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989444 Jul 24 20:07:24.719041 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-fbba89ad-5a90-4cee-8ae5-2a9cdfffde76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (806ed55a-4986-42a9-a890-0cf0a7317400), after_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:07:24.724043 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-fbba89ad-5a90-4cee-8ae5-2a9cdfffde76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:07:24.726353 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-fbba89ad-5a90-4cee-8ae5-2a9cdfffde76 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/806ed55a-4986-42a9-a890-0cf0a7317400 HTTP/1.1" status: 204 len: 168 time: 0.3429348 Jul 24 20:07:24.741130 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbba89ad-5a90-4cee-8ae5-2a9cdfffde76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=806ed55a-4986-42a9-a890-0cf0a7317400,revision_number=None']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:07:24.770104 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4d2a8e-bc60-495b-8672-bf3f6051ed7f req-b02692ed-71c9-4da1-b94e-3935215c8262 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:07:24.777229 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-fd4d2a8e-bc60-495b-8672-bf3f6051ed7f req-b02692ed-71c9-4da1-b94e-3935215c8262 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.17 "GET /v2.0/ports?device_id=9cda5dd9-6cdc-4d67-83b0-646e41c299de HTTP/1.1" status: 200 len: 945 time: 0.0777535 Jul 24 20:07:24.889918 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-fd4d2a8e-bc60-495b-8672-bf3f6051ed7f req-895f66ca-6a9d-4f06-b8df-80246b8b4aae tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.17 "GET /v2.0/security-groups?id=ff9ae7fc-996f-45d5-8608-b489a4ed3d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1117661 Jul 24 20:07:24.926385 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-30872605-597f-4ec4-b4d7-49b13982bf26 req-e838cf49-adbe-439d-993a-5427f923e233 service neutron] 10.222.0.17 "GET /v2.0/networks/f72988cc-9fd0-426e-8ec1-94766c43bdf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2831526 Jul 24 20:07:25.036435 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-30872605-597f-4ec4-b4d7-49b13982bf26 req-9511429e-60b2-4cf6-959a-9f821721abef service neutron] 10.222.0.17 "GET /v2.0/networks/f72988cc-9fd0-426e-8ec1-94766c43bdf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004105 Jul 24 20:07:25.571810 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 36304) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:07:25.587418 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-06e78a1b-2caa-457f-8a3f-ed7dc8fda3f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:07:25.660075 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:07:25.660827 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=75,neutron:INSERT=17,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:07:25.701535 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-06e78a1b-2caa-457f-8a3f-ed7dc8fda3f6 admin admin] Publish callbacks [] for security_group (1bb5d784-dcfd-435b-9693-6ecebb9a359a), precommit_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:07:25.719090 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=100 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:07:25.764142 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-06e78a1b-2caa-457f-8a3f-ed7dc8fda3f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (1bb5d784-dcfd-435b-9693-6ecebb9a359a), after_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:07:25.823980 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e78a1b-2caa-457f-8a3f-ed7dc8fda3f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bb5d784-dcfd-435b-9693-6ecebb9a359a,revision_number=1']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:07:25.848665 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-06e78a1b-2caa-457f-8a3f-ed7dc8fda3f6 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=abbc5ee3b50145b4acec6ef28902e5f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2739639 Jul 24 20:07:25.851290 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 36314) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:07:25.862502 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-8a855040-2d8f-49cb-a501-3de4352ce987 req-1789a03f-003c-45a8-a449-fa196c4ffdab tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] 10.222.0.17 "GET /v2.0/ports?device_id=e52261d6-e043-41d4-b4b8-370d3462d26e HTTP/1.1" status: 200 len: 210 time: 0.1409278 Jul 24 20:07:25.927675 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438c4176-0197-456b-843c-2348beb17fb6 req-0d806325-5c0f-4c9b-b1f9-cca5b4555da9 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:07:25.930217 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-438c4176-0197-456b-843c-2348beb17fb6 req-0d806325-5c0f-4c9b-b1f9-cca5b4555da9 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/ports?device_id=d5df6d8f-f3f8-46f9-a3dc-b686165759d1 HTTP/1.1" status: 200 len: 946 time: 0.1222916 Jul 24 20:07:25.935481 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca7f47d-7e66-4369-addc-ff8fee3e4a59 req-6120b7f5-8b76-4d6f-ac9d-6f22cda22c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:07:25.937148 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-5ca7f47d-7e66-4369-addc-ff8fee3e4a59 req-6120b7f5-8b76-4d6f-ac9d-6f22cda22c8e service neutron] 10.222.0.42 "GET /v2.0/networks?id=b3fd2ef6-6f8c-45f9-a0a9-81c377b08f7e HTTP/1.1" status: 200 len: 917 time: 0.3013465 Jul 24 20:07:25.973778 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-605af838-23e2-494e-bada-4e84d6b3412e admin admin] Publish callbacks [] for security_group (1bb5d784-dcfd-435b-9693-6ecebb9a359a), before_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:07:26.022267 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-605af838-23e2-494e-bada-4e84d6b3412e admin admin] Publish callbacks [] for security_group (1bb5d784-dcfd-435b-9693-6ecebb9a359a), precommit_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:07:26.161139 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf240cc-6eb3-4391-b288-6ad20817c698 req-596c990a-78f6-4943-a9a9-9f7bb5f4f17b tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:07:26.163627 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-ecf240cc-6eb3-4391-b288-6ad20817c698 req-596c990a-78f6-4943-a9a9-9f7bb5f4f17b tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.42 "GET /v2.0/ports?device_id=9cda5dd9-6cdc-4d67-83b0-646e41c299de HTTP/1.1" status: 200 len: 945 time: 0.2137742 Jul 24 20:07:26.196836 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-438c4176-0197-456b-843c-2348beb17fb6 req-45472459-6abe-4da7-86a0-252b1c34da51 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/security-groups?id=127ff494-6d09-4ff6-9b8b-b1a80f4fa86b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2564092 Jul 24 20:07:26.205816 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-5ca7f47d-7e66-4369-addc-ff8fee3e4a59 req-2db73592-d2ff-4f68-8499-951f3222519e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=82dca016-61b7-4adb-b703-63f3f473c99f HTTP/1.1" status: 200 len: 1001 time: 0.2575572 Jul 24 20:07:26.207111 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-605af838-23e2-494e-bada-4e84d6b3412e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (1bb5d784-dcfd-435b-9693-6ecebb9a359a), after_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:07:26.222914 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-605af838-23e2-494e-bada-4e84d6b3412e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:07:26.222914 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-605af838-23e2-494e-bada-4e84d6b3412e admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/1bb5d784-dcfd-435b-9693-6ecebb9a359a HTTP/1.1" status: 204 len: 168 time: 0.3596346 Jul 24 20:07:26.226101 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605af838-23e2-494e-bada-4e84d6b3412e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bb5d784-dcfd-435b-9693-6ecebb9a359a,revision_number=None']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:07:26.275416 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ac15e2-8e53-427c-b7a3-030ef315b8bf req-81f44249-7120-4022-b32e-9bf090693ef5 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:07:26.278331 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-a7ac15e2-8e53-427c-b7a3-030ef315b8bf req-81f44249-7120-4022-b32e-9bf090693ef5 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.17 "GET /v2.0/ports?device_id=9cda5dd9-6cdc-4d67-83b0-646e41c299de HTTP/1.1" status: 200 len: 945 time: 0.2397006 Jul 24 20:07:26.461699 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca7f47d-7e66-4369-addc-ff8fee3e4a59 req-e2098ec2-cf37-4177-9090-6bd20973b2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:07:26.463182 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-5ca7f47d-7e66-4369-addc-ff8fee3e4a59 req-e2098ec2-cf37-4177-9090-6bd20973b2c4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9f1a76ef-9ecc-40f5-8dc9-5b3ae75ee961 HTTP/1.1" status: 200 len: 855 time: 0.2154109 Jul 24 20:07:26.486553 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.plugin [req-ecf240cc-6eb3-4391-b288-6ad20817c698 req-1c9e652f-6a0e-47ec-bed5-a3009e658423 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Deleting port 4c4a731b-8c23-481b-afbc-71fb7c5549c1 {{(pid=110843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 24 20:07:26.486945 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-ecf240cc-6eb3-4391-b288-6ad20817c698 req-1c9e652f-6a0e-47ec-bed5-a3009e658423 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731445580472'] for port (4c4a731b-8c23-481b-afbc-71fb7c5549c1), before_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:07:26.495674 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-a7ac15e2-8e53-427c-b7a3-030ef315b8bf req-1e0bcebf-8b07-413e-b6ab-afd4823e83f5 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.17 "GET /v2.0/security-groups?id=ff9ae7fc-996f-45d5-8608-b489a4ed3d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1762161 Jul 24 20:07:26.581346 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca7f47d-7e66-4369-addc-ff8fee3e4a59 req-56c23640-c615-44c4-8c07-3fdf5e1a6804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:07:26.582957 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-5ca7f47d-7e66-4369-addc-ff8fee3e4a59 req-56c23640-c615-44c4-8c07-3fdf5e1a6804 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b3fd2ef6-6f8c-45f9-a0a9-81c377b08f7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1061735 Jul 24 20:07:26.684114 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.db [req-ecf240cc-6eb3-4391-b288-6ad20817c698 req-1c9e652f-6a0e-47ec-bed5-a3009e658423 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] For port 4c4a731b-8c23-481b-afbc-71fb7c5549c1, host hv-cinder-85044, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85044',level=0,port_id=4c4a731b-8c23-481b-afbc-71fb7c5549c1,segment=NetworkSegment(78737f80-9c2d-440f-8dc6-3a8965544158),segment_id=78737f80-9c2d-440f-8dc6-3a8965544158)] {{(pid=110843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 20:07:26.684482 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-ecf240cc-6eb3-4391-b288-6ad20817c698 req-1c9e652f-6a0e-47ec-bed5-a3009e658423 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458432'] for port (4c4a731b-8c23-481b-afbc-71fb7c5549c1), precommit_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:07:26.775317 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-5ca7f47d-7e66-4369-addc-ff8fee3e4a59 req-6e4a552f-a45a-4637-872b-ac6e865990df service neutron] 10.222.0.42 "GET /v2.0/networks/b3fd2ef6-6f8c-45f9-a0a9-81c377b08f7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833637 Jul 24 20:07:26.841392 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=100 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:07:26.973257 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=100 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:07:26.982227 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-5ca7f47d-7e66-4369-addc-ff8fee3e4a59 req-7f0e31a1-d4b0-4025-b19d-3cd5d4fa33d8 service neutron] 10.222.0.42 "GET /v2.0/networks/b3fd2ef6-6f8c-45f9-a0a9-81c377b08f7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998353 Jul 24 20:07:27.013147 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-ecf240cc-6eb3-4391-b288-6ad20817c698 req-1c9e652f-6a0e-47ec-bed5-a3009e658423 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:07:27.013547 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-ecf240cc-6eb3-4391-b288-6ad20817c698 req-1c9e652f-6a0e-47ec-bed5-a3009e658423 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-452544'] for floatingip (b2f971ca-d32b-411b-ac2b-17f3b9473ae6), after_update {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:07:27.014233 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.db.l3_db [req-ecf240cc-6eb3-4391-b288-6ad20817c698 req-1c9e652f-6a0e-47ec-bed5-a3009e658423 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Floating IP b2f971ca-d32b-411b-ac2b-17f3b9473ae6 disassociated. External IP: 172.27.3.226, port: 4c4a731b-8c23-481b-afbc-71fb7c5549c1. Jul 24 20:07:27.014618 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.plugin [req-ecf240cc-6eb3-4391-b288-6ad20817c698 req-1c9e652f-6a0e-47ec-bed5-a3009e658423 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Calling delete_port for 4c4a731b-8c23-481b-afbc-71fb7c5549c1 owned by compute:nova {{(pid=110843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 24 20:07:27.100615 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-8c8f4cfe-f218-4429-a67d-e70e72645de2 req-5e4af128-606b-4584-8d50-d97353b5714f tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] 10.222.0.17 "GET /v2.0/ports?device_id=e52261d6-e043-41d4-b4b8-370d3462d26e HTTP/1.1" status: 200 len: 210 time: 0.0828662 Jul 24 20:07:27.366020 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c01c8b-fbd0-4be6-906e-0f472faff376 req-766514c3-bc2b-41a6-80f4-927656b649fa tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:07:27.367637 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-30c01c8b-fbd0-4be6-906e-0f472faff376 req-766514c3-bc2b-41a6-80f4-927656b649fa tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/ports?device_id=d5df6d8f-f3f8-46f9-a3dc-b686165759d1 HTTP/1.1" status: 200 len: 946 time: 0.0660367 Jul 24 20:07:27.372725 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-ecf240cc-6eb3-4391-b288-6ad20817c698 req-1c9e652f-6a0e-47ec-bed5-a3009e658423 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731445585704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731445223415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2610928'] for port (4c4a731b-8c23-481b-afbc-71fb7c5549c1), after_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:07:27.410175 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9e652f-6a0e-47ec-bed5-a3009e658423 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Pushing event deleted for resources: {'Port': ['ID=4c4a731b-8c23-481b-afbc-71fb7c5549c1,revision_number=None']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:07:27.545044 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-30c01c8b-fbd0-4be6-906e-0f472faff376 req-0681df3a-53e1-4414-874c-f0380a881d0c tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/security-groups?id=127ff494-6d09-4ff6-9b8b-b1a80f4fa86b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1664779 Jul 24 20:07:27.621815 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ecf240cc-6eb3-4391-b288-6ad20817c698 req-1c9e652f-6a0e-47ec-bed5-a3009e658423 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Router 47e81123-031d-44ab-8cc7-b1e59e57cd0c has already been hosted by L3 agent 408021b7-d46b-48c2-9f75-8a8023f9145c {{(pid=110843) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 24 20:07:27.651210 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-4ab6d351-ff27-4e88-a66d-c9759b8dd86c req-4b6c9e9a-00c2-4aa1-be20-85d9e84c6094 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.17 "GET /v2.0/ports?device_id=9cda5dd9-6cdc-4d67-83b0-646e41c299de HTTP/1.1" status: 200 len: 210 time: 0.0322940 Jul 24 20:07:27.785873 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ecf240cc-6eb3-4391-b288-6ad20817c698 req-1c9e652f-6a0e-47ec-bed5-a3009e658423 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Notify agent at l3_agent.dv-cinder-850449-2-iscsi the message routers_updated {{(pid=110843) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 20:07:27.802661 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb774d42-0b43-4038-ad53-123224f8373f None None] Sync routers for ids ['47e81123-031d-44ab-8cc7-b1e59e57cd0c'] in dv-cinder-850449-2-iscsi {{(pid=110844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 20:07:27.824387 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb774d42-0b43-4038-ad53-123224f8373f None None] Routers {'47e81123-031d-44ab-8cc7-b1e59e57cd0c'} bound to L3 agent in host dv-cinder-850449-2-iscsi {{(pid=110844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 20:07:27.825219 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_hamode_db [None req-cb774d42-0b43-4038-ad53-123224f8373f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-24T19:52:06Z,description=,heartbeat_timestamp=2022-07-24T20:07:06Z,host='dv-cinder-850449-2-iscsi',id=408021b7-d46b-48c2-9f75-8a8023f9145c,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T19:52:06Z,topic='l3_agent')) {'router_ids': ['47e81123-031d-44ab-8cc7-b1e59e57cd0c'], 'active': True} {{(pid=110844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:07:27.847105 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecf240cc-6eb3-4391-b288-6ad20817c698 req-1c9e652f-6a0e-47ec-bed5-a3009e658423 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] No DVR routers for this DVR port 4c4a731b-8c23-481b-afbc-71fb7c5549c1 on host hv-cinder-85044 {{(pid=110843) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 24 20:07:27.850010 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-ecf240cc-6eb3-4391-b288-6ad20817c698 req-1c9e652f-6a0e-47ec-bed5-a3009e658423 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1048257'] for port (None), before_response {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:07:27.853791 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-ecf240cc-6eb3-4391-b288-6ad20817c698 req-1c9e652f-6a0e-47ec-bed5-a3009e658423 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.42 "DELETE /v2.0/ports/4c4a731b-8c23-481b-afbc-71fb7c5549c1 HTTP/1.1" status: 204 len: 173 time: 1.6770482 Jul 24 20:07:27.854280 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cda5dd9-6cdc-4d67-83b0-646e41c299de', 'name': 'network-vif-deleted', 'tag': '4c4a731b-8c23-481b-afbc-71fb7c5549c1'}] {{(pid=110843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 24 20:07:27.857653 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa129e2ea71b36189c7354ee4da78dc54b5a7420159cbfa164f6b2678096e4e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80c94a36-fb35-4a1a-b1af-d0909fbb1a5b" -d '{"events": [{"server_uuid": "9cda5dd9-6cdc-4d67-83b0-646e41c299de", "name": "network-vif-deleted", "tag": "4c4a731b-8c23-481b-afbc-71fb7c5549c1"}]}' {{(pid=110843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 20:07:27.915241 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 24 Jul 2022 20:07:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-802a2ff8-1ac0-48af-ba9a-479a4a9196a6 x-openstack-request-id: req-802a2ff8-1ac0-48af-ba9a-479a4a9196a6 {{(pid=110843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 20:07:27.915989 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cda5dd9-6cdc-4d67-83b0-646e41c299de", "name": "network-vif-deleted", "tag": "4c4a731b-8c23-481b-afbc-71fb7c5549c1", "status": "completed", "code": 200}]} {{(pid=110843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 20:07:27.916545 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-802a2ff8-1ac0-48af-ba9a-479a4a9196a6 {{(pid=110843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 20:07:27.918135 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.notifiers.nova [-] Nova event matching ['req-802a2ff8-1ac0-48af-ba9a-479a4a9196a6'] response: {'server_uuid': '9cda5dd9-6cdc-4d67-83b0-646e41c299de', 'name': 'network-vif-deleted', 'tag': '4c4a731b-8c23-481b-afbc-71fb7c5549c1', 'status': 'completed', 'code': 200} Jul 24 20:07:27.962663 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:07:28.003847 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_dvr_db [None req-cb774d42-0b43-4038-ad53-123224f8373f None None] Set router 47e81123-031d-44ab-8cc7-b1e59e57cd0c gateway port host: dv-cinder-850449-2-iscsi {{(pid=110844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 20:07:28.039835 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Device 82dca016-61b7-4adb-b703-63f3f473c99f no longer exists at agent hyperv_hv-cinder-85044 {{(pid=110844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 20:07:28.245778 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-add43910-5d44-4e6d-b4ab-d8277ec08be3 req-cee1d9c4-b6ef-40ef-907b-e5fa3df0d515 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] 10.222.0.17 "GET /v2.0/ports?device_id=e52261d6-e043-41d4-b4b8-370d3462d26e HTTP/1.1" status: 200 len: 210 time: 0.0300012 Jul 24 20:07:28.426009 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Current status of the port 82dca016-61b7-4adb-b703-63f3f473c99f is: ACTIVE; New status is: DOWN {{(pid=110844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 20:07:28.426009 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (82dca016-61b7-4adb-b703-63f3f473c99f), before_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:07:28.515469 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5df6d8f-f3f8-46f9-a3dc-b686165759d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82dca016-61b7-4adb-b703-63f3f473c99f'}] {{(pid=110844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 24 20:07:28.517739 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cb44c1e02bae91b270a0e6cfc836be33c010434f31a7c401440ca7d913440f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48bae987-55eb-4059-a3f8-fab6712c1734" -d '{"events": [{"server_uuid": "d5df6d8f-f3f8-46f9-a3dc-b686165759d1", "name": "network-vif-unplugged", "status": "completed", "tag": "82dca016-61b7-4adb-b703-63f3f473c99f"}]}' {{(pid=110844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 20:07:28.564032 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 24 Jul 2022 20:07:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d2a7b2c-4dec-4324-a101-7110d6f497d0 x-openstack-request-id: req-3d2a7b2c-4dec-4324-a101-7110d6f497d0 {{(pid=110844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 20:07:28.564320 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5df6d8f-f3f8-46f9-a3dc-b686165759d1", "name": "network-vif-unplugged", "status": "completed", "tag": "82dca016-61b7-4adb-b703-63f3f473c99f", "code": 200}]} {{(pid=110844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 20:07:28.564571 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-3d2a7b2c-4dec-4324-a101-7110d6f497d0 {{(pid=110844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 20:07:28.564984 dv-cinder-850449-2-iscsi neutron-server[110844]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d2a7b2c-4dec-4324-a101-7110d6f497d0'] response: {'server_uuid': 'd5df6d8f-f3f8-46f9-a3dc-b686165759d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82dca016-61b7-4adb-b703-63f3f473c99f', 'code': 200} Jul 24 20:07:28.578410 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] For port 82dca016-61b7-4adb-b703-63f3f473c99f, host hv-cinder-85044, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85044',level=0,port_id=82dca016-61b7-4adb-b703-63f3f473c99f,segment=NetworkSegment(e9fdb9ec-6b6e-4383-ae6e-075d3eed2f20),segment_id=e9fdb9ec-6b6e-4383-ae6e-075d3eed2f20)] {{(pid=110844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 20:07:28.586957 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_hamode_db [None req-cb774d42-0b43-4038-ad53-123224f8373f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47e81123-031d-44ab-8cc7-b1e59e57cd0c', 'name': 'tempest-AttachVolumeNegativeTest-1190663108-router', 'tenant_id': 'dcc8f2e8d4e64866a624dcd6d1de5d81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'external_fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': 'e4a96822-ce99-4391-bf07-e617c74eb382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T20:02:39Z', 'updated_at': '2022-07-24T20:02:45Z', 'revision_number': 4, 'project_id': 'dcc8f2e8d4e64866a624dcd6d1de5d81', 'gw_port': {'id': 'e4a96822-ce99-4391-bf07-e617c74eb382', 'name': '', 'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:64:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e81123-031d-44ab-8cc7-b1e59e57cd0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:02:40Z', 'updated_at': '2022-07-24T20:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99a0caa3-3fb5-4860-826f-478186226de3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850449-2-iscsi', '_interfaces': [{'id': '1a915ddb-b03f-445f-850a-6252c5f8b719', 'name': '', 'network_id': '9568b641-7783-426b-8ad0-3ac71fba0922', 'tenant_id': 'dcc8f2e8d4e64866a624dcd6d1de5d81', 'mac_address': 'fa:16:3e:1a:0c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e81123-031d-44ab-8cc7-b1e59e57cd0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'cce9884f-3061-48ee-abb3-8ca2a1e54559', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:02:43Z', 'updated_at': '2022-07-24T20:02:53Z', 'revision_number': 5, 'project_id': 'dcc8f2e8d4e64866a624dcd6d1de5d81', 'subnets': [{'id': 'cce9884f-3061-48ee-abb3-8ca2a1e54559', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850449-2-iscsi', False) {} {{(pid=110844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:07:28.622544 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb774d42-0b43-4038-ad53-123224f8373f None None] Checking router: 47e81123-031d-44ab-8cc7-b1e59e57cd0c for host: dv-cinder-850449-2-iscsi {{(pid=110844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 20:07:28.653157 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb774d42-0b43-4038-ad53-123224f8373f None None] Routers {'47e81123-031d-44ab-8cc7-b1e59e57cd0c'} bound to L3 agent in host dv-cinder-850449-2-iscsi {{(pid=110844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 20:07:28.655978 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_hamode_db [None req-cb774d42-0b43-4038-ad53-123224f8373f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-24T19:52:06Z,description=,heartbeat_timestamp=2022-07-24T20:07:06Z,host='dv-cinder-850449-2-iscsi',id=408021b7-d46b-48c2-9f75-8a8023f9145c,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T19:52:06Z,topic='l3_agent')) {'router_ids': ['47e81123-031d-44ab-8cc7-b1e59e57cd0c'], 'active': True} {{(pid=110844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:07:28.697259 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958'] for port (82dca016-61b7-4adb-b703-63f3f473c99f), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:07:28.698896 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Device 4c4a731b-8c23-481b-afbc-71fb7c5549c1 no longer exists at agent hyperv_hv-cinder-85044 {{(pid=110844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 20:07:28.733239 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19341115-33be-485b-b75e-b8baf7f6a57b req-fdf7396e-df86-4aac-8015-ef960a2e6cf3 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:07:28.735207 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-19341115-33be-485b-b75e-b8baf7f6a57b req-fdf7396e-df86-4aac-8015-ef960a2e6cf3 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/ports?device_id=d5df6d8f-f3f8-46f9-a3dc-b686165759d1 HTTP/1.1" status: 200 len: 946 time: 0.0731664 Jul 24 20:07:28.743643 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] No Port match for: 4c4a731b-8c23-481b-afbc-71fb7c5549c1 {{(pid=110844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 24 20:07:28.743994 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Device 4c4a731b-8c23-481b-afbc-71fb7c5549c1 not bound to the agent host hv-cinder-85044 {{(pid=110844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 20:07:28.838241 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Pushing event updated for resources: {'Port': ['ID=82dca016-61b7-4adb-b703-63f3f473c99f,revision_number=8']} {{(pid=110844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:07:28.871667 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:07:28.882769 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_dvr_db [None req-cb774d42-0b43-4038-ad53-123224f8373f None None] Set router 47e81123-031d-44ab-8cc7-b1e59e57cd0c gateway port host: dv-cinder-850449-2-iscsi {{(pid=110844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 20:07:28.896905 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-2cb50712-c7ce-43e3-90d9-f7bb34927a65 req-4d70d4c2-ebc7-46e1-94ce-70daf9f5e88b tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.17 "GET /v2.0/ports?device_id=9cda5dd9-6cdc-4d67-83b0-646e41c299de HTTP/1.1" status: 200 len: 210 time: 0.0442746 Jul 24 20:07:28.909359 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-19341115-33be-485b-b75e-b8baf7f6a57b req-02a72c1e-17d0-4fa2-886d-6237f5b138fe tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/security-groups?id=127ff494-6d09-4ff6-9b8b-b1a80f4fa86b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1644979 Jul 24 20:07:29.159359 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_hamode_db [None req-cb774d42-0b43-4038-ad53-123224f8373f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47e81123-031d-44ab-8cc7-b1e59e57cd0c', 'name': 'tempest-AttachVolumeNegativeTest-1190663108-router', 'tenant_id': 'dcc8f2e8d4e64866a624dcd6d1de5d81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'external_fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': 'e4a96822-ce99-4391-bf07-e617c74eb382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T20:02:39Z', 'updated_at': '2022-07-24T20:02:45Z', 'revision_number': 4, 'project_id': 'dcc8f2e8d4e64866a624dcd6d1de5d81', 'gw_port': {'id': 'e4a96822-ce99-4391-bf07-e617c74eb382', 'name': '', 'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:64:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e81123-031d-44ab-8cc7-b1e59e57cd0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:02:40Z', 'updated_at': '2022-07-24T20:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99a0caa3-3fb5-4860-826f-478186226de3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850449-2-iscsi', '_interfaces': [{'id': '1a915ddb-b03f-445f-850a-6252c5f8b719', 'name': '', 'network_id': '9568b641-7783-426b-8ad0-3ac71fba0922', 'tenant_id': 'dcc8f2e8d4e64866a624dcd6d1de5d81', 'mac_address': 'fa:16:3e:1a:0c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e81123-031d-44ab-8cc7-b1e59e57cd0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'cce9884f-3061-48ee-abb3-8ca2a1e54559', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:02:43Z', 'updated_at': '2022-07-24T20:02:53Z', 'revision_number': 5, 'project_id': 'dcc8f2e8d4e64866a624dcd6d1de5d81', 'subnets': [{'id': 'cce9884f-3061-48ee-abb3-8ca2a1e54559', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850449-2-iscsi', False) {} {{(pid=110844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:07:29.190209 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb774d42-0b43-4038-ad53-123224f8373f None None] The sync data for ids ['47e81123-031d-44ab-8cc7-b1e59e57cd0c'] in dv-cinder-850449-2-iscsi is: [{'id': '47e81123-031d-44ab-8cc7-b1e59e57cd0c', 'name': 'tempest-AttachVolumeNegativeTest-1190663108-router', 'tenant_id': 'dcc8f2e8d4e64866a624dcd6d1de5d81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'external_fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': 'e4a96822-ce99-4391-bf07-e617c74eb382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T20:02:39Z', 'updated_at': '2022-07-24T20:02:45Z', 'revision_number': 4, 'project_id': 'dcc8f2e8d4e64866a624dcd6d1de5d81', 'gw_port': {'id': 'e4a96822-ce99-4391-bf07-e617c74eb382', 'name': '', 'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:64:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e81123-031d-44ab-8cc7-b1e59e57cd0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:02:40Z', 'updated_at': '2022-07-24T20:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99a0caa3-3fb5-4860-826f-478186226de3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850449-2-iscsi', '_interfaces': [{'id': '1a915ddb-b03f-445f-850a-6252c5f8b719', 'name': '', 'network_id': '9568b641-7783-426b-8ad0-3ac71fba0922', 'tenant_id': 'dcc8f2e8d4e64866a624dcd6d1de5d81', 'mac_address': 'fa:16:3e:1a:0c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e81123-031d-44ab-8cc7-b1e59e57cd0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'cce9884f-3061-48ee-abb3-8ca2a1e54559', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:02:43Z', 'updated_at': '2022-07-24T20:02:53Z', 'revision_number': 5, 'project_id': 'dcc8f2e8d4e64866a624dcd6d1de5d81', 'subnets': [{'id': 'cce9884f-3061-48ee-abb3-8ca2a1e54559', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 20:07:29.420135 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-db0d3515-225a-4e22-b835-1a46a3a90438 req-89efae75-3d78-4754-a277-8fe6f135187e tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] 10.222.0.17 "GET /v2.0/ports?device_id=e52261d6-e043-41d4-b4b8-370d3462d26e HTTP/1.1" status: 200 len: 210 time: 0.0458179 Jul 24 20:07:29.547016 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd7e45d-60df-4e06-9b7a-36ca198e6bcf None None] New status for floating IP b2f971ca-d32b-411b-ac2b-17f3b9473ae6: DOWN {{(pid=110845) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 24 20:07:30.030874 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-46741565-f1f0-4a3b-b890-58fb23adaa9d req-52ed975a-85c7-4d74-9e3a-cd320beef9e4 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.17 "GET /v2.0/ports?device_id=9cda5dd9-6cdc-4d67-83b0-646e41c299de HTTP/1.1" status: 200 len: 210 time: 0.0374715 Jul 24 20:07:30.068311 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67987f14-9dbc-463e-b5b0-cab642e9fbce req-bc939fc3-f57e-4a41-86df-e03d89a1114e tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:07:30.069904 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-67987f14-9dbc-463e-b5b0-cab642e9fbce req-bc939fc3-f57e-4a41-86df-e03d89a1114e tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/ports?device_id=d5df6d8f-f3f8-46f9-a3dc-b686165759d1 HTTP/1.1" status: 200 len: 944 time: 0.0655956 Jul 24 20:07:30.134254 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-67987f14-9dbc-463e-b5b0-cab642e9fbce req-6752375a-578e-4245-81d3-bc39cb45e480 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/security-groups?id=127ff494-6d09-4ff6-9b8b-b1a80f4fa86b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585918 Jul 24 20:07:30.281053 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:07:30.315530 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30872605-597f-4ec4-b4d7-49b13982bf26 req-5437d28f-5944-40de-b847-917ecdb93039 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:07:30.317089 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-30872605-597f-4ec4-b4d7-49b13982bf26 req-5437d28f-5944-40de-b847-917ecdb93039 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] 10.222.0.42 "GET /v2.0/networks?id=f72988cc-9fd0-426e-8ec1-94766c43bdf7 HTTP/1.1" status: 200 len: 810 time: 0.1218033 Jul 24 20:07:30.357202 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:DELETE=6,neutron:SELECT=94 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:07:30.388752 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-30872605-597f-4ec4-b4d7-49b13982bf26 req-cd414129-034a-487a-864c-b94ebfd14bb7 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=757b69afcbc64d9a853a7ae1f7dc3307 HTTP/1.1" status: 200 len: 380 time: 0.0629008 Jul 24 20:07:30.416143 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.v2.base [req-30872605-597f-4ec4-b4d7-49b13982bf26 req-b2d1ed87-caac-4992-bc7b-2334a042d833 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Request body: {'port': {'device_id': 'e52261d6-e043-41d4-b4b8-370d3462d26e', 'network_id': 'f72988cc-9fd0-426e-8ec1-94766c43bdf7', 'admin_state_up': True, 'tenant_id': '757b69afcbc64d9a853a7ae1f7dc3307', 'security_groups': ['426a98f1-bdae-428a-b03d-426236e01087']}} {{(pid=110843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 20:07:30.617734 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-a13d8ae2-1825-4a79-980e-1125ac38b31a req-19c1cfe2-b53b-4476-8ea6-210950b6f758 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] 10.222.0.17 "GET /v2.0/ports?device_id=e52261d6-e043-41d4-b4b8-370d3462d26e HTTP/1.1" status: 200 len: 210 time: 0.0607824 Jul 24 20:07:30.749278 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30872605-597f-4ec4-b4d7-49b13982bf26 req-b2d1ed87-caac-4992-bc7b-2334a042d833 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Made reservation on behalf of 757b69afcbc64d9a853a7ae1f7dc3307 for: {'port': 1} {{(pid=110843) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 20:07:30.753143 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-30872605-597f-4ec4-b4d7-49b13982bf26 req-b2d1ed87-caac-4992-bc7b-2334a042d833 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (None), before_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:07:30.912389 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.db.db_base_plugin_common [req-30872605-597f-4ec4-b4d7-49b13982bf26 req-b2d1ed87-caac-4992-bc7b-2334a042d833 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Allocated IP 172.20.0.3 (f72988cc-9fd0-426e-8ec1-94766c43bdf7/9fbdff86-24c9-443e-8877-71756a9ade49/96271c9a-9c8d-4422-ae1e-67d9ac2c6ad1) {{(pid=110843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 20:07:31.059247 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:07:31.084122 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-30872605-597f-4ec4-b4d7-49b13982bf26 req-b2d1ed87-caac-4992-bc7b-2334a042d833 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Publish callbacks [] for port (96271c9a-9c8d-4422-ae1e-67d9ac2c6ad1), precommit_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:07:31.234183 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-30872605-597f-4ec4-b4d7-49b13982bf26 req-b2d1ed87-caac-4992-bc7b-2334a042d833 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731445223406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2610928'] for port (96271c9a-9c8d-4422-ae1e-67d9ac2c6ad1), after_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:07:31.245346 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 36428) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:07:31.287417 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30872605-597f-4ec4-b4d7-49b13982bf26 req-b2d1ed87-caac-4992-bc7b-2334a042d833 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Network f72988cc-9fd0-426e-8ec1-94766c43bdf7 is already hosted by enough agents. {{(pid=110843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 20:07:31.291158 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.scheduler.base_scheduler [req-30872605-597f-4ec4-b4d7-49b13982bf26 req-b2d1ed87-caac-4992-bc7b-2334a042d833 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Resources bound (agent type, host, resource id): {{(pid=110843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 20:07:31.297820 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.db.l3_dvrscheduler_db [req-30872605-597f-4ec4-b4d7-49b13982bf26 req-b2d1ed87-caac-4992-bc7b-2334a042d833 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Received port after_create {{(pid=110843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 24 20:07:31.310576 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-a3602566-416d-4f1d-a379-a80a7c56afee tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Publish callbacks [] for security_group (ff9ae7fc-996f-45d5-8608-b489a4ed3d09), before_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:07:31.330848 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d1ed87-caac-4992-bc7b-2334a042d833 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Pushing event updated for resources: {'Port': ['ID=96271c9a-9c8d-4422-ae1e-67d9ac2c6ad1,revision_number=1']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:07:31.343317 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-a3602566-416d-4f1d-a379-a80a7c56afee tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Publish callbacks [] for security_group (ff9ae7fc-996f-45d5-8608-b489a4ed3d09), precommit_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:07:31.357197 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30872605-597f-4ec4-b4d7-49b13982bf26 req-b2d1ed87-caac-4992-bc7b-2334a042d833 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:07:31.357709 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-30872605-597f-4ec4-b4d7-49b13982bf26 req-b2d1ed87-caac-4992-bc7b-2334a042d833 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1048257'] for port (None), before_response {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:07:31.513048 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-a3602566-416d-4f1d-a379-a80a7c56afee tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (ff9ae7fc-996f-45d5-8608-b489a4ed3d09), after_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:07:31.515942 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-a3602566-416d-4f1d-a379-a80a7c56afee tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Publish callbacks [] for security_group (None), before_response {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:07:31.517242 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-a3602566-416d-4f1d-a379-a80a7c56afee tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.17 "DELETE /v2.0/security-groups/ff9ae7fc-996f-45d5-8608-b489a4ed3d09 HTTP/1.1" status: 204 len: 168 time: 0.2708814 Jul 24 20:07:31.524156 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-30872605-597f-4ec4-b4d7-49b13982bf26 req-b2d1ed87-caac-4992-bc7b-2334a042d833 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1154222 Jul 24 20:07:31.527002 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [-] (110843) accepted ('10.222.0.17', 36430) {{(pid=110843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:07:31.533331 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3602566-416d-4f1d-a379-a80a7c56afee tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff9ae7fc-996f-45d5-8608-b489a4ed3d09,revision_number=None']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:07:31.542821 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.api.v2.resource [None req-fea6725e-f29b-43d0-b55a-9cfd00899d01 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] show failed (client error): The resource could not be found. Jul 24 20:07:31.546718 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [None req-fea6725e-f29b-43d0-b55a-9cfd00899d01 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.17 "GET /v2.0/security-groups/ff9ae7fc-996f-45d5-8608-b489a4ed3d09 HTTP/1.1" status: 404 len: 347 time: 0.0182617 Jul 24 20:07:31.548348 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.v2.base [req-30872605-597f-4ec4-b4d7-49b13982bf26 req-3120cd3c-7bd7-4632-aa4c-fc9b94643cca service neutron] Request body: {'port': {'device_id': 'e52261d6-e043-41d4-b4b8-370d3462d26e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85044'}} {{(pid=110843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 20:07:31.550939 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [-] (110843) accepted ('10.222.0.17', 36432) {{(pid=110843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:07:31.607987 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-2d3b5082-8c3d-4455-8668-309980943818 None None] Provisioning complete for port 96271c9a-9c8d-4422-ae1e-67d9ac2c6ad1 triggered by entity DHCP. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 20:07:31.609648 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-2d3b5082-8c3d-4455-8668-309980943818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812910'] for port (96271c9a-9c8d-4422-ae1e-67d9ac2c6ad1), provisioning_complete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:07:31.667579 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:07:31.686268 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-2d3b5082-8c3d-4455-8668-309980943818 None None] Port 96271c9a-9c8d-4422-ae1e-67d9ac2c6ad1 cannot update to ACTIVE because it is not bound. {{(pid=110844) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 24 20:07:31.749661 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 36440) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:07:31.946612 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-a0dcfae8-6a25-40c2-80c6-2eda5113b3d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:07:32.028047 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0b5d38-15ab-4fc8-8a04-440e027cdfa6 req-3eb126ad-d445-45c5-b855-d961c7b65dfc tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:07:32.029939 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-ec0b5d38-15ab-4fc8-8a04-440e027cdfa6 req-3eb126ad-d445-45c5-b855-d961c7b65dfc tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] 10.222.0.17 "GET /v2.0/ports?device_id=e52261d6-e043-41d4-b4b8-370d3462d26e HTTP/1.1" status: 200 len: 931 time: 0.1528583 Jul 24 20:07:32.042596 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-30872605-597f-4ec4-b4d7-49b13982bf26 req-3120cd3c-7bd7-4632-aa4c-fc9b94643cca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (96271c9a-9c8d-4422-ae1e-67d9ac2c6ad1), before_update {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:07:32.046121 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.plugin [None req-ab9bf292-0e3c-4096-b196-9dbff1318627 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Deleting port f53d4963-3907-45a2-9ee1-a47609594a55 {{(pid=110843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 24 20:07:32.046456 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-ab9bf292-0e3c-4096-b196-9dbff1318627 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731445580472'] for port (f53d4963-3907-45a2-9ee1-a47609594a55), before_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:07:32.051489 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Device 82dca016-61b7-4adb-b703-63f3f473c99f no longer exists at agent hyperv_hv-cinder-85044 {{(pid=110844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 20:07:32.074644 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:07:32.125007 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-a0dcfae8-6a25-40c2-80c6-2eda5113b3d6 admin admin] Publish callbacks [] for security_group (67fdadac-eaba-425f-b0b3-1f9f95b3c149), precommit_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:07:32.140016 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Current status of the port 82dca016-61b7-4adb-b703-63f3f473c99f is: DOWN; New status is: DOWN {{(pid=110844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 20:07:32.220901 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-ec0b5d38-15ab-4fc8-8a04-440e027cdfa6 req-1364dea6-634c-4bcf-a17b-776a8f35917e tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] 10.222.0.17 "GET /v2.0/security-groups?id=426a98f1-bdae-428a-b03d-426236e01087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1758494 Jul 24 20:07:32.242810 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-a0dcfae8-6a25-40c2-80c6-2eda5113b3d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (67fdadac-eaba-425f-b0b3-1f9f95b3c149), after_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:07:32.283291 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-a0dcfae8-6a25-40c2-80c6-2eda5113b3d6 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=583b755ee44648ecbe1284a7c153a17d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5308738 Jul 24 20:07:32.284270 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dcfae8-6a25-40c2-80c6-2eda5113b3d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67fdadac-eaba-425f-b0b3-1f9f95b3c149,revision_number=1']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:07:32.287449 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [-] (110843) accepted ('10.222.0.17', 36450) {{(pid=110843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:07:32.297968 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-ab9bf292-0e3c-4096-b196-9dbff1318627 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458432'] for port (f53d4963-3907-45a2-9ee1-a47609594a55), precommit_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:07:32.298299 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-ab9bf292-0e3c-4096-b196-9dbff1318627 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Publish callbacks [] for floatingip (f53d4963-3907-45a2-9ee1-a47609594a55), precommit_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:07:32.347329 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.plugin [None req-ab9bf292-0e3c-4096-b196-9dbff1318627 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Calling delete_port for f53d4963-3907-45a2-9ee1-a47609594a55 owned by network:floatingip {{(pid=110843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 24 20:07:32.506399 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-58a645f5-cfe8-459c-ab40-962c51e73114 admin admin] Publish callbacks [] for security_group (67fdadac-eaba-425f-b0b3-1f9f95b3c149), before_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:07:32.507741 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:07:32.564478 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-58a645f5-cfe8-459c-ab40-962c51e73114 admin admin] Publish callbacks [] for security_group (67fdadac-eaba-425f-b0b3-1f9f95b3c149), precommit_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:07:32.661967 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.notifiers.nova [req-30872605-597f-4ec4-b4d7-49b13982bf26 req-3120cd3c-7bd7-4632-aa4c-fc9b94643cca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96271c9a-9c8d-4422-ae1e-67d9ac2c6ad1 {{(pid=110843) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 24 20:07:32.692273 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-30872605-597f-4ec4-b4d7-49b13982bf26 req-3120cd3c-7bd7-4632-aa4c-fc9b94643cca service neutron] Publish callbacks [] for port (96271c9a-9c8d-4422-ae1e-67d9ac2c6ad1), precommit_update {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:07:32.789617 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-58a645f5-cfe8-459c-ab40-962c51e73114 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (67fdadac-eaba-425f-b0b3-1f9f95b3c149), after_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:07:32.794542 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-58a645f5-cfe8-459c-ab40-962c51e73114 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:07:32.799820 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [None req-58a645f5-cfe8-459c-ab40-962c51e73114 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/67fdadac-eaba-425f-b0b3-1f9f95b3c149 HTTP/1.1" status: 204 len: 168 time: 0.5078747 Jul 24 20:07:32.808212 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a645f5-cfe8-459c-ab40-962c51e73114 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67fdadac-eaba-425f-b0b3-1f9f95b3c149,revision_number=None']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:07:32.833442 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.db.provisioning_blocks [req-30872605-597f-4ec4-b4d7-49b13982bf26 req-3120cd3c-7bd7-4632-aa4c-fc9b94643cca service neutron] Transition to ACTIVE for port object 96271c9a-9c8d-4422-ae1e-67d9ac2c6ad1 will not be triggered until provisioned by entity L2. {{(pid=110843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 24 20:07:32.836694 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-ab9bf292-0e3c-4096-b196-9dbff1318627 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731445585704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731445223415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2610928'] for port (f53d4963-3907-45a2-9ee1-a47609594a55), after_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:07:32.894236 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [req-58a3d17d-2798-4702-a6d2-0edffdfe2b3c req-a734c63c-4df7-47ca-acd0-6a4aa2cb60b4 service neutron] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=110843) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 24 20:07:32.895704 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-58a3d17d-2798-4702-a6d2-0edffdfe2b3c req-a734c63c-4df7-47ca-acd0-6a4aa2cb60b4 service neutron] 10.222.0.17 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0111785 Jul 24 20:07:32.897133 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9bf292-0e3c-4096-b196-9dbff1318627 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Pushing event deleted for resources: {'Port': ['ID=f53d4963-3907-45a2-9ee1-a47609594a55,revision_number=None']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:07:32.976714 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-30872605-597f-4ec4-b4d7-49b13982bf26 req-3120cd3c-7bd7-4632-aa4c-fc9b94643cca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2610891'] for port (96271c9a-9c8d-4422-ae1e-67d9ac2c6ad1), after_update {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:07:33.077900 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-ab9bf292-0e3c-4096-b196-9dbff1318627 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Publish callbacks [] for floatingip (b2f971ca-d32b-411b-ac2b-17f3b9473ae6), after_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:07:33.080736 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-ab9bf292-0e3c-4096-b196-9dbff1318627 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1048257'] for floatingip (None), before_response {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:07:33.082280 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [None req-ab9bf292-0e3c-4096-b196-9dbff1318627 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.17 "DELETE /v2.0/floatingips/b2f971ca-d32b-411b-ac2b-17f3b9473ae6 HTTP/1.1" status: 204 len: 168 time: 1.5293605 Jul 24 20:07:33.083875 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3120cd3c-7bd7-4632-aa4c-fc9b94643cca service neutron] Pushing event updated for resources: {'Port': ['ID=96271c9a-9c8d-4422-ae1e-67d9ac2c6ad1,revision_number=2']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:07:33.209981 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.managers [req-30872605-597f-4ec4-b4d7-49b13982bf26 req-3120cd3c-7bd7-4632-aa4c-fc9b94643cca service neutron] Attempting to bind port 96271c9a-9c8d-4422-ae1e-67d9ac2c6ad1 on host hv-cinder-85044 for vnic_type normal with profile {{(pid=110843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 24 20:07:33.210637 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.managers [req-30872605-597f-4ec4-b4d7-49b13982bf26 req-3120cd3c-7bd7-4632-aa4c-fc9b94643cca service neutron] Attempting to bind port 96271c9a-9c8d-4422-ae1e-67d9ac2c6ad1 by drivers openvswitch,hyperv on host hv-cinder-85044 at level 0 using segments [{'id': '4bba68c1-4e30-4a75-be7c-266a932629a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'f72988cc-9fd0-426e-8ec1-94766c43bdf7'}] {{(pid=110843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 24 20:07:33.211236 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30872605-597f-4ec4-b4d7-49b13982bf26 req-3120cd3c-7bd7-4632-aa4c-fc9b94643cca service neutron] Attempting to bind port 96271c9a-9c8d-4422-ae1e-67d9ac2c6ad1 on network f72988cc-9fd0-426e-8ec1-94766c43bdf7 {{(pid=110843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 24 20:07:33.219536 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30872605-597f-4ec4-b4d7-49b13982bf26 req-3120cd3c-7bd7-4632-aa4c-fc9b94643cca service neutron] Port 96271c9a-9c8d-4422-ae1e-67d9ac2c6ad1 on network f72988cc-9fd0-426e-8ec1-94766c43bdf7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85044 {{(pid=110843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 24 20:07:33.220043 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30872605-597f-4ec4-b4d7-49b13982bf26 req-3120cd3c-7bd7-4632-aa4c-fc9b94643cca service neutron] Attempting to bind port 96271c9a-9c8d-4422-ae1e-67d9ac2c6ad1 on network f72988cc-9fd0-426e-8ec1-94766c43bdf7 {{(pid=110843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 24 20:07:33.229107 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30872605-597f-4ec4-b4d7-49b13982bf26 req-3120cd3c-7bd7-4632-aa4c-fc9b94643cca service neutron] Checking agent: {'id': '95564131-b678-4db2-a162-51408b2acd55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85044', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 24, 19, 59, 9), 'started_at': datetime.datetime(2022, 7, 24, 19, 59, 9), 'heartbeat_timestamp': datetime.datetime(2022, 7, 24, 20, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 24 20:07:33.229681 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30872605-597f-4ec4-b4d7-49b13982bf26 req-3120cd3c-7bd7-4632-aa4c-fc9b94643cca service neutron] Checking segment: {'id': '4bba68c1-4e30-4a75-be7c-266a932629a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'f72988cc-9fd0-426e-8ec1-94766c43bdf7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 24 20:07:33.230494 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30872605-597f-4ec4-b4d7-49b13982bf26 req-3120cd3c-7bd7-4632-aa4c-fc9b94643cca service neutron] Bound using segment: {'id': '4bba68c1-4e30-4a75-be7c-266a932629a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'f72988cc-9fd0-426e-8ec1-94766c43bdf7'} {{(pid=110843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 24 20:07:33.231264 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.managers [req-30872605-597f-4ec4-b4d7-49b13982bf26 req-3120cd3c-7bd7-4632-aa4c-fc9b94643cca service neutron] Bound port: 96271c9a-9c8d-4422-ae1e-67d9ac2c6ad1, host: hv-cinder-85044, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bba68c1-4e30-4a75-be7c-266a932629a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'f72988cc-9fd0-426e-8ec1-94766c43bdf7'}}] {{(pid=110843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 24 20:07:33.232145 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-30872605-597f-4ec4-b4d7-49b13982bf26 req-3120cd3c-7bd7-4632-aa4c-fc9b94643cca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (96271c9a-9c8d-4422-ae1e-67d9ac2c6ad1), before_update {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:07:33.273217 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 36472) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:07:33.279326 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.v2.base [None req-bdc7fa7f-7c07-48b2-a663-e15039b3337a tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1363123399', 'description': 'tempest-description--1778086299'}} {{(pid=110842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 20:07:33.295468 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:INSERT=5,neutron:SELECT=89,neutron:DELETE=6 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:07:33.348245 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=87,neutron:DELETE=9,neutron:UPDATE=4 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:07:33.356470 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.db [req-30872605-597f-4ec4-b4d7-49b13982bf26 req-3120cd3c-7bd7-4632-aa4c-fc9b94643cca service neutron] For port 96271c9a-9c8d-4422-ae1e-67d9ac2c6ad1, host hv-cinder-85044, cleared binding levels {{(pid=110843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 20:07:33.434023 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.db [req-30872605-597f-4ec4-b4d7-49b13982bf26 req-3120cd3c-7bd7-4632-aa4c-fc9b94643cca service neutron] For port 96271c9a-9c8d-4422-ae1e-67d9ac2c6ad1, host hv-cinder-85044, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85044',level=0,port_id=96271c9a-9c8d-4422-ae1e-67d9ac2c6ad1,segment=NetworkSegment(4bba68c1-4e30-4a75-be7c-266a932629a9),segment_id=4bba68c1-4e30-4a75-be7c-266a932629a9)] {{(pid=110843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 20:07:33.434947 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-bdc7fa7f-7c07-48b2-a663-e15039b3337a tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Publish callbacks [] for security_group (None), before_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:07:33.457111 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed11e2f0-1baf-4181-9855-2be47d828fbe req-dfe99720-ef70-43bd-999b-18372fe37352 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:07:33.458818 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-ed11e2f0-1baf-4181-9855-2be47d828fbe req-dfe99720-ef70-43bd-999b-18372fe37352 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] 10.222.0.17 "GET /v2.0/ports?device_id=e52261d6-e043-41d4-b4b8-370d3462d26e HTTP/1.1" status: 200 len: 943 time: 0.1092663 Jul 24 20:07:33.468367 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294566cd-7cf8-4350-8394-912d2efac3e7 req-f866acf6-c89b-48d2-873b-aeb52fb8cdba tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:07:33.469953 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-294566cd-7cf8-4350-8394-912d2efac3e7 req-f866acf6-c89b-48d2-873b-aeb52fb8cdba tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/ports?device_id=d5df6d8f-f3f8-46f9-a3dc-b686165759d1 HTTP/1.1" status: 200 len: 944 time: 0.1193314 Jul 24 20:07:33.529909 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-bdc7fa7f-7c07-48b2-a663-e15039b3337a tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Publish callbacks [] for security_group (6abd01e9-840d-4e78-87ca-e6a4199b24ec), precommit_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:07:33.547934 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-e920dbd5-0c85-4f90-9a1f-8167a964d3c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (dc36e0ef-94f3-4a3e-9c13-4790afccb2e9), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:07:33.554610 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-ed11e2f0-1baf-4181-9855-2be47d828fbe req-591e6665-2ad8-446a-b23f-c2822cfc516c tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] 10.222.0.17 "GET /v2.0/security-groups?id=426a98f1-bdae-428a-b03d-426236e01087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836487 Jul 24 20:07:33.555786 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-30872605-597f-4ec4-b4d7-49b13982bf26 req-3120cd3c-7bd7-4632-aa4c-fc9b94643cca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2610891'] for port (96271c9a-9c8d-4422-ae1e-67d9ac2c6ad1), after_update {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:07:33.569603 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-294566cd-7cf8-4350-8394-912d2efac3e7 req-279c456f-4f2e-4011-b75b-57960e52400b tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/security-groups?id=127ff494-6d09-4ff6-9b8b-b1a80f4fa86b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922594 Jul 24 20:07:33.600396 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30872605-597f-4ec4-b4d7-49b13982bf26 req-3120cd3c-7bd7-4632-aa4c-fc9b94643cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:07:33.601083 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-30872605-597f-4ec4-b4d7-49b13982bf26 req-3120cd3c-7bd7-4632-aa4c-fc9b94643cca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1048257'] for port (None), before_response {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:07:33.602516 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-30872605-597f-4ec4-b4d7-49b13982bf26 req-3120cd3c-7bd7-4632-aa4c-fc9b94643cca service neutron] 10.222.0.42 "PUT /v2.0/ports/96271c9a-9c8d-4422-ae1e-67d9ac2c6ad1 HTTP/1.1" status: 200 len: 1093 time: 2.0613599 Jul 24 20:07:33.602992 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e52261d6-e043-41d4-b4b8-370d3462d26e', 'tag': '96271c9a-9c8d-4422-ae1e-67d9ac2c6ad1'}] {{(pid=110843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 24 20:07:33.606163 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa129e2ea71b36189c7354ee4da78dc54b5a7420159cbfa164f6b2678096e4e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90f562b1-f854-4adf-a5ac-06e880afe4f1" -d '{"events": [{"name": "network-changed", "server_uuid": "e52261d6-e043-41d4-b4b8-370d3462d26e", "tag": "96271c9a-9c8d-4422-ae1e-67d9ac2c6ad1"}]}' {{(pid=110843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 20:07:33.623444 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:07:33.641171 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3120cd3c-7bd7-4632-aa4c-fc9b94643cca service neutron] Pushing event updated for resources: {'Port': ['ID=96271c9a-9c8d-4422-ae1e-67d9ac2c6ad1,revision_number=3']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:07:33.667926 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 24 Jul 2022 20:07:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-205b1616-b665-40cc-9e65-b83a8e37812a x-openstack-request-id: req-205b1616-b665-40cc-9e65-b83a8e37812a {{(pid=110843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 20:07:33.668224 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e52261d6-e043-41d4-b4b8-370d3462d26e", "tag": "96271c9a-9c8d-4422-ae1e-67d9ac2c6ad1", "status": "completed", "code": 200}]} {{(pid=110843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 20:07:33.668478 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-205b1616-b665-40cc-9e65-b83a8e37812a {{(pid=110843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 20:07:33.668914 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.notifiers.nova [-] Nova event matching ['req-205b1616-b665-40cc-9e65-b83a8e37812a'] response: {'name': 'network-changed', 'server_uuid': 'e52261d6-e043-41d4-b4b8-370d3462d26e', 'tag': '96271c9a-9c8d-4422-ae1e-67d9ac2c6ad1', 'status': 'completed', 'code': 200} Jul 24 20:07:33.676959 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [req-710d5e93-5a83-468e-98d0-330f0c088feb req-a7453f0a-96e8-46cd-af50-514e78decbcc service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=d5df6d8f-f3f8-46f9-a3dc-b686165759d1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0588129 Jul 24 20:07:33.678600 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-bdc7fa7f-7c07-48b2-a663-e15039b3337a tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (6abd01e9-840d-4e78-87ca-e6a4199b24ec), after_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:07:33.731096 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc7fa7f-7c07-48b2-a663-e15039b3337a tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6abd01e9-840d-4e78-87ca-e6a4199b24ec,revision_number=1']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:07:33.770945 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f562b1-f854-4adf-a5ac-06e880afe4f1 req-85460a7d-82b4-4f01-985a-2839ecaf5c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:07:33.772505 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-90f562b1-f854-4adf-a5ac-06e880afe4f1 req-85460a7d-82b4-4f01-985a-2839ecaf5c41 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=757b69afcbc64d9a853a7ae1f7dc3307&device_id=e52261d6-e043-41d4-b4b8-370d3462d26e HTTP/1.1" status: 200 len: 1127 time: 0.0829716 Jul 24 20:07:33.796921 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710d5e93-5a83-468e-98d0-330f0c088feb req-3717a9d9-561c-4a36-bf86-bf5f56c6e6a8 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:07:33.798449 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-710d5e93-5a83-468e-98d0-330f0c088feb req-3717a9d9-561c-4a36-bf86-bf5f56c6e6a8 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/ports/82dca016-61b7-4adb-b703-63f3f473c99f HTTP/1.1" status: 200 len: 941 time: 0.0704792 Jul 24 20:07:33.833991 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-bdc7fa7f-7c07-48b2-a663-e15039b3337a tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Publish callbacks [] for security_group (None), before_response {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:07:33.836465 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-bdc7fa7f-7c07-48b2-a663-e15039b3337a tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5617127 Jul 24 20:07:33.841836 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 36486) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:07:33.849005 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.v2.base [None req-bfc4e19f-63fd-490b-a790-2f20b5d97f0b tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Request body: {'security_group_rule': {'security_group_id': '6abd01e9-840d-4e78-87ca-e6a4199b24ec', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 20:07:33.856941 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=79,neutron:DELETE=3,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:07:33.874864 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 36488) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:07:33.894478 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-bc1059e9-58aa-4a28-aaa8-5afe2b5872be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:07:33.934412 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f562b1-f854-4adf-a5ac-06e880afe4f1 req-bf0c9d6b-2ddf-42b8-9771-0bb7772ed5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:07:33.936085 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-90f562b1-f854-4adf-a5ac-06e880afe4f1 req-bf0c9d6b-2ddf-42b8-9771-0bb7772ed5c7 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=757b69afcbc64d9a853a7ae1f7dc3307&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1541371 Jul 24 20:07:33.998086 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-bfc4e19f-63fd-490b-a790-2f20b5d97f0b tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Publish callbacks [] for security_group_rule (6503be93-a6e1-4f42-b21a-b3e2dbaf57d1), before_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:07:34.002416 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-bc1059e9-58aa-4a28-aaa8-5afe2b5872be admin admin] Publish callbacks [] for security_group (6eb33cdd-73a2-458b-9764-75dd99a95f8e), precommit_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:07:34.047800 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f562b1-f854-4adf-a5ac-06e880afe4f1 req-d7bffcb3-d527-45d1-8d26-b6905f85aa76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:07:34.049944 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-90f562b1-f854-4adf-a5ac-06e880afe4f1 req-d7bffcb3-d527-45d1-8d26-b6905f85aa76 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1070652 Jul 24 20:07:34.077060 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-bfc4e19f-63fd-490b-a790-2f20b5d97f0b tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Publish callbacks [] for security_group_rule (6503be93-a6e1-4f42-b21a-b3e2dbaf57d1), precommit_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:07:34.114672 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-bc1059e9-58aa-4a28-aaa8-5afe2b5872be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (6eb33cdd-73a2-458b-9764-75dd99a95f8e), after_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:07:34.145677 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30872605-597f-4ec4-b4d7-49b13982bf26 req-a4836dbf-491f-4cd7-a8f6-5235f35825f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:07:34.147211 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-30872605-597f-4ec4-b4d7-49b13982bf26 req-a4836dbf-491f-4cd7-a8f6-5235f35825f4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=757b69afcbc64d9a853a7ae1f7dc3307&device_id=e52261d6-e043-41d4-b4b8-370d3462d26e HTTP/1.1" status: 200 len: 1127 time: 0.0451932 Jul 24 20:07:34.160935 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-bc1059e9-58aa-4a28-aaa8-5afe2b5872be admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=0a5b8e79c05c4a90b88bf14ffc7e2f49&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2829874 Jul 24 20:07:34.160935 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1059e9-58aa-4a28-aaa8-5afe2b5872be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eb33cdd-73a2-458b-9764-75dd99a95f8e,revision_number=1']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:07:34.161635 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 36494) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:07:34.183068 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-bfc4e19f-63fd-490b-a790-2f20b5d97f0b tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471764'] for security_group_rule (6503be93-a6e1-4f42-b21a-b3e2dbaf57d1), after_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:07:34.202405 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-30872605-597f-4ec4-b4d7-49b13982bf26 req-eee96f3f-b465-4f60-a43c-23e0de0288c6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=96271c9a-9c8d-4422-ae1e-67d9ac2c6ad1 HTTP/1.1" status: 200 len: 217 time: 0.0465963 Jul 24 20:07:34.225171 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc4e19f-63fd-490b-a790-2f20b5d97f0b tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6503be93-a6e1-4f42-b21a-b3e2dbaf57d1,revision_number=0']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:07:34.240936 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:07:34.248720 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-43fcc0ac-4e9d-4bea-880f-61afb32b8fa2 admin admin] Publish callbacks [] for security_group (6eb33cdd-73a2-458b-9764-75dd99a95f8e), before_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:07:34.265603 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30872605-597f-4ec4-b4d7-49b13982bf26 req-071b6e2a-b7e2-40f4-80de-608f3162af6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:07:34.267190 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-30872605-597f-4ec4-b4d7-49b13982bf26 req-071b6e2a-b7e2-40f4-80de-608f3162af6f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9fbdff86-24c9-443e-8877-71756a9ade49 HTTP/1.1" status: 200 len: 849 time: 0.0583937 Jul 24 20:07:34.286941 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-43fcc0ac-4e9d-4bea-880f-61afb32b8fa2 admin admin] Publish callbacks [] for security_group (6eb33cdd-73a2-458b-9764-75dd99a95f8e), precommit_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:07:34.325122 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30872605-597f-4ec4-b4d7-49b13982bf26 req-95907da4-9e4f-4d66-b404-6d5e61d63195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:07:34.326524 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-30872605-597f-4ec4-b4d7-49b13982bf26 req-95907da4-9e4f-4d66-b404-6d5e61d63195 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f72988cc-9fd0-426e-8ec1-94766c43bdf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0524437 Jul 24 20:07:34.339898 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-bfc4e19f-63fd-490b-a790-2f20b5d97f0b tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:07:34.342168 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-bfc4e19f-63fd-490b-a790-2f20b5d97f0b tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4981909 Jul 24 20:07:34.345004 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 36496) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:07:34.352300 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.v2.base [None req-1622d4f9-7f7f-459b-9dd1-215327b56bd0 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Request body: {'security_group_rule': {'security_group_id': '6abd01e9-840d-4e78-87ca-e6a4199b24ec', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 20:07:34.409811 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=100 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:07:34.425242 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-30872605-597f-4ec4-b4d7-49b13982bf26 req-95a16100-59f1-4fdb-905c-3fc66c5acb05 service neutron] 10.222.0.42 "GET /v2.0/networks/f72988cc-9fd0-426e-8ec1-94766c43bdf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910769 Jul 24 20:07:34.454605 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-43fcc0ac-4e9d-4bea-880f-61afb32b8fa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (6eb33cdd-73a2-458b-9764-75dd99a95f8e), after_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:07:34.457381 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-43fcc0ac-4e9d-4bea-880f-61afb32b8fa2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:07:34.458721 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-43fcc0ac-4e9d-4bea-880f-61afb32b8fa2 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/6eb33cdd-73a2-458b-9764-75dd99a95f8e HTTP/1.1" status: 204 len: 168 time: 0.2961724 Jul 24 20:07:34.475055 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fcc0ac-4e9d-4bea-880f-61afb32b8fa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eb33cdd-73a2-458b-9764-75dd99a95f8e,revision_number=None']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:07:34.477041 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-1622d4f9-7f7f-459b-9dd1-215327b56bd0 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Publish callbacks [] for security_group_rule (2a558f2f-053a-4e02-827f-29872b8344fd), before_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:07:34.538474 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-1622d4f9-7f7f-459b-9dd1-215327b56bd0 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Publish callbacks [] for security_group_rule (2a558f2f-053a-4e02-827f-29872b8344fd), precommit_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:07:34.543099 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-30872605-597f-4ec4-b4d7-49b13982bf26 req-a8b5809e-51b5-40ff-b214-c8846c9b095e service neutron] 10.222.0.42 "GET /v2.0/networks/f72988cc-9fd0-426e-8ec1-94766c43bdf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115963 Jul 24 20:07:34.666502 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-1622d4f9-7f7f-459b-9dd1-215327b56bd0 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471764'] for security_group_rule (2a558f2f-053a-4e02-827f-29872b8344fd), after_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:07:34.689543 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1622d4f9-7f7f-459b-9dd1-215327b56bd0 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a558f2f-053a-4e02-827f-29872b8344fd,revision_number=0']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:07:34.720225 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a5426c-6f48-4ae1-b147-8e1c71c8b9a1 req-8a80fe5b-b7f2-46a7-b0a2-f87ce8639db7 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:07:34.725224 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-87a5426c-6f48-4ae1-b147-8e1c71c8b9a1 req-8a80fe5b-b7f2-46a7-b0a2-f87ce8639db7 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] 10.222.0.17 "GET /v2.0/ports?device_id=e52261d6-e043-41d4-b4b8-370d3462d26e HTTP/1.1" status: 200 len: 943 time: 0.0903323 Jul 24 20:07:34.752083 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd5fe9c-c1ee-4566-abaf-0c965e2a5fc6 req-d708be4d-cee5-45a7-9c96-9e9ab775d19e tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:07:34.753650 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-ebd5fe9c-c1ee-4566-abaf-0c965e2a5fc6 req-d708be4d-cee5-45a7-9c96-9e9ab775d19e tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/ports?device_id=d5df6d8f-f3f8-46f9-a3dc-b686165759d1 HTTP/1.1" status: 200 len: 944 time: 0.0837412 Jul 24 20:07:34.773875 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-1622d4f9-7f7f-459b-9dd1-215327b56bd0 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:07:34.775276 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-1622d4f9-7f7f-459b-9dd1-215327b56bd0 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4289277 Jul 24 20:07:34.779825 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 36504) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:07:34.785450 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.v2.base [None req-3c5eb4b1-d221-4a3d-9594-706847038358 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Request body: {'floatingip': {'floating_network_id': '10498192-3528-4341-803f-d59b33e3b71c'}} {{(pid=110842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 20:07:34.821732 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-87a5426c-6f48-4ae1-b147-8e1c71c8b9a1 req-ec469824-7932-4e17-ace6-d24e2f125b2f tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] 10.222.0.17 "GET /v2.0/security-groups?id=426a98f1-bdae-428a-b03d-426236e01087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930171 Jul 24 20:07:34.839888 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-ebd5fe9c-c1ee-4566-abaf-0c965e2a5fc6 req-601b748c-02d8-481a-bf52-210aada71afe tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/security-groups?id=127ff494-6d09-4ff6-9b8b-b1a80f4fa86b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742788 Jul 24 20:07:34.886293 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-3c5eb4b1-d221-4a3d-9594-706847038358 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:07:34.999148 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-3c5eb4b1-d221-4a3d-9594-706847038358 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (None), before_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:07:35.084437 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:07:35.146171 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.db.db_base_plugin_common [None req-3c5eb4b1-d221-4a3d-9594-706847038358 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Allocated IP 172.27.3.89 (10498192-3528-4341-803f-d59b33e3b71c/99a0caa3-3fb5-4860-826f-478186226de3/060ccdf0-2bc9-4d47-8394-769cc0ff2e3d) {{(pid=110842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 20:07:35.273568 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-3c5eb4b1-d221-4a3d-9594-706847038358 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Publish callbacks [] for port (060ccdf0-2bc9-4d47-8394-769cc0ff2e3d), precommit_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:07:35.423847 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-3c5eb4b1-d221-4a3d-9594-706847038358 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731445223406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8925015'] for port (060ccdf0-2bc9-4d47-8394-769cc0ff2e3d), after_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:07:35.468876 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c5eb4b1-d221-4a3d-9594-706847038358 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Network 10498192-3528-4341-803f-d59b33e3b71c is already hosted by enough agents. {{(pid=110842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 20:07:35.474325 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.scheduler.base_scheduler [None req-3c5eb4b1-d221-4a3d-9594-706847038358 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Resources bound (agent type, host, resource id): {{(pid=110842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 20:07:35.479122 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c5eb4b1-d221-4a3d-9594-706847038358 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Received port after_create {{(pid=110842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 24 20:07:35.485866 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5eb4b1-d221-4a3d-9594-706847038358 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Pushing event updated for resources: {'Port': ['ID=060ccdf0-2bc9-4d47-8394-769cc0ff2e3d,revision_number=1']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:07:35.538588 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710d5e93-5a83-468e-98d0-330f0c088feb req-e020229e-72c2-4935-940c-a41e5f9f9bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:07:35.540149 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-710d5e93-5a83-468e-98d0-330f0c088feb req-e020229e-72c2-4935-940c-a41e5f9f9bf3 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d5df6d8f-f3f8-46f9-a3dc-b686165759d1&tenant_id=49f6a7894899436d8ce94d9a7500533a HTTP/1.1" status: 200 len: 1128 time: 0.0474522 Jul 24 20:07:35.578579 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-3c5eb4b1-d221-4a3d-9594-706847038358 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Publish callbacks [] for floatingip (be1613b5-d73a-4dee-b711-52eec79b1ff6), precommit_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:07:35.582855 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:07:35.617246 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710d5e93-5a83-468e-98d0-330f0c088feb req-9d5219fb-95d1-45df-a2aa-ca73019eef7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:07:35.618774 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-710d5e93-5a83-468e-98d0-330f0c088feb req-9d5219fb-95d1-45df-a2aa-ca73019eef7f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=49f6a7894899436d8ce94d9a7500533a&device_id=d5df6d8f-f3f8-46f9-a3dc-b686165759d1 HTTP/1.1" status: 200 len: 1128 time: 0.0553823 Jul 24 20:07:35.699542 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-3c5eb4b1-d221-4a3d-9594-706847038358 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (060ccdf0-2bc9-4d47-8394-769cc0ff2e3d), before_update {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:07:35.730503 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710d5e93-5a83-468e-98d0-330f0c088feb req-3ad97ba8-a86c-468f-8205-d61214c4c000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:07:35.733370 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-710d5e93-5a83-468e-98d0-330f0c088feb req-3ad97ba8-a86c-468f-8205-d61214c4c000 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b3fd2ef6-6f8c-45f9-a0a9-81c377b08f7e HTTP/1.1" status: 200 len: 917 time: 0.1083117 Jul 24 20:07:35.801841 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-710d5e93-5a83-468e-98d0-330f0c088feb req-0c800fb9-7e8c-4e86-b9a5-0ed2fb6bdc49 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=82dca016-61b7-4adb-b703-63f3f473c99f HTTP/1.1" status: 200 len: 999 time: 0.0628622 Jul 24 20:07:35.858914 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710d5e93-5a83-468e-98d0-330f0c088feb req-b3041833-10d8-4993-a0d0-04c448be7c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:07:35.861531 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-710d5e93-5a83-468e-98d0-330f0c088feb req-b3041833-10d8-4993-a0d0-04c448be7c9f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9f1a76ef-9ecc-40f5-8dc9-5b3ae75ee961 HTTP/1.1" status: 200 len: 855 time: 0.0533681 Jul 24 20:07:35.895077 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-3d60fbf9-8d24-4710-abb7-42688538350a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (408021b7-d46b-48c2-9f75-8a8023f9145c), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:07:35.913141 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-3c5eb4b1-d221-4a3d-9594-706847038358 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Publish callbacks [] for port (060ccdf0-2bc9-4d47-8394-769cc0ff2e3d), precommit_update {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:07:35.973283 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710d5e93-5a83-468e-98d0-330f0c088feb req-4cb7dcd2-abfa-4802-8642-6d49a04a16ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:07:35.982564 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-710d5e93-5a83-468e-98d0-330f0c088feb req-4cb7dcd2-abfa-4802-8642-6d49a04a16ae service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b3fd2ef6-6f8c-45f9-a0a9-81c377b08f7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1087527 Jul 24 20:07:36.012485 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-3c5eb4b1-d221-4a3d-9594-706847038358 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8925036'] for port (060ccdf0-2bc9-4d47-8394-769cc0ff2e3d), after_update {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:07:36.030464 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c78a95-8cc5-4b46-88f8-5776e9a568b3 req-f219af56-d889-4b04-acb4-35842f16df9f tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:07:36.032042 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-e5c78a95-8cc5-4b46-88f8-5776e9a568b3 req-f219af56-d889-4b04-acb4-35842f16df9f tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] 10.222.0.17 "GET /v2.0/ports?device_id=e52261d6-e043-41d4-b4b8-370d3462d26e HTTP/1.1" status: 200 len: 943 time: 0.1099200 Jul 24 20:07:36.046193 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74018f1-5f3d-4c23-90a5-0d9d777e6602 req-55b077d3-52e2-43ca-9805-17ec40819fb1 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:07:36.048619 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-b74018f1-5f3d-4c23-90a5-0d9d777e6602 req-55b077d3-52e2-43ca-9805-17ec40819fb1 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/ports?device_id=d5df6d8f-f3f8-46f9-a3dc-b686165759d1 HTTP/1.1" status: 200 len: 944 time: 0.0915251 Jul 24 20:07:36.107988 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5eb4b1-d221-4a3d-9594-706847038358 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Pushing event updated for resources: {'Port': ['ID=060ccdf0-2bc9-4d47-8394-769cc0ff2e3d,revision_number=2']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:07:36.110309 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-3c5eb4b1-d221-4a3d-9594-706847038358 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-452544'] for floatingip (be1613b5-d73a-4dee-b711-52eec79b1ff6), after_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:07:36.159865 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=100 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:07:36.207037 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-e5c78a95-8cc5-4b46-88f8-5776e9a568b3 req-f1ef3d20-9445-4978-8c41-cf6dbc17d5c8 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] 10.222.0.17 "GET /v2.0/security-groups?id=426a98f1-bdae-428a-b03d-426236e01087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1581929 Jul 24 20:07:36.212245 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-b74018f1-5f3d-4c23-90a5-0d9d777e6602 req-3d52d392-4c3c-47db-a72b-e9434bfa54ad tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/security-groups?id=127ff494-6d09-4ff6-9b8b-b1a80f4fa86b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1486318 Jul 24 20:07:36.216343 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-710d5e93-5a83-468e-98d0-330f0c088feb req-ee4646fb-b1e7-4896-80c0-db1a62e856c5 service neutron] 10.222.0.42 "GET /v2.0/networks/b3fd2ef6-6f8c-45f9-a0a9-81c377b08f7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2227461 Jul 24 20:07:36.294080 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-3c5eb4b1-d221-4a3d-9594-706847038358 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1048257'] for floatingip (None), before_response {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:07:36.295745 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-3c5eb4b1-d221-4a3d-9594-706847038358 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5143704 Jul 24 20:07:36.336754 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-710d5e93-5a83-468e-98d0-330f0c088feb req-3c871efa-ab36-4921-a849-3194a8a3d654 service neutron] 10.222.0.42 "GET /v2.0/networks/b3fd2ef6-6f8c-45f9-a0a9-81c377b08f7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144183 Jul 24 20:07:36.489319 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=100 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:07:36.523554 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-e6c79a6e-8cbd-428a-ab43-d118d858d0cc req-f32151bf-0c66-4ccb-899d-8c2397d80536 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.17 "GET /v2.0/security-groups?name=tempest-securitygroup--1363123399&fields=id&tenant_id=dcc8f2e8d4e64866a624dcd6d1de5d81 HTTP/1.1" status: 200 len: 267 time: 0.0528996 Jul 24 20:07:36.682154 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c79a6e-8cbd-428a-ab43-d118d858d0cc req-77663249-2016-4847-9522-f706a504cc25 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:07:36.685608 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-e6c79a6e-8cbd-428a-ab43-d118d858d0cc req-77663249-2016-4847-9522-f706a504cc25 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.17 "GET /v2.0/networks?id=9568b641-7783-426b-8ad0-3ac71fba0922 HTTP/1.1" status: 200 len: 815 time: 0.1548331 Jul 24 20:07:36.704721 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-e6c79a6e-8cbd-428a-ab43-d118d858d0cc req-d5f2aa61-0f47-497b-b720-ddd80bcc7a98 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.17 "GET /v2.0/quotas/dcc8f2e8d4e64866a624dcd6d1de5d81 HTTP/1.1" status: 200 len: 375 time: 0.0107939 Jul 24 20:07:36.781578 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-e6c79a6e-8cbd-428a-ab43-d118d858d0cc req-18f4f5e9-bc1a-483d-ac7b-4b6b77821950 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=dcc8f2e8d4e64866a624dcd6d1de5d81&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0690122 Jul 24 20:07:36.908636 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-e6c79a6e-8cbd-428a-ab43-d118d858d0cc req-f2991bee-243b-4423-9f5f-24e85574fbb0 service neutron] 10.222.0.17 "GET /v2.0/networks/9568b641-7783-426b-8ad0-3ac71fba0922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087427 Jul 24 20:07:37.027219 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-6dc48dae-acff-4e3e-8fdb-430da55b4f7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (7ee55678-4254-481c-8cae-5c828aed81c9), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:07:37.047405 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-e6c79a6e-8cbd-428a-ab43-d118d858d0cc req-48832e29-1ebc-417a-b03a-a5df3c548b9a service neutron] 10.222.0.17 "GET /v2.0/networks/9568b641-7783-426b-8ad0-3ac71fba0922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323490 Jul 24 20:07:37.379595 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2d119c-0cf2-4a1a-9c26-3c5ccb35c6d7 req-c0c002c8-9c3c-4f4b-a570-6b70101b4cc3 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:07:37.382143 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-cf2d119c-0cf2-4a1a-9c26-3c5ccb35c6d7 req-c0c002c8-9c3c-4f4b-a570-6b70101b4cc3 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] 10.222.0.17 "GET /v2.0/ports?device_id=e52261d6-e043-41d4-b4b8-370d3462d26e HTTP/1.1" status: 200 len: 943 time: 0.0777900 Jul 24 20:07:37.545890 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-cf2d119c-0cf2-4a1a-9c26-3c5ccb35c6d7 req-c7fb8a76-3f57-47f4-9b8c-8d8b0920a182 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] 10.222.0.17 "GET /v2.0/security-groups?id=426a98f1-bdae-428a-b03d-426236e01087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1469479 Jul 24 20:07:37.705209 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-fa70add3-c30c-49ef-9cf9-ae764a24b5d3 req-d6e7ca99-8ace-4ef6-83fd-3ac017a6277b tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.17 "GET /v2.0/ports?device_id=faa324f0-e700-4fde-8972-237edb976e34 HTTP/1.1" status: 200 len: 210 time: 0.0655246 Jul 24 20:07:37.712272 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd94dead-da6a-4750-88fd-bd95abeddcb1 req-288b2756-9b38-4aaa-98f7-dde846a8075d tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:07:37.720120 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-dd94dead-da6a-4750-88fd-bd95abeddcb1 req-288b2756-9b38-4aaa-98f7-dde846a8075d tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/ports?device_id=d5df6d8f-f3f8-46f9-a3dc-b686165759d1 HTTP/1.1" status: 200 len: 944 time: 0.1880858 Jul 24 20:07:37.800663 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-dd94dead-da6a-4750-88fd-bd95abeddcb1 req-0c4e160e-601a-44c8-b692-0eeb285bd8a6 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/security-groups?id=127ff494-6d09-4ff6-9b8b-b1a80f4fa86b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793340 Jul 24 20:07:38.346880 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-43102eef-6e4b-4922-ad30-3734cbb7477a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (7d43fc2f-3c2c-473f-8c92-13ad6341ecc2), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:07:38.730080 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=100 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:07:38.749968 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2854558-6e34-4bb8-a145-65d8ea74f9df req-e86cdb40-88ba-4514-8e0e-5f0779fac032 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:07:38.760034 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-b2854558-6e34-4bb8-a145-65d8ea74f9df req-e86cdb40-88ba-4514-8e0e-5f0779fac032 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] 10.222.0.17 "GET /v2.0/ports?device_id=e52261d6-e043-41d4-b4b8-370d3462d26e HTTP/1.1" status: 200 len: 943 time: 0.0910645 Jul 24 20:07:38.878756 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-b2854558-6e34-4bb8-a145-65d8ea74f9df req-02a207e5-fb71-4681-83ce-14996d33f85f tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] 10.222.0.17 "GET /v2.0/security-groups?id=426a98f1-bdae-428a-b03d-426236e01087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1162384 Jul 24 20:07:38.947010 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-da875422-bc44-4df0-abf7-192a397edcf9 req-d665e12f-3d5f-49bf-97cf-8d661b50e71f tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.17 "GET /v2.0/ports?device_id=faa324f0-e700-4fde-8972-237edb976e34 HTTP/1.1" status: 200 len: 210 time: 0.0653505 Jul 24 20:07:39.092752 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a6dc8a-de5e-4979-a6ad-bcb82d8edd1f req-80448fa4-a2b3-4f83-ab29-d93ec3fd4b0c tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:07:39.098873 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-47a6dc8a-de5e-4979-a6ad-bcb82d8edd1f req-80448fa4-a2b3-4f83-ab29-d93ec3fd4b0c tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/ports?device_id=d5df6d8f-f3f8-46f9-a3dc-b686165759d1 HTTP/1.1" status: 200 len: 944 time: 0.0917881 Jul 24 20:07:39.160773 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (46eda511-dfa5-408c-8bd4-cb509f691033), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:07:39.180599 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-47a6dc8a-de5e-4979-a6ad-bcb82d8edd1f req-2ea1103c-749b-4ef3-bd0a-a4b7b46be19f tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/security-groups?id=127ff494-6d09-4ff6-9b8b-b1a80f4fa86b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747373 Jul 24 20:07:39.633605 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG dbcounter [-] [110845] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=110845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:07:39.638322 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG dbcounter [-] [110845] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=110845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:07:40.051539 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3873bc7-d906-4fbd-b387-7c895147ba30 req-a5a7097e-cc36-45e9-9023-ecc87fe45cd1 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:07:40.053304 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-e3873bc7-d906-4fbd-b387-7c895147ba30 req-a5a7097e-cc36-45e9-9023-ecc87fe45cd1 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] 10.222.0.17 "GET /v2.0/ports?device_id=e52261d6-e043-41d4-b4b8-370d3462d26e HTTP/1.1" status: 200 len: 943 time: 0.0668623 Jul 24 20:07:40.142660 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-53bd52b2-6523-4a4f-8acf-050a74dea13b req-fa473a50-db5b-4fc3-9344-9bcbe7fdfc6f tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.17 "GET /v2.0/ports?device_id=faa324f0-e700-4fde-8972-237edb976e34 HTTP/1.1" status: 200 len: 210 time: 0.0661235 Jul 24 20:07:40.168783 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-e3873bc7-d906-4fbd-b387-7c895147ba30 req-0a4e73f8-ddbd-44c8-b0f4-6c89d38a3ea6 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] 10.222.0.17 "GET /v2.0/security-groups?id=426a98f1-bdae-428a-b03d-426236e01087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074638 Jul 24 20:07:40.345506 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36470ec5-6138-4e4b-8b4a-4404219cb29c req-c0d9854d-c888-4fa0-8827-db777993b257 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:07:40.347371 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-36470ec5-6138-4e4b-8b4a-4404219cb29c req-c0d9854d-c888-4fa0-8827-db777993b257 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/ports?device_id=d5df6d8f-f3f8-46f9-a3dc-b686165759d1 HTTP/1.1" status: 200 len: 944 time: 0.0614619 Jul 24 20:07:40.413030 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-36470ec5-6138-4e4b-8b4a-4404219cb29c req-c6474084-6589-44b5-b18d-702b63bf3128 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/security-groups?id=127ff494-6d09-4ff6-9b8b-b1a80f4fa86b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586104 Jul 24 20:07:40.551579 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (95564131-b678-4db2-a162-51408b2acd55), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:07:41.393306 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-6adb7f09-dd7c-4f5f-9ae8-c00d85416455 req-19481f6a-81a9-4fbc-a268-dadf9c1cc6e5 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.17 "GET /v2.0/ports?device_id=faa324f0-e700-4fde-8972-237edb976e34 HTTP/1.1" status: 200 len: 210 time: 0.0735757 Jul 24 20:07:41.460681 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a578a1-6c2b-4f53-b41d-16124fcae943 req-965139e5-cec7-4d31-8015-992665ea0cc8 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:07:41.462809 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-e7a578a1-6c2b-4f53-b41d-16124fcae943 req-965139e5-cec7-4d31-8015-992665ea0cc8 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] 10.222.0.17 "GET /v2.0/ports?device_id=e52261d6-e043-41d4-b4b8-370d3462d26e HTTP/1.1" status: 200 len: 943 time: 0.1212766 Jul 24 20:07:41.567032 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-e7a578a1-6c2b-4f53-b41d-16124fcae943 req-63e5f2f0-e33e-430a-8b5b-44637dd8cdf3 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] 10.222.0.17 "GET /v2.0/security-groups?id=426a98f1-bdae-428a-b03d-426236e01087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961368 Jul 24 20:07:41.601510 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310d0aab-b11e-43c7-a765-de091a55761e req-241328e3-fa4c-4845-81fa-47d736029547 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:07:41.604786 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-310d0aab-b11e-43c7-a765-de091a55761e req-241328e3-fa4c-4845-81fa-47d736029547 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/ports?device_id=d5df6d8f-f3f8-46f9-a3dc-b686165759d1 HTTP/1.1" status: 200 len: 944 time: 0.0850048 Jul 24 20:07:41.665485 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-310d0aab-b11e-43c7-a765-de091a55761e req-a71faea2-7503-400d-96f5-e0f6488824c6 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/security-groups?id=127ff494-6d09-4ff6-9b8b-b1a80f4fa86b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503526 Jul 24 20:07:41.788791 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 36638) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:07:41.957031 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-8ade9f22-3103-4f64-a62c-601a469aded7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:07:42.083196 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-8ade9f22-3103-4f64-a62c-601a469aded7 admin admin] Publish callbacks [] for security_group (38d090d6-b648-4cd3-a0f6-2a59be7ca17d), precommit_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:07:42.162950 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-8ade9f22-3103-4f64-a62c-601a469aded7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (38d090d6-b648-4cd3-a0f6-2a59be7ca17d), after_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:07:42.231762 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [-] (110843) accepted ('10.222.0.17', 36644) {{(pid=110843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:07:42.232603 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-8ade9f22-3103-4f64-a62c-601a469aded7 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=3c641cc60c3c4e21add812894e369f35&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4411836 Jul 24 20:07:42.256330 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ade9f22-3103-4f64-a62c-601a469aded7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38d090d6-b648-4cd3-a0f6-2a59be7ca17d,revision_number=1']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:07:42.319038 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-b84657d4-ece5-4630-a6c7-24c1afbef5a4 admin admin] Publish callbacks [] for security_group (38d090d6-b648-4cd3-a0f6-2a59be7ca17d), before_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:07:42.354743 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-b84657d4-ece5-4630-a6c7-24c1afbef5a4 admin admin] Publish callbacks [] for security_group (38d090d6-b648-4cd3-a0f6-2a59be7ca17d), precommit_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:07:42.399059 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:07:42.502729 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-b84657d4-ece5-4630-a6c7-24c1afbef5a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (38d090d6-b648-4cd3-a0f6-2a59be7ca17d), after_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:07:42.506909 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-b84657d4-ece5-4630-a6c7-24c1afbef5a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:07:42.508899 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [None req-b84657d4-ece5-4630-a6c7-24c1afbef5a4 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/38d090d6-b648-4cd3-a0f6-2a59be7ca17d HTTP/1.1" status: 204 len: 168 time: 0.2751048 Jul 24 20:07:42.520114 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-5690924c-2bf7-4dc2-922a-d39ba6123ab0 req-709d2bca-cea0-4813-8457-4e8e48273abb tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.17 "GET /v2.0/ports?device_id=faa324f0-e700-4fde-8972-237edb976e34 HTTP/1.1" status: 200 len: 210 time: 0.0484545 Jul 24 20:07:42.533387 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84657d4-ece5-4630-a6c7-24c1afbef5a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38d090d6-b648-4cd3-a0f6-2a59be7ca17d,revision_number=None']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:07:42.556223 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84657d4-ece5-4630-a6c7-24c1afbef5a4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:07:42.556561 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84657d4-ece5-4630-a6c7-24c1afbef5a4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:07:42.556940 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84657d4-ece5-4630-a6c7-24c1afbef5a4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:07:42.557285 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84657d4-ece5-4630-a6c7-24c1afbef5a4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:07:42.558230 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84657d4-ece5-4630-a6c7-24c1afbef5a4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:07:42.558564 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84657d4-ece5-4630-a6c7-24c1afbef5a4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:07:42.559277 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84657d4-ece5-4630-a6c7-24c1afbef5a4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:07:42.559617 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84657d4-ece5-4630-a6c7-24c1afbef5a4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:07:42.565891 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84657d4-ece5-4630-a6c7-24c1afbef5a4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:07:42.567921 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84657d4-ece5-4630-a6c7-24c1afbef5a4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:07:42.568931 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84657d4-ece5-4630-a6c7-24c1afbef5a4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:07:42.570335 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84657d4-ece5-4630-a6c7-24c1afbef5a4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:07:42.571396 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84657d4-ece5-4630-a6c7-24c1afbef5a4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:07:42.572108 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84657d4-ece5-4630-a6c7-24c1afbef5a4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:07:42.572559 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84657d4-ece5-4630-a6c7-24c1afbef5a4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:07:42.748802 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bf24bb-fa9e-445e-86c0-bace3eb3ea24 req-1d8bc183-a9d0-49ba-a606-7f23fbdff792 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:07:42.750442 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-84bf24bb-fa9e-445e-86c0-bace3eb3ea24 req-1d8bc183-a9d0-49ba-a606-7f23fbdff792 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] 10.222.0.17 "GET /v2.0/ports?device_id=e52261d6-e043-41d4-b4b8-370d3462d26e HTTP/1.1" status: 200 len: 943 time: 0.0874186 Jul 24 20:07:42.849649 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d5e216-012d-49b2-921e-f8a63a134b17 req-39c7d2d7-2358-43d0-b181-c56da7b0df92 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:07:42.851224 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-32d5e216-012d-49b2-921e-f8a63a134b17 req-39c7d2d7-2358-43d0-b181-c56da7b0df92 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/ports?device_id=d5df6d8f-f3f8-46f9-a3dc-b686165759d1 HTTP/1.1" status: 200 len: 944 time: 0.0853162 Jul 24 20:07:42.865651 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-84bf24bb-fa9e-445e-86c0-bace3eb3ea24 req-00e8caec-e5c7-405a-8bb0-d7cfaff47770 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] 10.222.0.17 "GET /v2.0/security-groups?id=426a98f1-bdae-428a-b03d-426236e01087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047308 Jul 24 20:07:43.218575 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-32d5e216-012d-49b2-921e-f8a63a134b17 req-bf4a96b4-259d-4831-a991-69e45bb1cf5b tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/security-groups?id=127ff494-6d09-4ff6-9b8b-b1a80f4fa86b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3517530 Jul 24 20:07:43.645491 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-fe643af9-e913-40f3-bac0-1afe2ff607de req-065d8656-b8af-4528-a619-e45fadf431dd tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.17 "GET /v2.0/ports?device_id=faa324f0-e700-4fde-8972-237edb976e34 HTTP/1.1" status: 200 len: 210 time: 0.0364780 Jul 24 20:07:44.040556 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fdc54d-f2bf-46ba-aebb-8a229699de9d req-c7ffb1fe-7965-4be1-bd76-14e954847574 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:07:44.042996 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-96fdc54d-f2bf-46ba-aebb-8a229699de9d req-c7ffb1fe-7965-4be1-bd76-14e954847574 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] 10.222.0.17 "GET /v2.0/ports?device_id=e52261d6-e043-41d4-b4b8-370d3462d26e HTTP/1.1" status: 200 len: 943 time: 0.0864811 Jul 24 20:07:44.140568 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-96fdc54d-f2bf-46ba-aebb-8a229699de9d req-03b77ba2-68d0-4000-805f-3856f4c61c5b tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] 10.222.0.17 "GET /v2.0/security-groups?id=426a98f1-bdae-428a-b03d-426236e01087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912483 Jul 24 20:07:44.429267 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f277061-c9e8-4fab-8840-57dc4e87435c req-b1408146-ae30-432b-af65-bd8710e62f90 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:07:44.435287 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-5f277061-c9e8-4fab-8840-57dc4e87435c req-b1408146-ae30-432b-af65-bd8710e62f90 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/ports?device_id=d5df6d8f-f3f8-46f9-a3dc-b686165759d1 HTTP/1.1" status: 200 len: 944 time: 0.1095092 Jul 24 20:07:44.539468 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:07:44.545257 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-5f277061-c9e8-4fab-8840-57dc4e87435c req-6dfdb671-7431-41b4-a5f3-a6fd5bf257f9 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/security-groups?id=127ff494-6d09-4ff6-9b8b-b1a80f4fa86b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014235 Jul 24 20:07:44.751917 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.agents_db [None req-615be7cd-482a-4e0c-9386-1b4806e6e45a None None] Agent healthcheck: found 6 active agents {{(pid=110845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 20:07:44.774848 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-bbef2361-b8fe-4cad-aa1e-8f98bf3d3727 req-884f5a10-63f5-4f6b-ac36-c7d9637871a6 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.17 "GET /v2.0/ports?device_id=faa324f0-e700-4fde-8972-237edb976e34 HTTP/1.1" status: 200 len: 210 time: 0.0387936 Jul 24 20:07:45.442727 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2e4325-e73d-42cd-b9a1-f4c309166068 req-5df8e949-2a7a-42b8-afbf-f64af236e7cb tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:07:45.444368 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-0c2e4325-e73d-42cd-b9a1-f4c309166068 req-5df8e949-2a7a-42b8-afbf-f64af236e7cb tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] 10.222.0.17 "GET /v2.0/ports?device_id=e52261d6-e043-41d4-b4b8-370d3462d26e HTTP/1.1" status: 200 len: 943 time: 0.0759161 Jul 24 20:07:45.522731 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-0c2e4325-e73d-42cd-b9a1-f4c309166068 req-f60d8797-4e16-466f-af46-0e75e4ac9d09 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] 10.222.0.17 "GET /v2.0/security-groups?id=426a98f1-bdae-428a-b03d-426236e01087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713506 Jul 24 20:07:45.717238 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d509b34-d652-4a06-9db2-8cd26108acdd req-c33e1038-9cce-4c55-8eb5-ceb96ad043af tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:07:45.718970 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-8d509b34-d652-4a06-9db2-8cd26108acdd req-c33e1038-9cce-4c55-8eb5-ceb96ad043af tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/ports?device_id=d5df6d8f-f3f8-46f9-a3dc-b686165759d1 HTTP/1.1" status: 200 len: 944 time: 0.0605645 Jul 24 20:07:45.776222 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-8d509b34-d652-4a06-9db2-8cd26108acdd req-e7e5a932-ad70-43f3-a530-e7ddb37274ed tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/security-groups?id=127ff494-6d09-4ff6-9b8b-b1a80f4fa86b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492704 Jul 24 20:07:45.879868 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-fed4f07e-5aca-4dc7-8747-cf11f95ef70f req-e3864150-551b-4a01-be38-bffb995de480 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.17 "GET /v2.0/ports?device_id=faa324f0-e700-4fde-8972-237edb976e34 HTTP/1.1" status: 200 len: 210 time: 0.0321157 Jul 24 20:07:46.682482 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1ff6b3-5f16-4cd1-9b21-1f9dfb05445d req-dc2c218f-071f-4533-87f7-3e1b7e749aba tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:07:46.684413 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-2d1ff6b3-5f16-4cd1-9b21-1f9dfb05445d req-dc2c218f-071f-4533-87f7-3e1b7e749aba tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] 10.222.0.17 "GET /v2.0/ports?device_id=e52261d6-e043-41d4-b4b8-370d3462d26e HTTP/1.1" status: 200 len: 943 time: 0.0784035 Jul 24 20:07:46.740787 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-2d1ff6b3-5f16-4cd1-9b21-1f9dfb05445d req-7e1735fc-aeaf-4068-9fb9-db9e83863a44 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] 10.222.0.17 "GET /v2.0/security-groups?id=426a98f1-bdae-428a-b03d-426236e01087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502205 Jul 24 20:07:46.940735 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a782370-e506-4802-9908-4d94983bdfc6 req-bf2f9cc1-cbe4-416d-9204-15ec3b6334f9 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:07:46.940735 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-9a782370-e506-4802-9908-4d94983bdfc6 req-bf2f9cc1-cbe4-416d-9204-15ec3b6334f9 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/ports?device_id=d5df6d8f-f3f8-46f9-a3dc-b686165759d1 HTTP/1.1" status: 200 len: 944 time: 0.0667913 Jul 24 20:07:47.018545 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-9a782370-e506-4802-9908-4d94983bdfc6 req-7331cfaa-2ae0-4214-83a2-5239773d18fe tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/security-groups?id=127ff494-6d09-4ff6-9b8b-b1a80f4fa86b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741525 Jul 24 20:07:47.036924 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-92838791-c0c8-4c0e-8d69-366ece9a17d1 req-3c2895e1-a069-4eca-b1d9-b61bbe4f2728 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.17 "GET /v2.0/ports?device_id=faa324f0-e700-4fde-8972-237edb976e34 HTTP/1.1" status: 200 len: 210 time: 0.0369146 Jul 24 20:07:47.874644 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d7e3c2-ce0b-403e-af2e-467700825f47 req-87d2dfc5-4ef5-47f6-954f-441645938998 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:07:47.876286 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-60d7e3c2-ce0b-403e-af2e-467700825f47 req-87d2dfc5-4ef5-47f6-954f-441645938998 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] 10.222.0.17 "GET /v2.0/ports?device_id=e52261d6-e043-41d4-b4b8-370d3462d26e HTTP/1.1" status: 200 len: 943 time: 0.0511997 Jul 24 20:07:47.932348 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-60d7e3c2-ce0b-403e-af2e-467700825f47 req-ce4da1af-1f22-40b3-88a7-c93edf2801f7 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] 10.222.0.17 "GET /v2.0/security-groups?id=426a98f1-bdae-428a-b03d-426236e01087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497177 Jul 24 20:07:48.119780 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Device 96271c9a-9c8d-4422-ae1e-67d9ac2c6ad1 details requested by agent hyperv_hv-cinder-85044 with host hv-cinder-85044 {{(pid=110844) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 20:07:48.201675 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a43ec9-ab5d-46d8-9b77-3112c40495b8 req-603b724b-5fcc-412f-ba7b-f850ef6faaee tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:07:48.203212 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-37a43ec9-ab5d-46d8-9b77-3112c40495b8 req-603b724b-5fcc-412f-ba7b-f850ef6faaee tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/ports?device_id=d5df6d8f-f3f8-46f9-a3dc-b686165759d1 HTTP/1.1" status: 200 len: 944 time: 0.1014855 Jul 24 20:07:48.252683 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] For port 96271c9a-9c8d-4422-ae1e-67d9ac2c6ad1, host hv-cinder-85044, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85044',level=0,port_id=96271c9a-9c8d-4422-ae1e-67d9ac2c6ad1,segment=NetworkSegment(4bba68c1-4e30-4a75-be7c-266a932629a9),segment_id=4bba68c1-4e30-4a75-be7c-266a932629a9)] {{(pid=110844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 20:07:48.269168 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=100 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:07:48.271290 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Returning: {'device': '96271c9a-9c8d-4422-ae1e-67d9ac2c6ad1', 'network_id': 'f72988cc-9fd0-426e-8ec1-94766c43bdf7', 'port_id': '96271c9a-9c8d-4422-ae1e-67d9ac2c6ad1', 'mac_address': 'fa:16:3e:d6:13:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fbdff86-24c9-443e-8877-71756a9ade49', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110844) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 20:07:48.313469 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Current status of the port 96271c9a-9c8d-4422-ae1e-67d9ac2c6ad1 is: DOWN; New status is: BUILD {{(pid=110844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 20:07:48.313936 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (96271c9a-9c8d-4422-ae1e-67d9ac2c6ad1), before_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:07:48.331291 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.notifiers.nova [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96271c9a-9c8d-4422-ae1e-67d9ac2c6ad1 {{(pid=110844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 24 20:07:48.355585 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] For port 96271c9a-9c8d-4422-ae1e-67d9ac2c6ad1, host hv-cinder-85044, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85044',level=0,port_id=96271c9a-9c8d-4422-ae1e-67d9ac2c6ad1,segment=NetworkSegment(4bba68c1-4e30-4a75-be7c-266a932629a9),segment_id=4bba68c1-4e30-4a75-be7c-266a932629a9)] {{(pid=110844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 20:07:48.374462 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-5a93e513-a42b-4761-b575-4c20e18356d7 req-0538f45d-7a30-4aa5-89c2-d9470197b4a3 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.17 "GET /v2.0/ports?device_id=faa324f0-e700-4fde-8972-237edb976e34 HTTP/1.1" status: 200 len: 210 time: 0.0707190 Jul 24 20:07:48.380818 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c79a6e-8cbd-428a-ab43-d118d858d0cc req-c5911ab2-7f90-4afc-914f-0f7c78ab2d95 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:07:48.382328 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-e6c79a6e-8cbd-428a-ab43-d118d858d0cc req-c5911ab2-7f90-4afc-914f-0f7c78ab2d95 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.42 "GET /v2.0/networks?id=9568b641-7783-426b-8ad0-3ac71fba0922 HTTP/1.1" status: 200 len: 815 time: 0.4303625 Jul 24 20:07:48.385814 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-37a43ec9-ab5d-46d8-9b77-3112c40495b8 req-15634d11-c61c-45e5-924d-da68b9a8cf88 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/security-groups?id=127ff494-6d09-4ff6-9b8b-b1a80f4fa86b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1405578 Jul 24 20:07:48.433444 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958'] for port (96271c9a-9c8d-4422-ae1e-67d9ac2c6ad1), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:07:48.434471 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Device 82dca016-61b7-4adb-b703-63f3f473c99f details requested by agent hyperv_hv-cinder-85044 with host hv-cinder-85044 {{(pid=110844) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 20:07:48.481529 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-e6c79a6e-8cbd-428a-ab43-d118d858d0cc req-7002fd18-5e1e-4802-9bf3-ea99f2947a91 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dcc8f2e8d4e64866a624dcd6d1de5d81 HTTP/1.1" status: 200 len: 380 time: 0.0876837 Jul 24 20:07:48.533725 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.v2.base [req-e6c79a6e-8cbd-428a-ab43-d118d858d0cc req-2cf2945f-3061-4646-a384-3780dbe541a9 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Request body: {'port': {'device_id': 'faa324f0-e700-4fde-8972-237edb976e34', 'network_id': '9568b641-7783-426b-8ad0-3ac71fba0922', 'admin_state_up': True, 'tenant_id': 'dcc8f2e8d4e64866a624dcd6d1de5d81', 'security_groups': ['6abd01e9-840d-4e78-87ca-e6a4199b24ec']}} {{(pid=110843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 20:07:48.536341 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Pushing event updated for resources: {'Port': ['ID=96271c9a-9c8d-4422-ae1e-67d9ac2c6ad1,revision_number=4']} {{(pid=110844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:07:48.576693 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=100 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:07:48.578050 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:07:48.578410 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:07:48.578755 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:07:48.579103 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:07:48.579442 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:07:48.579782 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:07:48.580210 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:07:48.580434 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:07:48.580794 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:07:48.581142 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:07:48.581485 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:07:48.581953 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:07:48.582334 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:07:48.582664 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:07:48.582994 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:07:48.638307 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] For port 82dca016-61b7-4adb-b703-63f3f473c99f, host hv-cinder-85044, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85044',level=0,port_id=82dca016-61b7-4adb-b703-63f3f473c99f,segment=NetworkSegment(e9fdb9ec-6b6e-4383-ae6e-075d3eed2f20),segment_id=e9fdb9ec-6b6e-4383-ae6e-075d3eed2f20)] {{(pid=110844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 20:07:48.654000 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Returning: {'device': '82dca016-61b7-4adb-b703-63f3f473c99f', 'network_id': 'b3fd2ef6-6f8c-45f9-a0a9-81c377b08f7e', 'port_id': '82dca016-61b7-4adb-b703-63f3f473c99f', 'mac_address': 'fa:16:3e:60:db:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f1a76ef-9ecc-40f5-8dc9-5b3ae75ee961', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110844) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 20:07:48.694621 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Current status of the port 82dca016-61b7-4adb-b703-63f3f473c99f is: DOWN; New status is: BUILD {{(pid=110844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 20:07:48.695017 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (82dca016-61b7-4adb-b703-63f3f473c99f), before_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:07:48.710251 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.notifiers.nova [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82dca016-61b7-4adb-b703-63f3f473c99f {{(pid=110844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 24 20:07:48.733752 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] For port 82dca016-61b7-4adb-b703-63f3f473c99f, host hv-cinder-85044, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85044',level=0,port_id=82dca016-61b7-4adb-b703-63f3f473c99f,segment=NetworkSegment(e9fdb9ec-6b6e-4383-ae6e-075d3eed2f20),segment_id=e9fdb9ec-6b6e-4383-ae6e-075d3eed2f20)] {{(pid=110844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 20:07:48.783657 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6c79a6e-8cbd-428a-ab43-d118d858d0cc req-2cf2945f-3061-4646-a384-3780dbe541a9 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Made reservation on behalf of dcc8f2e8d4e64866a624dcd6d1de5d81 for: {'port': 1} {{(pid=110843) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 20:07:48.787923 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-e6c79a6e-8cbd-428a-ab43-d118d858d0cc req-2cf2945f-3061-4646-a384-3780dbe541a9 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (None), before_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:07:48.849897 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958'] for port (82dca016-61b7-4adb-b703-63f3f473c99f), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:07:48.890376 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:07:48.901580 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:07:48.908935 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Pushing event updated for resources: {'Port': ['ID=82dca016-61b7-4adb-b703-63f3f473c99f,revision_number=9']} {{(pid=110844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:07:48.958898 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.db.db_base_plugin_common [req-e6c79a6e-8cbd-428a-ab43-d118d858d0cc req-2cf2945f-3061-4646-a384-3780dbe541a9 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Allocated IP 172.20.0.11 (9568b641-7783-426b-8ad0-3ac71fba0922/cce9884f-3061-48ee-abb3-8ca2a1e54559/292412d1-45e6-4916-89a1-747d59b1d029) {{(pid=110843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 20:07:49.116623 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10989405-e9b4-4dac-a087-5c69470677a3 req-552c468b-56d8-4d43-ae4a-ecce9967a0fd tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:07:49.118177 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-10989405-e9b4-4dac-a087-5c69470677a3 req-552c468b-56d8-4d43-ae4a-ecce9967a0fd tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] 10.222.0.17 "GET /v2.0/ports?device_id=e52261d6-e043-41d4-b4b8-370d3462d26e HTTP/1.1" status: 200 len: 944 time: 0.1008298 Jul 24 20:07:49.177370 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-e6c79a6e-8cbd-428a-ab43-d118d858d0cc req-2cf2945f-3061-4646-a384-3780dbe541a9 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Publish callbacks [] for port (292412d1-45e6-4916-89a1-747d59b1d029), precommit_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:07:49.190592 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] get_ports_and_sgs() called for port_ids ['96271c9a-9c8d-4422-ae1e-67d9ac2c6ad1'] {{(pid=110844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 20:07:49.212493 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-10989405-e9b4-4dac-a087-5c69470677a3 req-90626bad-f658-442b-bc0d-36f349713421 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] 10.222.0.17 "GET /v2.0/security-groups?id=426a98f1-bdae-428a-b03d-426236e01087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804739 Jul 24 20:07:49.257413 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] get_ports_and_sgs() called for port_ids ['82dca016-61b7-4adb-b703-63f3f473c99f'] {{(pid=110844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 20:07:49.326814 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-e6c79a6e-8cbd-428a-ab43-d118d858d0cc req-2cf2945f-3061-4646-a384-3780dbe541a9 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731445223406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2610928'] for port (292412d1-45e6-4916-89a1-747d59b1d029), after_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:07:49.381990 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6c79a6e-8cbd-428a-ab43-d118d858d0cc req-2cf2945f-3061-4646-a384-3780dbe541a9 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Network 9568b641-7783-426b-8ad0-3ac71fba0922 is already hosted by enough agents. {{(pid=110843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 20:07:49.390470 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.scheduler.base_scheduler [req-e6c79a6e-8cbd-428a-ab43-d118d858d0cc req-2cf2945f-3061-4646-a384-3780dbe541a9 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Resources bound (agent type, host, resource id): {{(pid=110843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 20:07:49.395296 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6c79a6e-8cbd-428a-ab43-d118d858d0cc req-2cf2945f-3061-4646-a384-3780dbe541a9 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Received port after_create {{(pid=110843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 24 20:07:49.436268 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf2945f-3061-4646-a384-3780dbe541a9 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Pushing event updated for resources: {'Port': ['ID=292412d1-45e6-4916-89a1-747d59b1d029,revision_number=1']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:07:49.478636 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c79a6e-8cbd-428a-ab43-d118d858d0cc req-2cf2945f-3061-4646-a384-3780dbe541a9 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:07:49.479906 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-e6c79a6e-8cbd-428a-ab43-d118d858d0cc req-2cf2945f-3061-4646-a384-3780dbe541a9 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1048257'] for port (None), before_response {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:07:49.583348 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:07:49.592226 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576f747a-189d-4385-af6b-980cd780fb8a req-65a3a1c5-346d-41d3-8ea9-e116a04128a4 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:07:49.594128 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-576f747a-189d-4385-af6b-980cd780fb8a req-65a3a1c5-346d-41d3-8ea9-e116a04128a4 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/ports?device_id=d5df6d8f-f3f8-46f9-a3dc-b686165759d1 HTTP/1.1" status: 200 len: 945 time: 0.0596497 Jul 24 20:07:49.606377 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-e6c79a6e-8cbd-428a-ab43-d118d858d0cc req-2cf2945f-3061-4646-a384-3780dbe541a9 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0766394 Jul 24 20:07:49.624238 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.v2.base [req-e6c79a6e-8cbd-428a-ab43-d118d858d0cc req-8d13db1d-afba-478b-a2aa-0ea57a99d887 service neutron] Request body: {'port': {'device_id': 'faa324f0-e700-4fde-8972-237edb976e34', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85044'}} {{(pid=110843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 20:07:49.632146 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=100 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:07:49.707149 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898b92d6-05b4-4976-80f9-988bf045f0f2 req-6a736a6d-8f38-4050-92cb-5c18366954bd tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:07:49.708789 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-898b92d6-05b4-4976-80f9-988bf045f0f2 req-6a736a6d-8f38-4050-92cb-5c18366954bd tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.17 "GET /v2.0/ports?device_id=faa324f0-e700-4fde-8972-237edb976e34 HTTP/1.1" status: 200 len: 932 time: 0.1711218 Jul 24 20:07:49.768902 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-79bed127-9f24-41b3-82dd-9417ded79471 None None] Provisioning complete for port 292412d1-45e6-4916-89a1-747d59b1d029 triggered by entity DHCP. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 20:07:49.769468 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-79bed127-9f24-41b3-82dd-9417ded79471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812910'] for port (292412d1-45e6-4916-89a1-747d59b1d029), provisioning_complete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:07:49.774039 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:UPDATE=1,neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=1 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:07:49.776748 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-e6c79a6e-8cbd-428a-ab43-d118d858d0cc req-8d13db1d-afba-478b-a2aa-0ea57a99d887 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (292412d1-45e6-4916-89a1-747d59b1d029), before_update {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:07:49.781181 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-576f747a-189d-4385-af6b-980cd780fb8a req-9dc75c51-2a69-4ee0-9504-16cd561c92b9 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/security-groups?id=127ff494-6d09-4ff6-9b8b-b1a80f4fa86b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1738436 Jul 24 20:07:49.814700 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-79bed127-9f24-41b3-82dd-9417ded79471 None None] Port 292412d1-45e6-4916-89a1-747d59b1d029 cannot update to ACTIVE because it is not bound. {{(pid=110844) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 24 20:07:49.841036 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-898b92d6-05b4-4976-80f9-988bf045f0f2 req-446871a2-6d10-423d-946d-dfe00882a6d5 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.17 "GET /v2.0/security-groups?id=6abd01e9-840d-4e78-87ca-e6a4199b24ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084299 Jul 24 20:07:50.116687 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.notifiers.nova [req-e6c79a6e-8cbd-428a-ab43-d118d858d0cc req-8d13db1d-afba-478b-a2aa-0ea57a99d887 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 292412d1-45e6-4916-89a1-747d59b1d029 {{(pid=110843) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 24 20:07:50.126390 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-e6c79a6e-8cbd-428a-ab43-d118d858d0cc req-8d13db1d-afba-478b-a2aa-0ea57a99d887 service neutron] Publish callbacks [] for port (292412d1-45e6-4916-89a1-747d59b1d029), precommit_update {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:07:50.148153 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.db.provisioning_blocks [req-e6c79a6e-8cbd-428a-ab43-d118d858d0cc req-8d13db1d-afba-478b-a2aa-0ea57a99d887 service neutron] Transition to ACTIVE for port object 292412d1-45e6-4916-89a1-747d59b1d029 will not be triggered until provisioned by entity L2. {{(pid=110843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 24 20:07:50.238250 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-e6c79a6e-8cbd-428a-ab43-d118d858d0cc req-8d13db1d-afba-478b-a2aa-0ea57a99d887 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2610891'] for port (292412d1-45e6-4916-89a1-747d59b1d029), after_update {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:07:50.294776 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d13db1d-afba-478b-a2aa-0ea57a99d887 service neutron] Pushing event updated for resources: {'Port': ['ID=292412d1-45e6-4916-89a1-747d59b1d029,revision_number=2']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:07:50.346915 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Device 96271c9a-9c8d-4422-ae1e-67d9ac2c6ad1 up at agent hyperv_hv-cinder-85044 {{(pid=110844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 20:07:50.396307 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd0ccb8-8477-48ac-a629-ee611c8f400d req-3ac4f352-2b8e-4b0d-aa31-c6701d3a16a1 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:07:50.398201 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-ffd0ccb8-8477-48ac-a629-ee611c8f400d req-3ac4f352-2b8e-4b0d-aa31-c6701d3a16a1 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] 10.222.0.17 "GET /v2.0/ports?device_id=e52261d6-e043-41d4-b4b8-370d3462d26e HTTP/1.1" status: 200 len: 944 time: 0.0852234 Jul 24 20:07:50.409788 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Provisioning for port 96271c9a-9c8d-4422-ae1e-67d9ac2c6ad1 completed by entity L2. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 24 20:07:50.433649 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.managers [req-e6c79a6e-8cbd-428a-ab43-d118d858d0cc req-8d13db1d-afba-478b-a2aa-0ea57a99d887 service neutron] Attempting to bind port 292412d1-45e6-4916-89a1-747d59b1d029 on host hv-cinder-85044 for vnic_type normal with profile {{(pid=110843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 24 20:07:50.434532 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.managers [req-e6c79a6e-8cbd-428a-ab43-d118d858d0cc req-8d13db1d-afba-478b-a2aa-0ea57a99d887 service neutron] Attempting to bind port 292412d1-45e6-4916-89a1-747d59b1d029 by drivers openvswitch,hyperv on host hv-cinder-85044 at level 0 using segments [{'id': '78737f80-9c2d-440f-8dc6-3a8965544158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '9568b641-7783-426b-8ad0-3ac71fba0922'}] {{(pid=110843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 24 20:07:50.434881 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c79a6e-8cbd-428a-ab43-d118d858d0cc req-8d13db1d-afba-478b-a2aa-0ea57a99d887 service neutron] Attempting to bind port 292412d1-45e6-4916-89a1-747d59b1d029 on network 9568b641-7783-426b-8ad0-3ac71fba0922 {{(pid=110843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 24 20:07:50.447433 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c79a6e-8cbd-428a-ab43-d118d858d0cc req-8d13db1d-afba-478b-a2aa-0ea57a99d887 service neutron] Port 292412d1-45e6-4916-89a1-747d59b1d029 on network 9568b641-7783-426b-8ad0-3ac71fba0922 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85044 {{(pid=110843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 24 20:07:50.447764 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c79a6e-8cbd-428a-ab43-d118d858d0cc req-8d13db1d-afba-478b-a2aa-0ea57a99d887 service neutron] Attempting to bind port 292412d1-45e6-4916-89a1-747d59b1d029 on network 9568b641-7783-426b-8ad0-3ac71fba0922 {{(pid=110843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 24 20:07:50.540631 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c79a6e-8cbd-428a-ab43-d118d858d0cc req-8d13db1d-afba-478b-a2aa-0ea57a99d887 service neutron] Checking agent: {'id': '95564131-b678-4db2-a162-51408b2acd55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85044', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 24, 19, 59, 9), 'started_at': datetime.datetime(2022, 7, 24, 19, 59, 9), 'heartbeat_timestamp': datetime.datetime(2022, 7, 24, 20, 7, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 24 20:07:50.540631 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c79a6e-8cbd-428a-ab43-d118d858d0cc req-8d13db1d-afba-478b-a2aa-0ea57a99d887 service neutron] Checking segment: {'id': '78737f80-9c2d-440f-8dc6-3a8965544158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '9568b641-7783-426b-8ad0-3ac71fba0922'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 24 20:07:50.540631 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c79a6e-8cbd-428a-ab43-d118d858d0cc req-8d13db1d-afba-478b-a2aa-0ea57a99d887 service neutron] Bound using segment: {'id': '78737f80-9c2d-440f-8dc6-3a8965544158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '9568b641-7783-426b-8ad0-3ac71fba0922'} {{(pid=110843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 24 20:07:50.540631 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.managers [req-e6c79a6e-8cbd-428a-ab43-d118d858d0cc req-8d13db1d-afba-478b-a2aa-0ea57a99d887 service neutron] Bound port: 292412d1-45e6-4916-89a1-747d59b1d029, host: hv-cinder-85044, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78737f80-9c2d-440f-8dc6-3a8965544158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '9568b641-7783-426b-8ad0-3ac71fba0922'}}] {{(pid=110843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 24 20:07:50.540631 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-e6c79a6e-8cbd-428a-ab43-d118d858d0cc req-8d13db1d-afba-478b-a2aa-0ea57a99d887 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (292412d1-45e6-4916-89a1-747d59b1d029), before_update {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:07:50.540631 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-ffd0ccb8-8477-48ac-a629-ee611c8f400d req-2503e3c6-d0a0-4800-a482-39014f4521f5 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] 10.222.0.17 "GET /v2.0/security-groups?id=426a98f1-bdae-428a-b03d-426236e01087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921180 Jul 24 20:07:50.575059 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.db [req-e6c79a6e-8cbd-428a-ab43-d118d858d0cc req-8d13db1d-afba-478b-a2aa-0ea57a99d887 service neutron] For port 292412d1-45e6-4916-89a1-747d59b1d029, host hv-cinder-85044, cleared binding levels {{(pid=110843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 20:07:50.578633 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.db [req-e6c79a6e-8cbd-428a-ab43-d118d858d0cc req-8d13db1d-afba-478b-a2aa-0ea57a99d887 service neutron] For port 292412d1-45e6-4916-89a1-747d59b1d029, host hv-cinder-85044, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85044',level=0,port_id=292412d1-45e6-4916-89a1-747d59b1d029,segment=NetworkSegment(78737f80-9c2d-440f-8dc6-3a8965544158),segment_id=78737f80-9c2d-440f-8dc6-3a8965544158)] {{(pid=110843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 20:07:51.009574 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a607fe99-77ec-4c8c-9c4a-d01ac00ddbe5 req-415bf1c7-6d13-42bd-be4a-886800a86d7c tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:07:51.011367 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-a607fe99-77ec-4c8c-9c4a-d01ac00ddbe5 req-415bf1c7-6d13-42bd-be4a-886800a86d7c tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/ports?device_id=d5df6d8f-f3f8-46f9-a3dc-b686165759d1 HTTP/1.1" status: 200 len: 945 time: 0.0987623 Jul 24 20:07:51.022385 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3f94af-f66c-480a-9a2a-dbbd3529fa5b req-59003408-6399-4f8b-9844-9c3736531b95 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:07:51.024046 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-0e3f94af-f66c-480a-9a2a-dbbd3529fa5b req-59003408-6399-4f8b-9844-9c3736531b95 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.17 "GET /v2.0/ports?device_id=faa324f0-e700-4fde-8972-237edb976e34 HTTP/1.1" status: 200 len: 944 time: 0.0970213 Jul 24 20:07:51.112245 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-a607fe99-77ec-4c8c-9c4a-d01ac00ddbe5 req-d1ce82c8-556c-4b36-91eb-93cbcb61fa66 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/security-groups?id=127ff494-6d09-4ff6-9b8b-b1a80f4fa86b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870657 Jul 24 20:07:51.116132 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-0e3f94af-f66c-480a-9a2a-dbbd3529fa5b req-2f41a2aa-5650-495f-b3f5-299d459e14c5 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.17 "GET /v2.0/security-groups?id=6abd01e9-840d-4e78-87ca-e6a4199b24ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840383 Jul 24 20:07:51.295662 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Provisioning complete for port 96271c9a-9c8d-4422-ae1e-67d9ac2c6ad1 triggered by entity L2. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 20:07:51.296296 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812910'] for port (96271c9a-9c8d-4422-ae1e-67d9ac2c6ad1), provisioning_complete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:07:51.382947 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Current status of the port 96271c9a-9c8d-4422-ae1e-67d9ac2c6ad1 is: BUILD; New status is: ACTIVE {{(pid=110844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 20:07:51.383689 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (96271c9a-9c8d-4422-ae1e-67d9ac2c6ad1), before_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:07:51.387991 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-e6c79a6e-8cbd-428a-ab43-d118d858d0cc req-8d13db1d-afba-478b-a2aa-0ea57a99d887 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2610891'] for port (292412d1-45e6-4916-89a1-747d59b1d029), after_update {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:07:51.407288 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e52261d6-e043-41d4-b4b8-370d3462d26e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96271c9a-9c8d-4422-ae1e-67d9ac2c6ad1'}] {{(pid=110844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 24 20:07:51.409770 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cb44c1e02bae91b270a0e6cfc836be33c010434f31a7c401440ca7d913440f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4e38d5b-6130-4936-9298-1bb4f06acfd1" -d '{"events": [{"server_uuid": "e52261d6-e043-41d4-b4b8-370d3462d26e", "name": "network-vif-plugged", "status": "completed", "tag": "96271c9a-9c8d-4422-ae1e-67d9ac2c6ad1"}]}' {{(pid=110844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 20:07:51.431900 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c79a6e-8cbd-428a-ab43-d118d858d0cc req-8d13db1d-afba-478b-a2aa-0ea57a99d887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:07:51.432512 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-e6c79a6e-8cbd-428a-ab43-d118d858d0cc req-8d13db1d-afba-478b-a2aa-0ea57a99d887 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1048257'] for port (None), before_response {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:07:51.432669 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] For port 96271c9a-9c8d-4422-ae1e-67d9ac2c6ad1, host hv-cinder-85044, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85044',level=0,port_id=96271c9a-9c8d-4422-ae1e-67d9ac2c6ad1,segment=NetworkSegment(4bba68c1-4e30-4a75-be7c-266a932629a9),segment_id=4bba68c1-4e30-4a75-be7c-266a932629a9)] {{(pid=110844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 20:07:51.434279 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-e6c79a6e-8cbd-428a-ab43-d118d858d0cc req-8d13db1d-afba-478b-a2aa-0ea57a99d887 service neutron] 10.222.0.42 "PUT /v2.0/ports/292412d1-45e6-4916-89a1-747d59b1d029 HTTP/1.1" status: 200 len: 1094 time: 1.8206518 Jul 24 20:07:51.434730 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'faa324f0-e700-4fde-8972-237edb976e34', 'tag': '292412d1-45e6-4916-89a1-747d59b1d029'}] {{(pid=110843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 24 20:07:51.437312 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa129e2ea71b36189c7354ee4da78dc54b5a7420159cbfa164f6b2678096e4e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfbcff0f-5d1a-497b-8a36-5fcb16adf491" -d '{"events": [{"name": "network-changed", "server_uuid": "faa324f0-e700-4fde-8972-237edb976e34", "tag": "292412d1-45e6-4916-89a1-747d59b1d029"}]}' {{(pid=110843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 20:07:51.473893 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 24 Jul 2022 20:07:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-235bd97c-a933-4159-994f-81bf3baf3bd8 x-openstack-request-id: req-235bd97c-a933-4159-994f-81bf3baf3bd8 {{(pid=110844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 20:07:51.473893 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e52261d6-e043-41d4-b4b8-370d3462d26e", "name": "network-vif-plugged", "status": "completed", "tag": "96271c9a-9c8d-4422-ae1e-67d9ac2c6ad1", "code": 200}]} {{(pid=110844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 20:07:51.473893 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-235bd97c-a933-4159-994f-81bf3baf3bd8 {{(pid=110844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 20:07:51.473893 dv-cinder-850449-2-iscsi neutron-server[110844]: INFO neutron.notifiers.nova [-] Nova event matching ['req-235bd97c-a933-4159-994f-81bf3baf3bd8'] response: {'server_uuid': 'e52261d6-e043-41d4-b4b8-370d3462d26e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96271c9a-9c8d-4422-ae1e-67d9ac2c6ad1', 'code': 200} Jul 24 20:07:51.475027 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d13db1d-afba-478b-a2aa-0ea57a99d887 service neutron] Pushing event updated for resources: {'Port': ['ID=292412d1-45e6-4916-89a1-747d59b1d029,revision_number=3']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:07:51.482568 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 24 Jul 2022 20:07:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dfb056d-2a2a-43f2-8494-a5398851cb35 x-openstack-request-id: req-3dfb056d-2a2a-43f2-8494-a5398851cb35 {{(pid=110843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 20:07:51.482874 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "faa324f0-e700-4fde-8972-237edb976e34", "tag": "292412d1-45e6-4916-89a1-747d59b1d029", "status": "completed", "code": 200}]} {{(pid=110843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 20:07:51.483127 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-3dfb056d-2a2a-43f2-8494-a5398851cb35 {{(pid=110843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 20:07:51.483544 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3dfb056d-2a2a-43f2-8494-a5398851cb35'] response: {'name': 'network-changed', 'server_uuid': 'faa324f0-e700-4fde-8972-237edb976e34', 'tag': '292412d1-45e6-4916-89a1-747d59b1d029', 'status': 'completed', 'code': 200} Jul 24 20:07:51.561013 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbcff0f-5d1a-497b-8a36-5fcb16adf491 req-813e6d1a-f7d2-4f4b-8b76-a864c1eddd69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:07:51.562862 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-dfbcff0f-5d1a-497b-8a36-5fcb16adf491 req-813e6d1a-f7d2-4f4b-8b76-a864c1eddd69 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=dcc8f2e8d4e64866a624dcd6d1de5d81&device_id=faa324f0-e700-4fde-8972-237edb976e34 HTTP/1.1" status: 200 len: 1128 time: 0.0605938 Jul 24 20:07:51.568956 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958'] for port (96271c9a-9c8d-4422-ae1e-67d9ac2c6ad1), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:07:51.569861 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Device 82dca016-61b7-4adb-b703-63f3f473c99f up at agent hyperv_hv-cinder-85044 {{(pid=110844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 20:07:51.682860 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Pushing event updated for resources: {'Port': ['ID=96271c9a-9c8d-4422-ae1e-67d9ac2c6ad1,revision_number=5']} {{(pid=110844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:07:51.703305 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Provisioning complete for port 82dca016-61b7-4adb-b703-63f3f473c99f triggered by entity L2. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 20:07:51.703701 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812910'] for port (82dca016-61b7-4adb-b703-63f3f473c99f), provisioning_complete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:07:51.771103 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ed9aab-71e5-4154-8a9d-0bfb35bf60c2 req-a09a5146-365d-4ea3-bcf9-0480b4eace7c tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:07:51.772783 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-02ed9aab-71e5-4154-8a9d-0bfb35bf60c2 req-a09a5146-365d-4ea3-bcf9-0480b4eace7c tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] 10.222.0.17 "GET /v2.0/ports?device_id=e52261d6-e043-41d4-b4b8-370d3462d26e HTTP/1.1" status: 200 len: 945 time: 0.1432519 Jul 24 20:07:51.813899 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Current status of the port 82dca016-61b7-4adb-b703-63f3f473c99f is: BUILD; New status is: ACTIVE {{(pid=110844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 20:07:51.814439 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (82dca016-61b7-4adb-b703-63f3f473c99f), before_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:07:51.842753 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbcff0f-5d1a-497b-8a36-5fcb16adf491 req-0bdf5d90-1a2d-422d-b474-203bd94f55e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:07:51.844420 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-dfbcff0f-5d1a-497b-8a36-5fcb16adf491 req-0bdf5d90-1a2d-422d-b474-203bd94f55e4 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=dcc8f2e8d4e64866a624dcd6d1de5d81&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2481236 Jul 24 20:07:51.860054 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] For port 82dca016-61b7-4adb-b703-63f3f473c99f, host hv-cinder-85044, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85044',level=0,port_id=82dca016-61b7-4adb-b703-63f3f473c99f,segment=NetworkSegment(e9fdb9ec-6b6e-4383-ae6e-075d3eed2f20),segment_id=e9fdb9ec-6b6e-4383-ae6e-075d3eed2f20)] {{(pid=110844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 20:07:51.882961 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-02ed9aab-71e5-4154-8a9d-0bfb35bf60c2 req-9b5fde93-2282-42d1-8da0-d6a009c0e63a tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] 10.222.0.17 "GET /v2.0/security-groups?id=426a98f1-bdae-428a-b03d-426236e01087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963221 Jul 24 20:07:51.964753 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958'] for port (82dca016-61b7-4adb-b703-63f3f473c99f), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:07:51.990236 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbcff0f-5d1a-497b-8a36-5fcb16adf491 req-0df12ffb-17a4-4920-b2d9-74d1b93f82a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:07:51.992035 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-dfbcff0f-5d1a-497b-8a36-5fcb16adf491 req-0df12ffb-17a4-4920-b2d9-74d1b93f82a0 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1381869 Jul 24 20:07:52.022848 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Pushing event updated for resources: {'Port': ['ID=82dca016-61b7-4adb-b703-63f3f473c99f,revision_number=10']} {{(pid=110844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:07:52.028029 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c46b525-f19b-402f-83e8-a2657d10318b req-f2dbafa7-3ea0-40c7-b449-a701539472ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:07:52.029759 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-8c46b525-f19b-402f-83e8-a2657d10318b req-f2dbafa7-3ea0-40c7-b449-a701539472ad service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e52261d6-e043-41d4-b4b8-370d3462d26e HTTP/1.1" status: 200 len: 1129 time: 0.0515244 Jul 24 20:07:52.097402 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c79a6e-8cbd-428a-ab43-d118d858d0cc req-34000226-4e15-47e8-9a9f-96c0bf003f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:07:52.098956 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-e6c79a6e-8cbd-428a-ab43-d118d858d0cc req-34000226-4e15-47e8-9a9f-96c0bf003f9e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=dcc8f2e8d4e64866a624dcd6d1de5d81&device_id=faa324f0-e700-4fde-8972-237edb976e34 HTTP/1.1" status: 200 len: 1128 time: 0.0683062 Jul 24 20:07:52.124074 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:07:52.168465 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-e6c79a6e-8cbd-428a-ab43-d118d858d0cc req-57a4dc8e-25bf-4520-a682-287601805803 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=292412d1-45e6-4916-89a1-747d59b1d029 HTTP/1.1" status: 200 len: 217 time: 0.0621943 Jul 24 20:07:52.174757 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-8c46b525-f19b-402f-83e8-a2657d10318b req-d3379ef3-31ab-4f3d-96b3-fa4f14ed20aa service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=426a98f1-bdae-428a-b03d-426236e01087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1327364 Jul 24 20:07:52.216936 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=8 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:07:52.254742 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=22,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:07:52.294439 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:07:52.326007 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedb213f-a3fe-4e3a-ad01-b45184a7b6f3 req-96b9f5be-5aa6-4aeb-a13f-8938120ecde8 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:07:52.327724 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-bedb213f-a3fe-4e3a-ad01-b45184a7b6f3 req-96b9f5be-5aa6-4aeb-a13f-8938120ecde8 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.17 "GET /v2.0/ports?device_id=faa324f0-e700-4fde-8972-237edb976e34 HTTP/1.1" status: 200 len: 944 time: 0.1160254 Jul 24 20:07:52.329743 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c79a6e-8cbd-428a-ab43-d118d858d0cc req-77db4c40-6ea4-4b19-837e-133e7095b44a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:07:52.331323 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-e6c79a6e-8cbd-428a-ab43-d118d858d0cc req-77db4c40-6ea4-4b19-837e-133e7095b44a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cce9884f-3061-48ee-abb3-8ca2a1e54559 HTTP/1.1" status: 200 len: 854 time: 0.1563342 Jul 24 20:07:52.337805 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60340eb9-1918-429d-ab3d-54f4f98f98bb req-f6a80af0-4b1f-4b48-a779-5a5dd3945c93 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:07:52.340035 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-60340eb9-1918-429d-ab3d-54f4f98f98bb req-f6a80af0-4b1f-4b48-a779-5a5dd3945c93 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/ports?device_id=d5df6d8f-f3f8-46f9-a3dc-b686165759d1 HTTP/1.1" status: 200 len: 947 time: 0.1294408 Jul 24 20:07:52.464673 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-bedb213f-a3fe-4e3a-ad01-b45184a7b6f3 req-08d96047-01ff-4d74-907d-97a78dfc440a tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.17 "GET /v2.0/security-groups?id=6abd01e9-840d-4e78-87ca-e6a4199b24ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1230896 Jul 24 20:07:52.466826 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c79a6e-8cbd-428a-ab43-d118d858d0cc req-7f4863cb-339b-48bc-bc9b-59086872bfd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:07:52.468434 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-e6c79a6e-8cbd-428a-ab43-d118d858d0cc req-7f4863cb-339b-48bc-bc9b-59086872bfd1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9568b641-7783-426b-8ad0-3ac71fba0922&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0926056 Jul 24 20:07:52.473112 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-60340eb9-1918-429d-ab3d-54f4f98f98bb req-ff281556-0e95-4b01-ba69-2e02325276f8 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/security-groups?id=127ff494-6d09-4ff6-9b8b-b1a80f4fa86b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1255715 Jul 24 20:07:52.601535 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-e6c79a6e-8cbd-428a-ab43-d118d858d0cc req-baafeb92-26b0-4abc-8514-95f6276a0c55 service neutron] 10.222.0.42 "GET /v2.0/networks/9568b641-7783-426b-8ad0-3ac71fba0922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257367 Jul 24 20:07:52.897319 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-e6c79a6e-8cbd-428a-ab43-d118d858d0cc req-4b30d0d8-e057-4fae-8e9b-a4f42429cb40 service neutron] 10.222.0.42 "GET /v2.0/networks/9568b641-7783-426b-8ad0-3ac71fba0922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949717 Jul 24 20:07:52.915352 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=100 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:07:53.009907 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62657cc5-7b3d-40f7-a2e3-87d487ce57d6 req-8e5a130e-10c7-4883-8798-903fb2109cd0 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:07:53.012495 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-62657cc5-7b3d-40f7-a2e3-87d487ce57d6 req-8e5a130e-10c7-4883-8798-903fb2109cd0 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] 10.222.0.17 "GET /v2.0/ports?device_id=e52261d6-e043-41d4-b4b8-370d3462d26e HTTP/1.1" status: 200 len: 945 time: 0.0554733 Jul 24 20:07:53.077447 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=100 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:07:53.086516 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-62657cc5-7b3d-40f7-a2e3-87d487ce57d6 req-f7e9a53c-1579-41e8-a2f7-040c5ffd2417 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] 10.222.0.17 "GET /v2.0/security-groups?id=426a98f1-bdae-428a-b03d-426236e01087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671291 Jul 24 20:07:53.472737 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5df6d8f-f3f8-46f9-a3dc-b686165759d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82dca016-61b7-4adb-b703-63f3f473c99f'}] {{(pid=110844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 24 20:07:53.476830 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cb44c1e02bae91b270a0e6cfc836be33c010434f31a7c401440ca7d913440f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ef77d61-1cf4-4d44-afc0-0d7b20716a11" -d '{"events": [{"server_uuid": "d5df6d8f-f3f8-46f9-a3dc-b686165759d1", "name": "network-vif-plugged", "status": "completed", "tag": "82dca016-61b7-4adb-b703-63f3f473c99f"}]}' {{(pid=110844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 20:07:53.529684 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 24 Jul 2022 20:07:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2896270-96ba-4e6b-8c87-4121cdc3c703 x-openstack-request-id: req-d2896270-96ba-4e6b-8c87-4121cdc3c703 {{(pid=110844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 20:07:53.535684 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5df6d8f-f3f8-46f9-a3dc-b686165759d1", "name": "network-vif-plugged", "status": "completed", "tag": "82dca016-61b7-4adb-b703-63f3f473c99f", "code": 200}]} {{(pid=110844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 20:07:53.535684 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-d2896270-96ba-4e6b-8c87-4121cdc3c703 {{(pid=110844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 20:07:53.535684 dv-cinder-850449-2-iscsi neutron-server[110844]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2896270-96ba-4e6b-8c87-4121cdc3c703'] response: {'server_uuid': 'd5df6d8f-f3f8-46f9-a3dc-b686165759d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82dca016-61b7-4adb-b703-63f3f473c99f', 'code': 200} Jul 24 20:07:53.675073 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba129d00-1372-49fa-bd3e-d9216fb31605 req-5d87ed48-e6e3-4cb7-b1f3-f2df1433906e tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:07:53.679124 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-ba129d00-1372-49fa-bd3e-d9216fb31605 req-5d87ed48-e6e3-4cb7-b1f3-f2df1433906e tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.17 "GET /v2.0/ports?device_id=faa324f0-e700-4fde-8972-237edb976e34 HTTP/1.1" status: 200 len: 944 time: 0.0827527 Jul 24 20:07:53.695756 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b90a80c-2c41-43b4-89eb-60a46e5a28b3 req-16bcbeb5-09ef-490e-bccc-2f40cc29d407 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:07:53.697387 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-5b90a80c-2c41-43b4-89eb-60a46e5a28b3 req-16bcbeb5-09ef-490e-bccc-2f40cc29d407 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/ports?device_id=d5df6d8f-f3f8-46f9-a3dc-b686165759d1 HTTP/1.1" status: 200 len: 947 time: 0.0720704 Jul 24 20:07:53.785849 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-ba129d00-1372-49fa-bd3e-d9216fb31605 req-babc0155-c6ad-4fe6-9144-a069b4f09ad6 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.17 "GET /v2.0/security-groups?id=6abd01e9-840d-4e78-87ca-e6a4199b24ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028328 Jul 24 20:07:53.790728 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-5b90a80c-2c41-43b4-89eb-60a46e5a28b3 req-20890f59-ed25-4db7-8a1c-9ccbe8614de2 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/security-groups?id=127ff494-6d09-4ff6-9b8b-b1a80f4fa86b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838418 Jul 24 20:07:54.213961 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69927f5-77de-484c-aa99-0d69387a8c95 req-2e223850-2d25-4f67-91c8-ddd65b0abc9d tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:07:54.215633 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-c69927f5-77de-484c-aa99-0d69387a8c95 req-2e223850-2d25-4f67-91c8-ddd65b0abc9d tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] 10.222.0.17 "GET /v2.0/ports?device_id=e52261d6-e043-41d4-b4b8-370d3462d26e HTTP/1.1" status: 200 len: 945 time: 0.0576324 Jul 24 20:07:54.270261 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-c69927f5-77de-484c-aa99-0d69387a8c95 req-1fe7054b-c000-4e1b-82c5-b965a2b11d9f tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] 10.222.0.17 "GET /v2.0/security-groups?id=426a98f1-bdae-428a-b03d-426236e01087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483940 Jul 24 20:07:54.356498 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Device 292412d1-45e6-4916-89a1-747d59b1d029 details requested by agent hyperv_hv-cinder-85044 with host hv-cinder-85044 {{(pid=110844) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 20:07:54.403923 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db339795-825e-4a1e-8ae3-690f6c47e609 req-a9c4c8fe-1e72-4a1e-8a2a-dad1f4f5f08d tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:07:54.405525 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-db339795-825e-4a1e-8ae3-690f6c47e609 req-a9c4c8fe-1e72-4a1e-8a2a-dad1f4f5f08d tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] 10.222.0.17 "GET /v2.0/ports?device_id=e52261d6-e043-41d4-b4b8-370d3462d26e HTTP/1.1" status: 200 len: 945 time: 0.0577106 Jul 24 20:07:54.471873 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-db339795-825e-4a1e-8ae3-690f6c47e609 req-e2e0ec04-8518-434b-b46c-409de89b74e1 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] 10.222.0.17 "GET /v2.0/security-groups?id=426a98f1-bdae-428a-b03d-426236e01087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566914 Jul 24 20:07:54.493306 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [-] (110843) accepted ('10.222.0.17', 36810) {{(pid=110843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:07:54.493798 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:07:54.496123 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] For port 292412d1-45e6-4916-89a1-747d59b1d029, host hv-cinder-85044, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85044',level=0,port_id=292412d1-45e6-4916-89a1-747d59b1d029,segment=NetworkSegment(78737f80-9c2d-440f-8dc6-3a8965544158),segment_id=78737f80-9c2d-440f-8dc6-3a8965544158)] {{(pid=110844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 20:07:54.508740 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Returning: {'device': '292412d1-45e6-4916-89a1-747d59b1d029', 'network_id': '9568b641-7783-426b-8ad0-3ac71fba0922', 'port_id': '292412d1-45e6-4916-89a1-747d59b1d029', 'mac_address': 'fa:16:3e:0a:d2:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cce9884f-3061-48ee-abb3-8ca2a1e54559', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110844) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 20:07:54.537798 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba02dac1-589c-45ce-9c97-2ce73fb37383 tempest-TestVolumeBootPattern-681006630 tempest-TestVolumeBootPattern-681006630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:07:54.539934 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [None req-ba02dac1-589c-45ce-9c97-2ce73fb37383 tempest-TestVolumeBootPattern-681006630 tempest-TestVolumeBootPattern-681006630-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=e52261d6-e043-41d4-b4b8-370d3462d26e HTTP/1.1" status: 200 len: 1124 time: 0.0446157 Jul 24 20:07:54.544302 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [-] (110843) accepted ('10.222.0.17', 36812) {{(pid=110843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:07:54.553731 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Current status of the port 292412d1-45e6-4916-89a1-747d59b1d029 is: DOWN; New status is: BUILD {{(pid=110844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 20:07:54.554129 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (292412d1-45e6-4916-89a1-747d59b1d029), before_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:07:54.554428 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.v2.base [None req-f99544bf-e701-47e7-b658-95c4f471fb76 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Request body: {'floatingip': {'floating_network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'port_id': '96271c9a-9c8d-4422-ae1e-67d9ac2c6ad1', 'tenant_id': '757b69afcbc64d9a853a7ae1f7dc3307', 'fixed_ip_address': '172.20.0.3'}} {{(pid=110843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 20:07:54.574218 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.notifiers.nova [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 292412d1-45e6-4916-89a1-747d59b1d029 {{(pid=110844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 24 20:07:54.587172 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:07:54.601617 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] For port 292412d1-45e6-4916-89a1-747d59b1d029, host hv-cinder-85044, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85044',level=0,port_id=292412d1-45e6-4916-89a1-747d59b1d029,segment=NetworkSegment(78737f80-9c2d-440f-8dc6-3a8965544158),segment_id=78737f80-9c2d-440f-8dc6-3a8965544158)] {{(pid=110844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 20:07:54.633603 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18c6062-031a-4245-a97a-83b4bf8326a6 req-e9425fb3-36cb-4ea3-8407-e7790ff40413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:07:54.636051 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-c18c6062-031a-4245-a97a-83b4bf8326a6 req-e9425fb3-36cb-4ea3-8407-e7790ff40413 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d5df6d8f-f3f8-46f9-a3dc-b686165759d1 HTTP/1.1" status: 200 len: 1131 time: 0.0605869 Jul 24 20:07:54.685341 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958'] for port (292412d1-45e6-4916-89a1-747d59b1d029), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:07:54.686690 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-f99544bf-e701-47e7-b658-95c4f471fb76 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:07:54.694215 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-c18c6062-031a-4245-a97a-83b4bf8326a6 req-ea59c351-817c-4cec-8906-c16af9effa4a service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=127ff494-6d09-4ff6-9b8b-b1a80f4fa86b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507729 Jul 24 20:07:54.748531 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Pushing event updated for resources: {'Port': ['ID=292412d1-45e6-4916-89a1-747d59b1d029,revision_number=4']} {{(pid=110844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:07:54.780630 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-f99544bf-e701-47e7-b658-95c4f471fb76 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (None), before_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:07:54.913776 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] get_ports_and_sgs() called for port_ids ['292412d1-45e6-4916-89a1-747d59b1d029'] {{(pid=110844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 20:07:55.007676 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.db.db_base_plugin_common [None req-f99544bf-e701-47e7-b658-95c4f471fb76 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Allocated IP 172.27.3.15 (10498192-3528-4341-803f-d59b33e3b71c/99a0caa3-3fb5-4860-826f-478186226de3/b14ec0ba-1334-4c49-8d6c-752af84a593e) {{(pid=110843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 20:07:55.024354 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403174ac-778f-4a1b-b62f-5b5cb515541b req-e43ff945-dee0-459c-924b-91965fa90dbf tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:07:55.025997 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-403174ac-778f-4a1b-b62f-5b5cb515541b req-e43ff945-dee0-459c-924b-91965fa90dbf tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.17 "GET /v2.0/ports?device_id=faa324f0-e700-4fde-8972-237edb976e34 HTTP/1.1" status: 200 len: 945 time: 0.1168425 Jul 24 20:07:55.036983 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47473856-7d54-4b8b-8a98-dd035741d0f2 req-b090b46f-9108-4039-b023-47d5b7d4a1fa tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:07:55.038538 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-47473856-7d54-4b8b-8a98-dd035741d0f2 req-b090b46f-9108-4039-b023-47d5b7d4a1fa tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/ports?device_id=d5df6d8f-f3f8-46f9-a3dc-b686165759d1 HTTP/1.1" status: 200 len: 947 time: 0.1140420 Jul 24 20:07:55.116028 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:07:55.418487 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:07:55.448938 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-47473856-7d54-4b8b-8a98-dd035741d0f2 req-fbb11934-4874-4303-9f00-7de236ae802d tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/security-groups?id=127ff494-6d09-4ff6-9b8b-b1a80f4fa86b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4029324 Jul 24 20:07:55.454910 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-403174ac-778f-4a1b-b62f-5b5cb515541b req-e7767718-e9af-4af0-90d0-79c4cce497ef tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.17 "GET /v2.0/security-groups?id=6abd01e9-840d-4e78-87ca-e6a4199b24ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4153614 Jul 24 20:07:55.499788 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-f99544bf-e701-47e7-b658-95c4f471fb76 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Publish callbacks [] for port (b14ec0ba-1334-4c49-8d6c-752af84a593e), precommit_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:07:55.606693 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-f99544bf-e701-47e7-b658-95c4f471fb76 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731445223406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2610928'] for port (b14ec0ba-1334-4c49-8d6c-752af84a593e), after_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:07:55.651818 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f99544bf-e701-47e7-b658-95c4f471fb76 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Network 10498192-3528-4341-803f-d59b33e3b71c is already hosted by enough agents. {{(pid=110843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 20:07:55.659704 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.scheduler.base_scheduler [None req-f99544bf-e701-47e7-b658-95c4f471fb76 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Resources bound (agent type, host, resource id): {{(pid=110843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 20:07:55.663230 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f99544bf-e701-47e7-b658-95c4f471fb76 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Received port after_create {{(pid=110843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 24 20:07:55.665722 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99544bf-e701-47e7-b658-95c4f471fb76 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Pushing event updated for resources: {'Port': ['ID=b14ec0ba-1334-4c49-8d6c-752af84a593e,revision_number=1']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:07:56.084807 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:07:56.108319 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-f99544bf-e701-47e7-b658-95c4f471fb76 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Publish callbacks [] for floatingip (917192b3-6eeb-4050-aaef-29bf8a14eeb6), precommit_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:07:56.317240 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-f99544bf-e701-47e7-b658-95c4f471fb76 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (b14ec0ba-1334-4c49-8d6c-752af84a593e), before_update {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:07:56.522711 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Device 292412d1-45e6-4916-89a1-747d59b1d029 up at agent hyperv_hv-cinder-85044 {{(pid=110844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 20:07:56.555620 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-f99544bf-e701-47e7-b658-95c4f471fb76 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Publish callbacks [] for port (b14ec0ba-1334-4c49-8d6c-752af84a593e), precommit_update {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:07:56.570012 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Provisioning for port 292412d1-45e6-4916-89a1-747d59b1d029 completed by entity L2. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 24 20:07:56.653002 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2de166f-aada-4413-a7ea-b50bbd14b9aa req-90c36137-40b3-4316-9775-fd0387fe0c92 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:07:56.654601 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-e2de166f-aada-4413-a7ea-b50bbd14b9aa req-90c36137-40b3-4316-9775-fd0387fe0c92 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/ports?device_id=d5df6d8f-f3f8-46f9-a3dc-b686165759d1 HTTP/1.1" status: 200 len: 947 time: 0.0835187 Jul 24 20:07:56.662632 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb42e21-e935-4eea-bf80-a920b67ded76 req-64fe51b7-f11b-4c20-9f5e-987365780eb3 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:07:56.664057 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-0fb42e21-e935-4eea-bf80-a920b67ded76 req-64fe51b7-f11b-4c20-9f5e-987365780eb3 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.17 "GET /v2.0/ports?device_id=faa324f0-e700-4fde-8972-237edb976e34 HTTP/1.1" status: 200 len: 945 time: 0.0902574 Jul 24 20:07:56.667767 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-f99544bf-e701-47e7-b658-95c4f471fb76 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2610891'] for port (b14ec0ba-1334-4c49-8d6c-752af84a593e), after_update {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:07:56.706646 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Provisioning complete for port 292412d1-45e6-4916-89a1-747d59b1d029 triggered by entity L2. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 20:07:56.707134 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812910'] for port (292412d1-45e6-4916-89a1-747d59b1d029), provisioning_complete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:07:56.743681 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:07:56.790545 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Current status of the port 292412d1-45e6-4916-89a1-747d59b1d029 is: BUILD; New status is: ACTIVE {{(pid=110844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 20:07:56.790872 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (292412d1-45e6-4916-89a1-747d59b1d029), before_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:07:56.799644 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99544bf-e701-47e7-b658-95c4f471fb76 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Pushing event updated for resources: {'Port': ['ID=b14ec0ba-1334-4c49-8d6c-752af84a593e,revision_number=2']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:07:56.818559 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faa324f0-e700-4fde-8972-237edb976e34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '292412d1-45e6-4916-89a1-747d59b1d029'}] {{(pid=110844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 24 20:07:56.821193 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cb44c1e02bae91b270a0e6cfc836be33c010434f31a7c401440ca7d913440f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-264c3c8a-d096-4327-9f03-023f8f2824db" -d '{"events": [{"server_uuid": "faa324f0-e700-4fde-8972-237edb976e34", "name": "network-vif-plugged", "status": "completed", "tag": "292412d1-45e6-4916-89a1-747d59b1d029"}]}' {{(pid=110844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 20:07:56.826732 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-e2de166f-aada-4413-a7ea-b50bbd14b9aa req-d18cf9d3-91f4-4b69-ba25-e08d9e75c65c tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/security-groups?id=127ff494-6d09-4ff6-9b8b-b1a80f4fa86b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1617112 Jul 24 20:07:56.836389 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] For port 292412d1-45e6-4916-89a1-747d59b1d029, host hv-cinder-85044, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85044',level=0,port_id=292412d1-45e6-4916-89a1-747d59b1d029,segment=NetworkSegment(78737f80-9c2d-440f-8dc6-3a8965544158),segment_id=78737f80-9c2d-440f-8dc6-3a8965544158)] {{(pid=110844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 20:07:56.836592 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-f99544bf-e701-47e7-b658-95c4f471fb76 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-452544'] for floatingip (917192b3-6eeb-4050-aaef-29bf8a14eeb6), after_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:07:56.843183 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-0fb42e21-e935-4eea-bf80-a920b67ded76 req-97281fd2-6941-45ce-862a-79c552cec8f6 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.17 "GET /v2.0/security-groups?id=6abd01e9-840d-4e78-87ca-e6a4199b24ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1646838 Jul 24 20:07:56.916900 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 24 Jul 2022 20:07:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62ffdf2a-ffc8-4fb8-95a7-b24fd403e298 x-openstack-request-id: req-62ffdf2a-ffc8-4fb8-95a7-b24fd403e298 {{(pid=110844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 20:07:56.917192 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "faa324f0-e700-4fde-8972-237edb976e34", "name": "network-vif-plugged", "status": "completed", "tag": "292412d1-45e6-4916-89a1-747d59b1d029", "code": 200}]} {{(pid=110844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 20:07:56.917449 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-62ffdf2a-ffc8-4fb8-95a7-b24fd403e298 {{(pid=110844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 20:07:56.917854 dv-cinder-850449-2-iscsi neutron-server[110844]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62ffdf2a-ffc8-4fb8-95a7-b24fd403e298'] response: {'server_uuid': 'faa324f0-e700-4fde-8972-237edb976e34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '292412d1-45e6-4916-89a1-747d59b1d029', 'code': 200} Jul 24 20:07:56.930027 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958'] for port (292412d1-45e6-4916-89a1-747d59b1d029), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:07:56.965390 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.db.l3_db [None req-f99544bf-e701-47e7-b658-95c4f471fb76 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Floating IP 917192b3-6eeb-4050-aaef-29bf8a14eeb6 associated. External IP: 172.27.3.15, port: 96271c9a-9c8d-4422-ae1e-67d9ac2c6ad1. Jul 24 20:07:57.013169 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Pushing event updated for resources: {'Port': ['ID=292412d1-45e6-4916-89a1-747d59b1d029,revision_number=5']} {{(pid=110844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:07:57.171124 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=100 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:07:57.204717 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f99544bf-e701-47e7-b658-95c4f471fb76 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Router bd590163-56ed-4520-bed7-938322d731b8 has already been hosted by L3 agent 408021b7-d46b-48c2-9f75-8a8023f9145c {{(pid=110843) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 24 20:07:57.311459 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f99544bf-e701-47e7-b658-95c4f471fb76 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Notify agent at l3_agent.dv-cinder-850449-2-iscsi the message routers_updated {{(pid=110843) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 20:07:57.329790 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef5260c-bf9d-4342-8bc4-91a8c7364abf None None] Sync routers for ids ['bd590163-56ed-4520-bed7-938322d731b8'] in dv-cinder-850449-2-iscsi {{(pid=110844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 20:07:57.349589 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef5260c-bf9d-4342-8bc4-91a8c7364abf None None] Routers {'bd590163-56ed-4520-bed7-938322d731b8'} bound to L3 agent in host dv-cinder-850449-2-iscsi {{(pid=110844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 20:07:57.350456 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_hamode_db [None req-fef5260c-bf9d-4342-8bc4-91a8c7364abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-24T19:52:06Z,description=,heartbeat_timestamp=2022-07-24T20:07:36Z,host='dv-cinder-850449-2-iscsi',id=408021b7-d46b-48c2-9f75-8a8023f9145c,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T19:52:06Z,topic='l3_agent')) {'router_ids': ['bd590163-56ed-4520-bed7-938322d731b8'], 'active': True} {{(pid=110844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:07:57.404089 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a472b9c-b269-49f9-b5f8-5d89f443c2fd req-13d0bc8f-6828-4a5a-91cb-6a8ec95318c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:07:57.405982 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-1a472b9c-b269-49f9-b5f8-5d89f443c2fd req-13d0bc8f-6828-4a5a-91cb-6a8ec95318c0 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=faa324f0-e700-4fde-8972-237edb976e34 HTTP/1.1" status: 200 len: 1130 time: 0.0448987 Jul 24 20:07:57.454800 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-1a472b9c-b269-49f9-b5f8-5d89f443c2fd req-66b5089d-b4d9-4f2f-918a-2e9172bea28a service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=6abd01e9-840d-4e78-87ca-e6a4199b24ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428326 Jul 24 20:07:57.460959 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_dvr_db [None req-fef5260c-bf9d-4342-8bc4-91a8c7364abf None None] Set router bd590163-56ed-4520-bed7-938322d731b8 gateway port host: dv-cinder-850449-2-iscsi {{(pid=110844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 20:07:57.480428 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-f99544bf-e701-47e7-b658-95c4f471fb76 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1048257'] for floatingip (None), before_response {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:07:57.528591 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [None req-f99544bf-e701-47e7-b658-95c4f471fb76 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.9796166 Jul 24 20:07:57.528591 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e52261d6-e043-41d4-b4b8-370d3462d26e', 'tag': '96271c9a-9c8d-4422-ae1e-67d9ac2c6ad1'}] {{(pid=110843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 24 20:07:57.529043 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa129e2ea71b36189c7354ee4da78dc54b5a7420159cbfa164f6b2678096e4e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf3615e5-49b8-4d3f-acde-2a231e1b320d" -d '{"events": [{"name": "network-changed", "server_uuid": "e52261d6-e043-41d4-b4b8-370d3462d26e", "tag": "96271c9a-9c8d-4422-ae1e-67d9ac2c6ad1"}]}' {{(pid=110843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 20:07:57.572488 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 24 Jul 2022 20:07:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30dc167b-f701-4417-84a9-69fbc51b0b46 x-openstack-request-id: req-30dc167b-f701-4417-84a9-69fbc51b0b46 {{(pid=110843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 20:07:57.572892 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e52261d6-e043-41d4-b4b8-370d3462d26e", "tag": "96271c9a-9c8d-4422-ae1e-67d9ac2c6ad1", "status": "completed", "code": 200}]} {{(pid=110843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 20:07:57.573472 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-30dc167b-f701-4417-84a9-69fbc51b0b46 {{(pid=110843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 20:07:57.573904 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30dc167b-f701-4417-84a9-69fbc51b0b46'] response: {'name': 'network-changed', 'server_uuid': 'e52261d6-e043-41d4-b4b8-370d3462d26e', 'tag': '96271c9a-9c8d-4422-ae1e-67d9ac2c6ad1', 'status': 'completed', 'code': 200} Jul 24 20:07:57.619676 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [-] (110843) accepted ('10.222.0.17', 36892) {{(pid=110843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:07:57.629921 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:07:57.705339 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_hamode_db [None req-fef5260c-bf9d-4342-8bc4-91a8c7364abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd590163-56ed-4520-bed7-938322d731b8', 'name': 'tempest-TestVolumeBootPattern-18742786-router', 'tenant_id': '757b69afcbc64d9a853a7ae1f7dc3307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'external_fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.158'}], 'enable_snat': True}, 'gw_port_id': '73f4c4a1-12ee-48ce-8b15-a2cee34961e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T20:03:43Z', 'updated_at': '2022-07-24T20:03:50Z', 'revision_number': 4, 'project_id': '757b69afcbc64d9a853a7ae1f7dc3307', 'gw_port': {'id': '73f4c4a1-12ee-48ce-8b15-a2cee34961e6', 'name': '', 'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:d4:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd590163-56ed-4520-bed7-938322d731b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:03:45Z', 'updated_at': '2022-07-24T20:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99a0caa3-3fb5-4860-826f-478186226de3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850449-2-iscsi', '_floatingips': [{'id': '917192b3-6eeb-4050-aaef-29bf8a14eeb6', 'tenant_id': '757b69afcbc64d9a853a7ae1f7dc3307', 'floating_ip_address': '172.27.3.15', 'floating_network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'router_id': 'bd590163-56ed-4520-bed7-938322d731b8', 'port_id': '96271c9a-9c8d-4422-ae1e-67d9ac2c6ad1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 619, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f72988cc-9fd0-426e-8ec1-94766c43bdf7', 'mac_address': 'fa:16:3e:d6:13:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e52261d6-e043-41d4-b4b8-370d3462d26e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-24T20:07:55Z', 'updated_at': '2022-07-24T20:07:55Z', 'revision_number': 0, 'project_id': '757b69afcbc64d9a853a7ae1f7dc3307', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50e82984-bbb9-4bf3-948c-ae1dd11befd3', 'name': '', 'network_id': 'f72988cc-9fd0-426e-8ec1-94766c43bdf7', 'tenant_id': '757b69afcbc64d9a853a7ae1f7dc3307', 'mac_address': 'fa:16:3e:bb:db:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd590163-56ed-4520-bed7-938322d731b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '9fbdff86-24c9-443e-8877-71756a9ade49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:03:49Z', 'updated_at': '2022-07-24T20:03:57Z', 'revision_number': 5, 'project_id': '757b69afcbc64d9a853a7ae1f7dc3307', 'subnets': [{'id': '9fbdff86-24c9-443e-8877-71756a9ade49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850449-2-iscsi', False) {} {{(pid=110844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:07:57.733396 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef5260c-bf9d-4342-8bc4-91a8c7364abf None None] Checking router: bd590163-56ed-4520-bed7-938322d731b8 for host: dv-cinder-850449-2-iscsi {{(pid=110844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 20:07:57.741056 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-85efb9bd-510f-4817-823a-0928795f2111 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:07:57.743846 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef5260c-bf9d-4342-8bc4-91a8c7364abf None None] Routers {'bd590163-56ed-4520-bed7-938322d731b8'} bound to L3 agent in host dv-cinder-850449-2-iscsi {{(pid=110844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 20:07:57.744480 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_hamode_db [None req-fef5260c-bf9d-4342-8bc4-91a8c7364abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-24T19:52:06Z,description=,heartbeat_timestamp=2022-07-24T20:07:36Z,host='dv-cinder-850449-2-iscsi',id=408021b7-d46b-48c2-9f75-8a8023f9145c,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T19:52:06Z,topic='l3_agent')) {'router_ids': ['bd590163-56ed-4520-bed7-938322d731b8'], 'active': True} {{(pid=110844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:07:57.799302 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3615e5-49b8-4d3f-acde-2a231e1b320d req-2a6556b8-d50c-4424-9953-fe0711fe4ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:07:57.800895 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-cf3615e5-49b8-4d3f-acde-2a231e1b320d req-2a6556b8-d50c-4424-9953-fe0711fe4ffc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=757b69afcbc64d9a853a7ae1f7dc3307&device_id=e52261d6-e043-41d4-b4b8-370d3462d26e HTTP/1.1" status: 200 len: 1129 time: 0.0506217 Jul 24 20:07:57.840407 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=100 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:07:57.849445 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_dvr_db [None req-fef5260c-bf9d-4342-8bc4-91a8c7364abf None None] Set router bd590163-56ed-4520-bed7-938322d731b8 gateway port host: dv-cinder-850449-2-iscsi {{(pid=110844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 20:07:57.960157 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-85efb9bd-510f-4817-823a-0928795f2111 admin admin] Publish callbacks [] for security_group (6870c0ad-c07a-438e-bd40-28afb58c61d3), precommit_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:07:57.989077 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3615e5-49b8-4d3f-acde-2a231e1b320d req-f6a5fd3a-24de-4e52-9fd4-63f87216bcf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:07:57.990563 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-cf3615e5-49b8-4d3f-acde-2a231e1b320d req-f6a5fd3a-24de-4e52-9fd4-63f87216bcf1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f72988cc-9fd0-426e-8ec1-94766c43bdf7 HTTP/1.1" status: 200 len: 911 time: 0.1826899 Jul 24 20:07:58.023744 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-85efb9bd-510f-4817-823a-0928795f2111 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (6870c0ad-c07a-438e-bd40-28afb58c61d3), after_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:07:58.048463 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bf2596-3535-4092-994d-9fe6aa5addb8 req-a3ca562e-52ac-4e1d-8dd6-559728487542 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:07:58.050025 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-02bf2596-3535-4092-994d-9fe6aa5addb8 req-a3ca562e-52ac-4e1d-8dd6-559728487542 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.17 "GET /v2.0/ports?device_id=faa324f0-e700-4fde-8972-237edb976e34 HTTP/1.1" status: 200 len: 946 time: 0.1204629 Jul 24 20:07:58.062922 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f4a8d7-b4eb-4227-b6f1-fa353c1221d8 req-2e42da50-bdbc-4572-acfb-47d73a2ca3eb tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:07:58.064459 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-38f4a8d7-b4eb-4227-b6f1-fa353c1221d8 req-2e42da50-bdbc-4572-acfb-47d73a2ca3eb tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/ports?device_id=d5df6d8f-f3f8-46f9-a3dc-b686165759d1 HTTP/1.1" status: 200 len: 947 time: 0.1094494 Jul 24 20:07:58.086259 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_hamode_db [None req-fef5260c-bf9d-4342-8bc4-91a8c7364abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd590163-56ed-4520-bed7-938322d731b8', 'name': 'tempest-TestVolumeBootPattern-18742786-router', 'tenant_id': '757b69afcbc64d9a853a7ae1f7dc3307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'external_fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.158'}], 'enable_snat': True}, 'gw_port_id': '73f4c4a1-12ee-48ce-8b15-a2cee34961e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T20:03:43Z', 'updated_at': '2022-07-24T20:03:50Z', 'revision_number': 4, 'project_id': '757b69afcbc64d9a853a7ae1f7dc3307', 'gw_port': {'id': '73f4c4a1-12ee-48ce-8b15-a2cee34961e6', 'name': '', 'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:d4:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd590163-56ed-4520-bed7-938322d731b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:03:45Z', 'updated_at': '2022-07-24T20:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99a0caa3-3fb5-4860-826f-478186226de3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850449-2-iscsi', '_floatingips': [{'id': '917192b3-6eeb-4050-aaef-29bf8a14eeb6', 'tenant_id': '757b69afcbc64d9a853a7ae1f7dc3307', 'floating_ip_address': '172.27.3.15', 'floating_network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'router_id': 'bd590163-56ed-4520-bed7-938322d731b8', 'port_id': '96271c9a-9c8d-4422-ae1e-67d9ac2c6ad1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 619, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f72988cc-9fd0-426e-8ec1-94766c43bdf7', 'mac_address': 'fa:16:3e:d6:13:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e52261d6-e043-41d4-b4b8-370d3462d26e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-24T20:07:55Z', 'updated_at': '2022-07-24T20:07:55Z', 'revision_number': 0, 'project_id': '757b69afcbc64d9a853a7ae1f7dc3307', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50e82984-bbb9-4bf3-948c-ae1dd11befd3', 'name': '', 'network_id': 'f72988cc-9fd0-426e-8ec1-94766c43bdf7', 'tenant_id': '757b69afcbc64d9a853a7ae1f7dc3307', 'mac_address': 'fa:16:3e:bb:db:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd590163-56ed-4520-bed7-938322d731b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '9fbdff86-24c9-443e-8877-71756a9ade49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:03:49Z', 'updated_at': '2022-07-24T20:03:57Z', 'revision_number': 5, 'project_id': '757b69afcbc64d9a853a7ae1f7dc3307', 'subnets': [{'id': '9fbdff86-24c9-443e-8877-71756a9ade49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850449-2-iscsi', False) {} {{(pid=110844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:07:58.091122 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:07:58.113654 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [None req-85efb9bd-510f-4817-823a-0928795f2111 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=8428bcaf1800496ab91221bc2b56938f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4897010 Jul 24 20:07:58.115818 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 36900) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:07:58.116315 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef5260c-bf9d-4342-8bc4-91a8c7364abf None None] The sync data for ids ['bd590163-56ed-4520-bed7-938322d731b8'] in dv-cinder-850449-2-iscsi is: [{'id': 'bd590163-56ed-4520-bed7-938322d731b8', 'name': 'tempest-TestVolumeBootPattern-18742786-router', 'tenant_id': '757b69afcbc64d9a853a7ae1f7dc3307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'external_fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.158'}], 'enable_snat': True}, 'gw_port_id': '73f4c4a1-12ee-48ce-8b15-a2cee34961e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T20:03:43Z', 'updated_at': '2022-07-24T20:03:50Z', 'revision_number': 4, 'project_id': '757b69afcbc64d9a853a7ae1f7dc3307', 'gw_port': {'id': '73f4c4a1-12ee-48ce-8b15-a2cee34961e6', 'name': '', 'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:d4:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd590163-56ed-4520-bed7-938322d731b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:03:45Z', 'updated_at': '2022-07-24T20:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99a0caa3-3fb5-4860-826f-478186226de3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850449-2-iscsi', '_floatingips': [{'id': '917192b3-6eeb-4050-aaef-29bf8a14eeb6', 'tenant_id': '757b69afcbc64d9a853a7ae1f7dc3307', 'floating_ip_address': '172.27.3.15', 'floating_network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'router_id': 'bd590163-56ed-4520-bed7-938322d731b8', 'port_id': '96271c9a-9c8d-4422-ae1e-67d9ac2c6ad1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 619, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f72988cc-9fd0-426e-8ec1-94766c43bdf7', 'mac_address': 'fa:16:3e:d6:13:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e52261d6-e043-41d4-b4b8-370d3462d26e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-24T20:07:55Z', 'updated_at': '2022-07-24T20:07:55Z', 'revision_number': 0, 'project_id': '757b69afcbc64d9a853a7ae1f7dc3307', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50e82984-bbb9-4bf3-948c-ae1dd11befd3', 'name': '', 'network_id': 'f72988cc-9fd0-426e-8ec1-94766c43bdf7', 'tenant_id': '757b69afcbc64d9a853a7ae1f7dc3307', 'mac_address': 'fa:16:3e:bb:db:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd590163-56ed-4520-bed7-938322d731b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '9fbdff86-24c9-443e-8877-71756a9ade49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:03:49Z', 'updated_at': '2022-07-24T20:03:57Z', 'revision_number': 5, 'project_id': '757b69afcbc64d9a853a7ae1f7dc3307', 'subnets': [{'id': '9fbdff86-24c9-443e-8877-71756a9ade49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 20:07:58.129244 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85efb9bd-510f-4817-823a-0928795f2111 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6870c0ad-c07a-438e-bd40-28afb58c61d3,revision_number=1']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:07:58.183715 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-49dfeb62-a2dc-4d15-8f02-8b7008a6734a admin admin] Publish callbacks [] for security_group (6870c0ad-c07a-438e-bd40-28afb58c61d3), before_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:07:58.210441 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-49dfeb62-a2dc-4d15-8f02-8b7008a6734a admin admin] Publish callbacks [] for security_group (6870c0ad-c07a-438e-bd40-28afb58c61d3), precommit_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:07:58.222601 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-02bf2596-3535-4092-994d-9fe6aa5addb8 req-c9e5aa2b-05c3-45cc-a9a6-f11d001b79e7 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.17 "GET /v2.0/security-groups?id=6abd01e9-840d-4e78-87ca-e6a4199b24ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1470189 Jul 24 20:07:58.231297 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-38f4a8d7-b4eb-4227-b6f1-fa353c1221d8 req-8327eda4-c0d6-4238-b2cb-78ad4c10746e tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/security-groups?id=127ff494-6d09-4ff6-9b8b-b1a80f4fa86b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1501772 Jul 24 20:07:58.251156 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-cf3615e5-49b8-4d3f-acde-2a231e1b320d req-aee40de2-adfd-471e-9434-ffa07a36bb15 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=96271c9a-9c8d-4422-ae1e-67d9ac2c6ad1 HTTP/1.1" status: 200 len: 998 time: 0.0863488 Jul 24 20:07:58.312263 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3615e5-49b8-4d3f-acde-2a231e1b320d req-6168a054-2708-4bf8-94a4-6b078940ae2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:07:58.313879 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-cf3615e5-49b8-4d3f-acde-2a231e1b320d req-6168a054-2708-4bf8-94a4-6b078940ae2e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9fbdff86-24c9-443e-8877-71756a9ade49 HTTP/1.1" status: 200 len: 849 time: 0.0560045 Jul 24 20:07:58.340558 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:07:58.377791 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3615e5-49b8-4d3f-acde-2a231e1b320d req-90ab3c32-4630-414a-95ac-83b49f1d5f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:07:58.380432 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-cf3615e5-49b8-4d3f-acde-2a231e1b320d req-90ab3c32-4630-414a-95ac-83b49f1d5f3a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f72988cc-9fd0-426e-8ec1-94766c43bdf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0477028 Jul 24 20:07:58.387665 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cead85c-8dd5-4eae-9ae1-44d91b01bfc1 None None] New status for floating IP 917192b3-6eeb-4050-aaef-29bf8a14eeb6: ACTIVE {{(pid=110845) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 24 20:07:58.457654 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-49dfeb62-a2dc-4d15-8f02-8b7008a6734a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (6870c0ad-c07a-438e-bd40-28afb58c61d3), after_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:07:58.461368 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-49dfeb62-a2dc-4d15-8f02-8b7008a6734a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:07:58.462646 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-49dfeb62-a2dc-4d15-8f02-8b7008a6734a admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/6870c0ad-c07a-438e-bd40-28afb58c61d3 HTTP/1.1" status: 204 len: 168 time: 0.3472354 Jul 24 20:07:58.473290 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dfeb62-a2dc-4d15-8f02-8b7008a6734a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6870c0ad-c07a-438e-bd40-28afb58c61d3,revision_number=None']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:07:58.494400 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-cf3615e5-49b8-4d3f-acde-2a231e1b320d req-50034c5e-30d1-45a3-ad3e-8098195f4bf6 service neutron] 10.222.0.42 "GET /v2.0/networks/f72988cc-9fd0-426e-8ec1-94766c43bdf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058187 Jul 24 20:07:58.985290 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-cf3615e5-49b8-4d3f-acde-2a231e1b320d req-baf5c4c4-495b-4ef0-ab2f-4c9232bb5c79 service neutron] 10.222.0.42 "GET /v2.0/networks/f72988cc-9fd0-426e-8ec1-94766c43bdf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008205 Jul 24 20:07:59.333252 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 36910) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:07:59.349767 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-b40b996d-5a6f-4a6f-9439-2d59fd0cac5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:07:59.379269 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9789f2-808f-498d-a23d-2ca41b6f8e8b req-3f39bc54-be82-46d4-8cb5-4649d493a93a tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:07:59.380799 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-3d9789f2-808f-498d-a23d-2ca41b6f8e8b req-3f39bc54-be82-46d4-8cb5-4649d493a93a tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.17 "GET /v2.0/ports?device_id=faa324f0-e700-4fde-8972-237edb976e34 HTTP/1.1" status: 200 len: 946 time: 0.0826609 Jul 24 20:07:59.389914 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca10822c-1ea7-4934-98a9-4bf40c636b54 req-77c428a9-5d5c-4200-8312-4fcee2af4e2e tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:07:59.396667 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-ca10822c-1ea7-4934-98a9-4bf40c636b54 req-77c428a9-5d5c-4200-8312-4fcee2af4e2e tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/ports?device_id=d5df6d8f-f3f8-46f9-a3dc-b686165759d1 HTTP/1.1" status: 200 len: 947 time: 0.0826652 Jul 24 20:07:59.442202 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-b40b996d-5a6f-4a6f-9439-2d59fd0cac5c admin admin] Publish callbacks [] for security_group (f45108f8-3b32-4c99-800c-0313fddacaa4), precommit_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:07:59.464992 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-3d9789f2-808f-498d-a23d-2ca41b6f8e8b req-309f7e5a-0ddc-4035-b66e-cafb517df3a0 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.17 "GET /v2.0/security-groups?id=6abd01e9-840d-4e78-87ca-e6a4199b24ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726271 Jul 24 20:07:59.477301 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-ca10822c-1ea7-4934-98a9-4bf40c636b54 req-195e5468-bffe-4d4b-8473-f1ef7bae7bb5 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/security-groups?id=127ff494-6d09-4ff6-9b8b-b1a80f4fa86b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778446 Jul 24 20:07:59.526206 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-b40b996d-5a6f-4a6f-9439-2d59fd0cac5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (f45108f8-3b32-4c99-800c-0313fddacaa4), after_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:07:59.569424 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-b40b996d-5a6f-4a6f-9439-2d59fd0cac5c admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=285225bbd61540c3a2150f8f1441df39&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2350471 Jul 24 20:07:59.570461 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40b996d-5a6f-4a6f-9439-2d59fd0cac5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f45108f8-3b32-4c99-800c-0313fddacaa4,revision_number=1']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:07:59.573640 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 36916) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:07:59.609205 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98203e5-c3d3-49f0-a1e0-954eef059cfc req-940de6e9-6727-424d-8bbe-670015802167 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:07:59.611816 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-a98203e5-c3d3-49f0-a1e0-954eef059cfc req-940de6e9-6727-424d-8bbe-670015802167 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.17 "GET /v2.0/ports?device_id=faa324f0-e700-4fde-8972-237edb976e34 HTTP/1.1" status: 200 len: 946 time: 0.0817368 Jul 24 20:07:59.620765 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [-] (110843) accepted ('10.222.0.17', 36918) {{(pid=110843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:07:59.625238 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.v2.base [None req-3c5ef201-b8fc-44c7-9afb-283ae37be520 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Request body: {'floatingip': {'port_id': '292412d1-45e6-4916-89a1-747d59b1d029'}} {{(pid=110843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 20:07:59.630106 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-1afb2e60-6b57-43e4-a5b6-69293eed5728 admin admin] Publish callbacks [] for security_group (f45108f8-3b32-4c99-800c-0313fddacaa4), before_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:07:59.653450 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-1afb2e60-6b57-43e4-a5b6-69293eed5728 admin admin] Publish callbacks [] for security_group (f45108f8-3b32-4c99-800c-0313fddacaa4), precommit_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:07:59.668327 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-3c5ef201-b8fc-44c7-9afb-283ae37be520 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Publish callbacks [] for floatingip (be1613b5-d73a-4dee-b711-52eec79b1ff6), before_update {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:07:59.789325 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-1afb2e60-6b57-43e4-a5b6-69293eed5728 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (f45108f8-3b32-4c99-800c-0313fddacaa4), after_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:07:59.792499 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-1afb2e60-6b57-43e4-a5b6-69293eed5728 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:07:59.793668 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-1afb2e60-6b57-43e4-a5b6-69293eed5728 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/f45108f8-3b32-4c99-800c-0313fddacaa4 HTTP/1.1" status: 204 len: 168 time: 0.2189457 Jul 24 20:07:59.801772 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afb2e60-6b57-43e4-a5b6-69293eed5728 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f45108f8-3b32-4c99-800c-0313fddacaa4,revision_number=None']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:08:00.126099 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-3c5ef201-b8fc-44c7-9afb-283ae37be520 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:08:00.195173 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-3c5ef201-b8fc-44c7-9afb-283ae37be520 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-452544'] for floatingip (be1613b5-d73a-4dee-b711-52eec79b1ff6), after_update {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:08:00.275037 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:08:00.292818 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.db.l3_db [None req-3c5ef201-b8fc-44c7-9afb-283ae37be520 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Floating IP be1613b5-d73a-4dee-b711-52eec79b1ff6 associated. External IP: 172.27.3.89, port: 292412d1-45e6-4916-89a1-747d59b1d029. Jul 24 20:08:00.327804 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:08:00.613309 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 36924) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:08:00.628090 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-f5ae510f-b961-4888-a6db-5c5fa35f1972 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:08:00.719809 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-f5ae510f-b961-4888-a6db-5c5fa35f1972 admin admin] Publish callbacks [] for security_group (fe88dec4-ea16-41d4-a450-f6a25f59621e), precommit_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:08:00.761042 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c5ef201-b8fc-44c7-9afb-283ae37be520 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Router 47e81123-031d-44ab-8cc7-b1e59e57cd0c has already been hosted by L3 agent 408021b7-d46b-48c2-9f75-8a8023f9145c {{(pid=110843) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 24 20:08:00.794844 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-f5ae510f-b961-4888-a6db-5c5fa35f1972 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (fe88dec4-ea16-41d4-a450-f6a25f59621e), after_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:08:00.847277 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-f5ae510f-b961-4888-a6db-5c5fa35f1972 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=2cfee8dfdb4a43aca04c12c115a845e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2326512 Jul 24 20:08:00.849806 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 36926) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:08:00.857153 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=80,neutron:DELETE=4,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:08:00.857994 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ae510f-b961-4888-a6db-5c5fa35f1972 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe88dec4-ea16-41d4-a450-f6a25f59621e,revision_number=1']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:08:00.885309 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c5ef201-b8fc-44c7-9afb-283ae37be520 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Notify agent at l3_agent.dv-cinder-850449-2-iscsi the message routers_updated {{(pid=110843) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 20:08:00.890622 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-3c5ef201-b8fc-44c7-9afb-283ae37be520 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1048257'] for floatingip (None), before_response {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:08:00.897329 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae8cef0-4449-4fce-a5ca-01397d9a16e2 None None] Sync routers for ids ['47e81123-031d-44ab-8cc7-b1e59e57cd0c'] in dv-cinder-850449-2-iscsi {{(pid=110844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 20:08:00.908187 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae8cef0-4449-4fce-a5ca-01397d9a16e2 None None] Routers {'47e81123-031d-44ab-8cc7-b1e59e57cd0c'} bound to L3 agent in host dv-cinder-850449-2-iscsi {{(pid=110844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 20:08:00.909252 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_hamode_db [None req-6ae8cef0-4449-4fce-a5ca-01397d9a16e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-24T19:52:06Z,description=,heartbeat_timestamp=2022-07-24T20:07:36Z,host='dv-cinder-850449-2-iscsi',id=408021b7-d46b-48c2-9f75-8a8023f9145c,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T19:52:06Z,topic='l3_agent')) {'router_ids': ['47e81123-031d-44ab-8cc7-b1e59e57cd0c'], 'active': True} {{(pid=110844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:08:00.909391 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-d37e6ffb-e55c-4398-b02d-38fd8bd8a8f6 admin admin] Publish callbacks [] for security_group (fe88dec4-ea16-41d4-a450-f6a25f59621e), before_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:08:00.925160 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [None req-3c5ef201-b8fc-44c7-9afb-283ae37be520 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.17 "PUT /v2.0/floatingips/be1613b5-d73a-4dee-b711-52eec79b1ff6 HTTP/1.1" status: 200 len: 991 time: 1.3011217 Jul 24 20:08:00.925160 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'faa324f0-e700-4fde-8972-237edb976e34', 'tag': '292412d1-45e6-4916-89a1-747d59b1d029'}] {{(pid=110843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 24 20:08:00.926184 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa129e2ea71b36189c7354ee4da78dc54b5a7420159cbfa164f6b2678096e4e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08fabc22-e3ca-447f-a228-c1e58ff14b53" -d '{"events": [{"name": "network-changed", "server_uuid": "faa324f0-e700-4fde-8972-237edb976e34", "tag": "292412d1-45e6-4916-89a1-747d59b1d029"}]}' {{(pid=110843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 20:08:00.939111 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-d37e6ffb-e55c-4398-b02d-38fd8bd8a8f6 admin admin] Publish callbacks [] for security_group (fe88dec4-ea16-41d4-a450-f6a25f59621e), precommit_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:08:00.954504 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:08:00.966050 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 24 Jul 2022 20:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ebc4329-94ec-4da0-bfd8-a0a45965ee23 x-openstack-request-id: req-8ebc4329-94ec-4da0-bfd8-a0a45965ee23 {{(pid=110843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 20:08:00.966428 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "faa324f0-e700-4fde-8972-237edb976e34", "tag": "292412d1-45e6-4916-89a1-747d59b1d029", "status": "completed", "code": 200}]} {{(pid=110843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 20:08:00.966728 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-8ebc4329-94ec-4da0-bfd8-a0a45965ee23 {{(pid=110843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 20:08:00.967323 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ebc4329-94ec-4da0-bfd8-a0a45965ee23'] response: {'name': 'network-changed', 'server_uuid': 'faa324f0-e700-4fde-8972-237edb976e34', 'tag': '292412d1-45e6-4916-89a1-747d59b1d029', 'status': 'completed', 'code': 200} Jul 24 20:08:01.015888 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_dvr_db [None req-6ae8cef0-4449-4fce-a5ca-01397d9a16e2 None None] Set router 47e81123-031d-44ab-8cc7-b1e59e57cd0c gateway port host: dv-cinder-850449-2-iscsi {{(pid=110844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 20:08:01.036900 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fabc22-e3ca-447f-a228-c1e58ff14b53 req-67bdd63a-d87b-44ee-b14c-3fbe3b11c4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:08:01.038876 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-08fabc22-e3ca-447f-a228-c1e58ff14b53 req-67bdd63a-d87b-44ee-b14c-3fbe3b11c4ef service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=dcc8f2e8d4e64866a624dcd6d1de5d81&device_id=faa324f0-e700-4fde-8972-237edb976e34 HTTP/1.1" status: 200 len: 1130 time: 0.0405147 Jul 24 20:08:01.088258 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-d37e6ffb-e55c-4398-b02d-38fd8bd8a8f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (fe88dec4-ea16-41d4-a450-f6a25f59621e), after_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:08:01.090943 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-d37e6ffb-e55c-4398-b02d-38fd8bd8a8f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:08:01.094950 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-d37e6ffb-e55c-4398-b02d-38fd8bd8a8f6 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/fe88dec4-ea16-41d4-a450-f6a25f59621e HTTP/1.1" status: 204 len: 168 time: 0.2417610 Jul 24 20:08:01.105051 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37e6ffb-e55c-4398-b02d-38fd8bd8a8f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe88dec4-ea16-41d4-a450-f6a25f59621e,revision_number=None']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:08:01.144102 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fabc22-e3ca-447f-a228-c1e58ff14b53 req-212f2a4a-1e8b-4e33-82e0-80886c47eed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:08:01.146242 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-08fabc22-e3ca-447f-a228-c1e58ff14b53 req-212f2a4a-1e8b-4e33-82e0-80886c47eed4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=9568b641-7783-426b-8ad0-3ac71fba0922 HTTP/1.1" status: 200 len: 916 time: 0.1021609 Jul 24 20:08:01.223310 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-08fabc22-e3ca-447f-a228-c1e58ff14b53 req-8a4819e4-c68d-40c1-970a-9e8b7167baa3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=292412d1-45e6-4916-89a1-747d59b1d029 HTTP/1.1" status: 200 len: 999 time: 0.0709732 Jul 24 20:08:01.284529 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fabc22-e3ca-447f-a228-c1e58ff14b53 req-3a857eef-f324-4a93-bc34-8e907cf319d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:08:01.286095 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-08fabc22-e3ca-447f-a228-c1e58ff14b53 req-3a857eef-f324-4a93-bc34-8e907cf319d5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cce9884f-3061-48ee-abb3-8ca2a1e54559 HTTP/1.1" status: 200 len: 854 time: 0.0572467 Jul 24 20:08:01.308565 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_hamode_db [None req-6ae8cef0-4449-4fce-a5ca-01397d9a16e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47e81123-031d-44ab-8cc7-b1e59e57cd0c', 'name': 'tempest-AttachVolumeNegativeTest-1190663108-router', 'tenant_id': 'dcc8f2e8d4e64866a624dcd6d1de5d81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'external_fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': 'e4a96822-ce99-4391-bf07-e617c74eb382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T20:02:39Z', 'updated_at': '2022-07-24T20:02:45Z', 'revision_number': 4, 'project_id': 'dcc8f2e8d4e64866a624dcd6d1de5d81', 'gw_port': {'id': 'e4a96822-ce99-4391-bf07-e617c74eb382', 'name': '', 'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:64:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e81123-031d-44ab-8cc7-b1e59e57cd0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:02:40Z', 'updated_at': '2022-07-24T20:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99a0caa3-3fb5-4860-826f-478186226de3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850449-2-iscsi', '_floatingips': [{'id': 'be1613b5-d73a-4dee-b711-52eec79b1ff6', 'tenant_id': 'dcc8f2e8d4e64866a624dcd6d1de5d81', 'floating_ip_address': '172.27.3.89', 'floating_network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'router_id': '47e81123-031d-44ab-8cc7-b1e59e57cd0c', 'port_id': '292412d1-45e6-4916-89a1-747d59b1d029', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 611, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9568b641-7783-426b-8ad0-3ac71fba0922', 'mac_address': 'fa:16:3e:0a:d2:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa324f0-e700-4fde-8972-237edb976e34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-24T20:07:35Z', 'updated_at': '2022-07-24T20:08:00Z', 'revision_number': 1, 'project_id': 'dcc8f2e8d4e64866a624dcd6d1de5d81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a915ddb-b03f-445f-850a-6252c5f8b719', 'name': '', 'network_id': '9568b641-7783-426b-8ad0-3ac71fba0922', 'tenant_id': 'dcc8f2e8d4e64866a624dcd6d1de5d81', 'mac_address': 'fa:16:3e:1a:0c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e81123-031d-44ab-8cc7-b1e59e57cd0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'cce9884f-3061-48ee-abb3-8ca2a1e54559', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:02:43Z', 'updated_at': '2022-07-24T20:02:53Z', 'revision_number': 5, 'project_id': 'dcc8f2e8d4e64866a624dcd6d1de5d81', 'subnets': [{'id': 'cce9884f-3061-48ee-abb3-8ca2a1e54559', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850449-2-iscsi', False) {} {{(pid=110844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:08:01.338093 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fabc22-e3ca-447f-a228-c1e58ff14b53 req-54a71e7d-8345-478f-a209-fa5e779319d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:08:01.339659 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-08fabc22-e3ca-447f-a228-c1e58ff14b53 req-54a71e7d-8345-478f-a209-fa5e779319d4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9568b641-7783-426b-8ad0-3ac71fba0922&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0481958 Jul 24 20:08:01.350670 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae8cef0-4449-4fce-a5ca-01397d9a16e2 None None] Checking router: 47e81123-031d-44ab-8cc7-b1e59e57cd0c for host: dv-cinder-850449-2-iscsi {{(pid=110844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 20:08:01.365303 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae8cef0-4449-4fce-a5ca-01397d9a16e2 None None] Routers {'47e81123-031d-44ab-8cc7-b1e59e57cd0c'} bound to L3 agent in host dv-cinder-850449-2-iscsi {{(pid=110844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 20:08:01.366249 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_hamode_db [None req-6ae8cef0-4449-4fce-a5ca-01397d9a16e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-24T19:52:06Z,description=,heartbeat_timestamp=2022-07-24T20:07:36Z,host='dv-cinder-850449-2-iscsi',id=408021b7-d46b-48c2-9f75-8a8023f9145c,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T19:52:06Z,topic='l3_agent')) {'router_ids': ['47e81123-031d-44ab-8cc7-b1e59e57cd0c'], 'active': True} {{(pid=110844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:08:01.439964 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=100 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:08:01.459084 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-08fabc22-e3ca-447f-a228-c1e58ff14b53 req-040f3499-137e-4bd3-ac2f-21769b82d3e9 service neutron] 10.222.0.42 "GET /v2.0/networks/9568b641-7783-426b-8ad0-3ac71fba0922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123712 Jul 24 20:08:01.584720 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-08fabc22-e3ca-447f-a228-c1e58ff14b53 req-c4c7ecb4-30cd-4264-a4de-db8803e6a1d5 service neutron] 10.222.0.42 "GET /v2.0/networks/9568b641-7783-426b-8ad0-3ac71fba0922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198106 Jul 24 20:08:01.641391 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_dvr_db [None req-6ae8cef0-4449-4fce-a5ca-01397d9a16e2 None None] Set router 47e81123-031d-44ab-8cc7-b1e59e57cd0c gateway port host: dv-cinder-850449-2-iscsi {{(pid=110844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 20:08:01.723597 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=100 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:08:01.804341 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=100 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:08:01.866240 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_hamode_db [None req-6ae8cef0-4449-4fce-a5ca-01397d9a16e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47e81123-031d-44ab-8cc7-b1e59e57cd0c', 'name': 'tempest-AttachVolumeNegativeTest-1190663108-router', 'tenant_id': 'dcc8f2e8d4e64866a624dcd6d1de5d81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'external_fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': 'e4a96822-ce99-4391-bf07-e617c74eb382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T20:02:39Z', 'updated_at': '2022-07-24T20:02:45Z', 'revision_number': 4, 'project_id': 'dcc8f2e8d4e64866a624dcd6d1de5d81', 'gw_port': {'id': 'e4a96822-ce99-4391-bf07-e617c74eb382', 'name': '', 'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:64:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e81123-031d-44ab-8cc7-b1e59e57cd0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:02:40Z', 'updated_at': '2022-07-24T20:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99a0caa3-3fb5-4860-826f-478186226de3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850449-2-iscsi', '_floatingips': [{'id': 'be1613b5-d73a-4dee-b711-52eec79b1ff6', 'tenant_id': 'dcc8f2e8d4e64866a624dcd6d1de5d81', 'floating_ip_address': '172.27.3.89', 'floating_network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'router_id': '47e81123-031d-44ab-8cc7-b1e59e57cd0c', 'port_id': '292412d1-45e6-4916-89a1-747d59b1d029', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 611, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9568b641-7783-426b-8ad0-3ac71fba0922', 'mac_address': 'fa:16:3e:0a:d2:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa324f0-e700-4fde-8972-237edb976e34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-24T20:07:35Z', 'updated_at': '2022-07-24T20:08:00Z', 'revision_number': 1, 'project_id': 'dcc8f2e8d4e64866a624dcd6d1de5d81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a915ddb-b03f-445f-850a-6252c5f8b719', 'name': '', 'network_id': '9568b641-7783-426b-8ad0-3ac71fba0922', 'tenant_id': 'dcc8f2e8d4e64866a624dcd6d1de5d81', 'mac_address': 'fa:16:3e:1a:0c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e81123-031d-44ab-8cc7-b1e59e57cd0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'cce9884f-3061-48ee-abb3-8ca2a1e54559', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:02:43Z', 'updated_at': '2022-07-24T20:02:53Z', 'revision_number': 5, 'project_id': 'dcc8f2e8d4e64866a624dcd6d1de5d81', 'subnets': [{'id': 'cce9884f-3061-48ee-abb3-8ca2a1e54559', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850449-2-iscsi', False) {} {{(pid=110844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:08:01.892927 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae8cef0-4449-4fce-a5ca-01397d9a16e2 None None] The sync data for ids ['47e81123-031d-44ab-8cc7-b1e59e57cd0c'] in dv-cinder-850449-2-iscsi is: [{'id': '47e81123-031d-44ab-8cc7-b1e59e57cd0c', 'name': 'tempest-AttachVolumeNegativeTest-1190663108-router', 'tenant_id': 'dcc8f2e8d4e64866a624dcd6d1de5d81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'external_fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': 'e4a96822-ce99-4391-bf07-e617c74eb382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T20:02:39Z', 'updated_at': '2022-07-24T20:02:45Z', 'revision_number': 4, 'project_id': 'dcc8f2e8d4e64866a624dcd6d1de5d81', 'gw_port': {'id': 'e4a96822-ce99-4391-bf07-e617c74eb382', 'name': '', 'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:64:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e81123-031d-44ab-8cc7-b1e59e57cd0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:02:40Z', 'updated_at': '2022-07-24T20:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99a0caa3-3fb5-4860-826f-478186226de3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850449-2-iscsi', '_floatingips': [{'id': 'be1613b5-d73a-4dee-b711-52eec79b1ff6', 'tenant_id': 'dcc8f2e8d4e64866a624dcd6d1de5d81', 'floating_ip_address': '172.27.3.89', 'floating_network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'router_id': '47e81123-031d-44ab-8cc7-b1e59e57cd0c', 'port_id': '292412d1-45e6-4916-89a1-747d59b1d029', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 611, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9568b641-7783-426b-8ad0-3ac71fba0922', 'mac_address': 'fa:16:3e:0a:d2:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa324f0-e700-4fde-8972-237edb976e34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-24T20:07:35Z', 'updated_at': '2022-07-24T20:08:00Z', 'revision_number': 1, 'project_id': 'dcc8f2e8d4e64866a624dcd6d1de5d81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a915ddb-b03f-445f-850a-6252c5f8b719', 'name': '', 'network_id': '9568b641-7783-426b-8ad0-3ac71fba0922', 'tenant_id': 'dcc8f2e8d4e64866a624dcd6d1de5d81', 'mac_address': 'fa:16:3e:1a:0c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e81123-031d-44ab-8cc7-b1e59e57cd0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'cce9884f-3061-48ee-abb3-8ca2a1e54559', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:02:43Z', 'updated_at': '2022-07-24T20:02:53Z', 'revision_number': 5, 'project_id': 'dcc8f2e8d4e64866a624dcd6d1de5d81', 'subnets': [{'id': 'cce9884f-3061-48ee-abb3-8ca2a1e54559', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 20:08:02.138229 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada0e640-60b6-4b58-b94a-b08449b7a71c None None] New status for floating IP be1613b5-d73a-4dee-b711-52eec79b1ff6: ACTIVE {{(pid=110845) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 24 20:08:03.532323 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-24ee1049-3eb6-45bf-ba1d-289eed30e0fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (dc36e0ef-94f3-4a3e-9c13-4790afccb2e9), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:08:05.903499 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-a669dd3e-8540-4c46-8385-9640685b3763 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (408021b7-d46b-48c2-9f75-8a8023f9145c), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:08:06.876253 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 36976) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:08:06.921057 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-6dc48dae-acff-4e3e-8fdb-430da55b4f7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (7ee55678-4254-481c-8cae-5c828aed81c9), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:08:07.020836 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-af4b4fd6-78aa-4cb3-9077-ac640119ff22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:08:07.108526 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-af4b4fd6-78aa-4cb3-9077-ac640119ff22 admin admin] Publish callbacks [] for security_group (76d0f1f7-ea7a-448d-a1c3-715fe0f29a89), precommit_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:08:07.206516 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-af4b4fd6-78aa-4cb3-9077-ac640119ff22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (76d0f1f7-ea7a-448d-a1c3-715fe0f29a89), after_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:08:07.248348 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-af4b4fd6-78aa-4cb3-9077-ac640119ff22 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=27151bcd0df34f5593f7a290b76794a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3709755 Jul 24 20:08:07.249323 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4b4fd6-78aa-4cb3-9077-ac640119ff22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76d0f1f7-ea7a-448d-a1c3-715fe0f29a89,revision_number=1']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:08:07.251237 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [-] (110843) accepted ('10.222.0.17', 36980) {{(pid=110843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:08:07.305654 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-b3c8912b-28f0-43c1-aeb2-a9e2dd332f08 admin admin] Publish callbacks [] for security_group (76d0f1f7-ea7a-448d-a1c3-715fe0f29a89), before_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:08:07.330841 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-b3c8912b-28f0-43c1-aeb2-a9e2dd332f08 admin admin] Publish callbacks [] for security_group (76d0f1f7-ea7a-448d-a1c3-715fe0f29a89), precommit_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:08:07.481648 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-b3c8912b-28f0-43c1-aeb2-a9e2dd332f08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (76d0f1f7-ea7a-448d-a1c3-715fe0f29a89), after_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:08:07.484318 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-b3c8912b-28f0-43c1-aeb2-a9e2dd332f08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:08:07.485540 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [None req-b3c8912b-28f0-43c1-aeb2-a9e2dd332f08 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/76d0f1f7-ea7a-448d-a1c3-715fe0f29a89 HTTP/1.1" status: 204 len: 168 time: 0.2326171 Jul 24 20:08:07.493684 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c8912b-28f0-43c1-aeb2-a9e2dd332f08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76d0f1f7-ea7a-448d-a1c3-715fe0f29a89,revision_number=None']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:08:08.278107 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-43102eef-6e4b-4922-ad30-3734cbb7477a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (7d43fc2f-3c2c-473f-8c92-13ad6341ecc2), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:08:09.149817 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (46eda511-dfa5-408c-8bd4-cb509f691033), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:08:10.558558 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (95564131-b678-4db2-a162-51408b2acd55), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:08:12.228280 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG dbcounter [-] [110845] Writing DB stats neutron:SELECT=17,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=110845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:08:12.231312 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG dbcounter [-] [110845] Writing DB stats neutron:SELECT=32,neutron:UPDATE=3 {{(pid=110845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:08:13.498357 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-9a690768-c546-4395-8766-e9e2f78970c0 req-fbcc9fe0-f6a9-4d3c-ba83-62363a012653 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d5df6d8f-f3f8-46f9-a3dc-b686165759d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0436840 Jul 24 20:08:13.567831 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a690768-c546-4395-8766-e9e2f78970c0 req-c8f566c5-11da-4cad-9840-61dc7476df80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:08:13.569513 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-9a690768-c546-4395-8766-e9e2f78970c0 req-c8f566c5-11da-4cad-9840-61dc7476df80 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=49f6a7894899436d8ce94d9a7500533a&device_id=d5df6d8f-f3f8-46f9-a3dc-b686165759d1 HTTP/1.1" status: 200 len: 1131 time: 0.0482454 Jul 24 20:08:13.675273 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:08:13.686519 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a690768-c546-4395-8766-e9e2f78970c0 req-d2d8d565-c85a-422f-a27e-7309459493a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:08:13.688019 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-9a690768-c546-4395-8766-e9e2f78970c0 req-d2d8d565-c85a-422f-a27e-7309459493a2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b3fd2ef6-6f8c-45f9-a0a9-81c377b08f7e HTTP/1.1" status: 200 len: 917 time: 0.0960546 Jul 24 20:08:13.762008 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-9a690768-c546-4395-8766-e9e2f78970c0 req-4fa3b329-fe9a-445e-8d96-1c4a35eb2922 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=82dca016-61b7-4adb-b703-63f3f473c99f HTTP/1.1" status: 200 len: 1001 time: 0.0675457 Jul 24 20:08:13.815018 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a690768-c546-4395-8766-e9e2f78970c0 req-f80e229a-fb21-42a5-8e41-88935df1f896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:08:13.816552 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-9a690768-c546-4395-8766-e9e2f78970c0 req-f80e229a-fb21-42a5-8e41-88935df1f896 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9f1a76ef-9ecc-40f5-8dc9-5b3ae75ee961 HTTP/1.1" status: 200 len: 855 time: 0.0474849 Jul 24 20:08:13.865022 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a690768-c546-4395-8766-e9e2f78970c0 req-70d11c14-4e7e-46bf-a891-06be5c013b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:08:13.866644 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-9a690768-c546-4395-8766-e9e2f78970c0 req-70d11c14-4e7e-46bf-a891-06be5c013b9c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b3fd2ef6-6f8c-45f9-a0a9-81c377b08f7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422666 Jul 24 20:08:13.976503 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-9a690768-c546-4395-8766-e9e2f78970c0 req-39b7976d-1361-430d-9003-56051b625df2 service neutron] 10.222.0.42 "GET /v2.0/networks/b3fd2ef6-6f8c-45f9-a0a9-81c377b08f7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001806 Jul 24 20:08:14.085923 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-9a690768-c546-4395-8766-e9e2f78970c0 req-4eed1743-e208-4b7b-b339-57e609fb119c service neutron] 10.222.0.42 "GET /v2.0/networks/b3fd2ef6-6f8c-45f9-a0a9-81c377b08f7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031947 Jul 24 20:08:17.241620 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=20,neutron:INSERT=2 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:08:17.243920 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=22,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:08:20.455589 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=25,neutron:UPDATE=4 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:08:20.461917 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:08:21.751583 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.agents_db [None req-615be7cd-482a-4e0c-9386-1b4806e6e45a None None] Agent healthcheck: found 6 active agents {{(pid=110845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 20:08:24.079640 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=74,neutron:DELETE=2 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:08:24.082773 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=27 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:08:33.259927 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4a51ea-a171-4151-88c5-2f4bdeb50e08 req-b593fb95-e1bb-426c-8916-eadbc061ae2f tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:08:33.261522 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-cd4a51ea-a171-4151-88c5-2f4bdeb50e08 req-b593fb95-e1bb-426c-8916-eadbc061ae2f tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/ports?device_id=d5df6d8f-f3f8-46f9-a3dc-b686165759d1 HTTP/1.1" status: 200 len: 947 time: 0.0560124 Jul 24 20:08:33.311657 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-cd4a51ea-a171-4151-88c5-2f4bdeb50e08 req-bd0f7990-56dc-48e5-9e7d-140d7c74b28e tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/security-groups?id=127ff494-6d09-4ff6-9b8b-b1a80f4fa86b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439556 Jul 24 20:08:33.471531 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-65200959-6a1b-4bb3-82bc-61893d925de2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (dc36e0ef-94f3-4a3e-9c13-4790afccb2e9), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:08:34.432022 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c2333d-3fc0-4580-866d-88f3772f94e1 req-b1faac39-0d68-4e67-8c39-e56687d0228b tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:08:34.433534 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-35c2333d-3fc0-4580-866d-88f3772f94e1 req-b1faac39-0d68-4e67-8c39-e56687d0228b tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/ports?device_id=d5df6d8f-f3f8-46f9-a3dc-b686165759d1 HTTP/1.1" status: 200 len: 947 time: 0.0480194 Jul 24 20:08:34.487579 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-35c2333d-3fc0-4580-866d-88f3772f94e1 req-bf3402d9-6601-43b2-82a6-303418dc9635 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/security-groups?id=127ff494-6d09-4ff6-9b8b-b1a80f4fa86b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472651 Jul 24 20:08:34.782951 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b411a647-e7b1-4885-bb90-139b26511898 req-f6bc5ce5-a51b-4c37-93a8-42dcc3a95715 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:08:34.784556 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-b411a647-e7b1-4885-bb90-139b26511898 req-f6bc5ce5-a51b-4c37-93a8-42dcc3a95715 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.42 "GET /v2.0/ports?device_id=d5df6d8f-f3f8-46f9-a3dc-b686165759d1 HTTP/1.1" status: 200 len: 947 time: 0.0519783 Jul 24 20:08:34.876984 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.plugin [req-b411a647-e7b1-4885-bb90-139b26511898 req-c37a840f-8650-44b1-84d8-d850f1f22691 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Deleting port 82dca016-61b7-4adb-b703-63f3f473c99f {{(pid=110843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 24 20:08:34.877323 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-b411a647-e7b1-4885-bb90-139b26511898 req-c37a840f-8650-44b1-84d8-d850f1f22691 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731445580472'] for port (82dca016-61b7-4adb-b703-63f3f473c99f), before_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:08:34.969401 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.db [req-b411a647-e7b1-4885-bb90-139b26511898 req-c37a840f-8650-44b1-84d8-d850f1f22691 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] For port 82dca016-61b7-4adb-b703-63f3f473c99f, host hv-cinder-85044, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85044',level=0,port_id=82dca016-61b7-4adb-b703-63f3f473c99f,segment=NetworkSegment(e9fdb9ec-6b6e-4383-ae6e-075d3eed2f20),segment_id=e9fdb9ec-6b6e-4383-ae6e-075d3eed2f20)] {{(pid=110843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 20:08:34.969768 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-b411a647-e7b1-4885-bb90-139b26511898 req-c37a840f-8650-44b1-84d8-d850f1f22691 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458432'] for port (82dca016-61b7-4adb-b703-63f3f473c99f), precommit_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:08:35.147466 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-b411a647-e7b1-4885-bb90-139b26511898 req-c37a840f-8650-44b1-84d8-d850f1f22691 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:08:35.147760 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-b411a647-e7b1-4885-bb90-139b26511898 req-c37a840f-8650-44b1-84d8-d850f1f22691 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-452544'] for floatingip (cb9639ce-05ae-4ea6-8e28-2618600aa30a), after_update {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:08:35.148034 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.db.l3_db [req-b411a647-e7b1-4885-bb90-139b26511898 req-c37a840f-8650-44b1-84d8-d850f1f22691 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Floating IP cb9639ce-05ae-4ea6-8e28-2618600aa30a disassociated. External IP: 172.27.3.58, port: 82dca016-61b7-4adb-b703-63f3f473c99f. Jul 24 20:08:35.148380 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.plugin [req-b411a647-e7b1-4885-bb90-139b26511898 req-c37a840f-8650-44b1-84d8-d850f1f22691 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Calling delete_port for 82dca016-61b7-4adb-b703-63f3f473c99f owned by compute:nova {{(pid=110843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 24 20:08:35.338415 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-b411a647-e7b1-4885-bb90-139b26511898 req-c37a840f-8650-44b1-84d8-d850f1f22691 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731445585704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731445223415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2610928'] for port (82dca016-61b7-4adb-b703-63f3f473c99f), after_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:08:35.373700 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37a840f-8650-44b1-84d8-d850f1f22691 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Pushing event deleted for resources: {'Port': ['ID=82dca016-61b7-4adb-b703-63f3f473c99f,revision_number=None']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:08:35.485684 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b411a647-e7b1-4885-bb90-139b26511898 req-c37a840f-8650-44b1-84d8-d850f1f22691 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Router 5e6b10e9-03c8-43e3-bc80-2da91e00d910 has already been hosted by L3 agent 408021b7-d46b-48c2-9f75-8a8023f9145c {{(pid=110843) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 24 20:08:35.532204 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:08:35.569717 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:08:35.614430 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-838c9c7d-8a5d-488e-92a7-23f5019488b7 req-e32fe52f-c7b5-46ed-a5e0-7716cba6ae14 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/ports?device_id=d5df6d8f-f3f8-46f9-a3dc-b686165759d1 HTTP/1.1" status: 200 len: 210 time: 0.0422142 Jul 24 20:08:35.619065 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b411a647-e7b1-4885-bb90-139b26511898 req-c37a840f-8650-44b1-84d8-d850f1f22691 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Notify agent at l3_agent.dv-cinder-850449-2-iscsi the message routers_updated {{(pid=110843) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 20:08:35.631748 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa5c424-d0f9-4d9b-9fc1-1cee6471d3d1 None None] Sync routers for ids ['5e6b10e9-03c8-43e3-bc80-2da91e00d910'] in dv-cinder-850449-2-iscsi {{(pid=110844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 20:08:35.647028 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa5c424-d0f9-4d9b-9fc1-1cee6471d3d1 None None] Routers {'5e6b10e9-03c8-43e3-bc80-2da91e00d910'} bound to L3 agent in host dv-cinder-850449-2-iscsi {{(pid=110844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 20:08:35.647588 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_hamode_db [None req-faa5c424-d0f9-4d9b-9fc1-1cee6471d3d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-24T19:52:06Z,description=,heartbeat_timestamp=2022-07-24T20:08:06Z,host='dv-cinder-850449-2-iscsi',id=408021b7-d46b-48c2-9f75-8a8023f9145c,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T19:52:06Z,topic='l3_agent')) {'router_ids': ['5e6b10e9-03c8-43e3-bc80-2da91e00d910'], 'active': True} {{(pid=110844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:08:35.666349 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.db.l3_dvrscheduler_db [req-b411a647-e7b1-4885-bb90-139b26511898 req-c37a840f-8650-44b1-84d8-d850f1f22691 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] No DVR routers for this DVR port 82dca016-61b7-4adb-b703-63f3f473c99f on host hv-cinder-85044 {{(pid=110843) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 24 20:08:35.666349 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-b411a647-e7b1-4885-bb90-139b26511898 req-c37a840f-8650-44b1-84d8-d850f1f22691 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1048257'] for port (None), before_response {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:08:35.669679 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-b411a647-e7b1-4885-bb90-139b26511898 req-c37a840f-8650-44b1-84d8-d850f1f22691 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.42 "DELETE /v2.0/ports/82dca016-61b7-4adb-b703-63f3f473c99f HTTP/1.1" status: 204 len: 173 time: 0.8762569 Jul 24 20:08:35.670146 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5df6d8f-f3f8-46f9-a3dc-b686165759d1', 'name': 'network-vif-deleted', 'tag': '82dca016-61b7-4adb-b703-63f3f473c99f'}] {{(pid=110843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 24 20:08:35.672434 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa129e2ea71b36189c7354ee4da78dc54b5a7420159cbfa164f6b2678096e4e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ea4887e-2e3f-4c55-8196-463c9751c24a" -d '{"events": [{"server_uuid": "d5df6d8f-f3f8-46f9-a3dc-b686165759d1", "name": "network-vif-deleted", "tag": "82dca016-61b7-4adb-b703-63f3f473c99f"}]}' {{(pid=110843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 20:08:35.714877 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 24 Jul 2022 20:08:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b227c0ec-cf93-4a00-9992-1ca454ba70ce x-openstack-request-id: req-b227c0ec-cf93-4a00-9992-1ca454ba70ce {{(pid=110843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 20:08:35.715603 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5df6d8f-f3f8-46f9-a3dc-b686165759d1", "name": "network-vif-deleted", "tag": "82dca016-61b7-4adb-b703-63f3f473c99f", "status": "completed", "code": 200}]} {{(pid=110843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 20:08:35.715956 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-b227c0ec-cf93-4a00-9992-1ca454ba70ce {{(pid=110843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 20:08:35.716454 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b227c0ec-cf93-4a00-9992-1ca454ba70ce'] response: {'server_uuid': 'd5df6d8f-f3f8-46f9-a3dc-b686165759d1', 'name': 'network-vif-deleted', 'tag': '82dca016-61b7-4adb-b703-63f3f473c99f', 'status': 'completed', 'code': 200} Jul 24 20:08:35.773800 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_dvr_db [None req-faa5c424-d0f9-4d9b-9fc1-1cee6471d3d1 None None] Set router 5e6b10e9-03c8-43e3-bc80-2da91e00d910 gateway port host: dv-cinder-850449-2-iscsi {{(pid=110844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 20:08:35.932562 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-74164640-9acd-4758-a883-8291458df3e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (408021b7-d46b-48c2-9f75-8a8023f9145c), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:08:35.999955 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_hamode_db [None req-faa5c424-d0f9-4d9b-9fc1-1cee6471d3d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e6b10e9-03c8-43e3-bc80-2da91e00d910', 'name': 'tempest-AttachVolumeShelveTestJSON-842360300-router', 'tenant_id': '49f6a7894899436d8ce94d9a7500533a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'external_fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': 'ea2f25b3-3d17-4f9a-8d9f-6a8401e2174c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T20:01:02Z', 'updated_at': '2022-07-24T20:01:10Z', 'revision_number': 4, 'project_id': '49f6a7894899436d8ce94d9a7500533a', 'gw_port': {'id': 'ea2f25b3-3d17-4f9a-8d9f-6a8401e2174c', 'name': '', 'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:9d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6b10e9-03c8-43e3-bc80-2da91e00d910', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:01:03Z', 'updated_at': '2022-07-24T20:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99a0caa3-3fb5-4860-826f-478186226de3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850449-2-iscsi', '_interfaces': [{'id': 'f3fcea78-ae7b-4dda-aabb-16fa55c52b81', 'name': '', 'network_id': 'b3fd2ef6-6f8c-45f9-a0a9-81c377b08f7e', 'tenant_id': '49f6a7894899436d8ce94d9a7500533a', 'mac_address': 'fa:16:3e:6a:f6:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6b10e9-03c8-43e3-bc80-2da91e00d910', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '9f1a76ef-9ecc-40f5-8dc9-5b3ae75ee961', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:01:09Z', 'updated_at': '2022-07-24T20:01:17Z', 'revision_number': 5, 'project_id': '49f6a7894899436d8ce94d9a7500533a', 'subnets': [{'id': '9f1a76ef-9ecc-40f5-8dc9-5b3ae75ee961', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850449-2-iscsi', False) {} {{(pid=110844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:08:36.025532 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa5c424-d0f9-4d9b-9fc1-1cee6471d3d1 None None] Checking router: 5e6b10e9-03c8-43e3-bc80-2da91e00d910 for host: dv-cinder-850449-2-iscsi {{(pid=110844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 20:08:36.034279 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa5c424-d0f9-4d9b-9fc1-1cee6471d3d1 None None] Routers {'5e6b10e9-03c8-43e3-bc80-2da91e00d910'} bound to L3 agent in host dv-cinder-850449-2-iscsi {{(pid=110844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 20:08:36.034896 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_hamode_db [None req-faa5c424-d0f9-4d9b-9fc1-1cee6471d3d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-24T19:52:06Z,description=,heartbeat_timestamp=2022-07-24T20:08:36Z,host='dv-cinder-850449-2-iscsi',id=408021b7-d46b-48c2-9f75-8a8023f9145c,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T19:52:06Z,topic='l3_agent')) {'router_ids': ['5e6b10e9-03c8-43e3-bc80-2da91e00d910'], 'active': True} {{(pid=110844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:08:36.140281 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_dvr_db [None req-faa5c424-d0f9-4d9b-9fc1-1cee6471d3d1 None None] Set router 5e6b10e9-03c8-43e3-bc80-2da91e00d910 gateway port host: dv-cinder-850449-2-iscsi {{(pid=110844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 20:08:36.333712 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_hamode_db [None req-faa5c424-d0f9-4d9b-9fc1-1cee6471d3d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e6b10e9-03c8-43e3-bc80-2da91e00d910', 'name': 'tempest-AttachVolumeShelveTestJSON-842360300-router', 'tenant_id': '49f6a7894899436d8ce94d9a7500533a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'external_fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': 'ea2f25b3-3d17-4f9a-8d9f-6a8401e2174c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T20:01:02Z', 'updated_at': '2022-07-24T20:01:10Z', 'revision_number': 4, 'project_id': '49f6a7894899436d8ce94d9a7500533a', 'gw_port': {'id': 'ea2f25b3-3d17-4f9a-8d9f-6a8401e2174c', 'name': '', 'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:9d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6b10e9-03c8-43e3-bc80-2da91e00d910', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:01:03Z', 'updated_at': '2022-07-24T20:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99a0caa3-3fb5-4860-826f-478186226de3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850449-2-iscsi', '_interfaces': [{'id': 'f3fcea78-ae7b-4dda-aabb-16fa55c52b81', 'name': '', 'network_id': 'b3fd2ef6-6f8c-45f9-a0a9-81c377b08f7e', 'tenant_id': '49f6a7894899436d8ce94d9a7500533a', 'mac_address': 'fa:16:3e:6a:f6:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6b10e9-03c8-43e3-bc80-2da91e00d910', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '9f1a76ef-9ecc-40f5-8dc9-5b3ae75ee961', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:01:09Z', 'updated_at': '2022-07-24T20:01:17Z', 'revision_number': 5, 'project_id': '49f6a7894899436d8ce94d9a7500533a', 'subnets': [{'id': '9f1a76ef-9ecc-40f5-8dc9-5b3ae75ee961', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850449-2-iscsi', False) {} {{(pid=110844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:08:36.358673 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa5c424-d0f9-4d9b-9fc1-1cee6471d3d1 None None] The sync data for ids ['5e6b10e9-03c8-43e3-bc80-2da91e00d910'] in dv-cinder-850449-2-iscsi is: [{'id': '5e6b10e9-03c8-43e3-bc80-2da91e00d910', 'name': 'tempest-AttachVolumeShelveTestJSON-842360300-router', 'tenant_id': '49f6a7894899436d8ce94d9a7500533a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'external_fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': 'ea2f25b3-3d17-4f9a-8d9f-6a8401e2174c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T20:01:02Z', 'updated_at': '2022-07-24T20:01:10Z', 'revision_number': 4, 'project_id': '49f6a7894899436d8ce94d9a7500533a', 'gw_port': {'id': 'ea2f25b3-3d17-4f9a-8d9f-6a8401e2174c', 'name': '', 'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:9d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6b10e9-03c8-43e3-bc80-2da91e00d910', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:01:03Z', 'updated_at': '2022-07-24T20:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99a0caa3-3fb5-4860-826f-478186226de3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850449-2-iscsi', '_interfaces': [{'id': 'f3fcea78-ae7b-4dda-aabb-16fa55c52b81', 'name': '', 'network_id': 'b3fd2ef6-6f8c-45f9-a0a9-81c377b08f7e', 'tenant_id': '49f6a7894899436d8ce94d9a7500533a', 'mac_address': 'fa:16:3e:6a:f6:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6b10e9-03c8-43e3-bc80-2da91e00d910', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '9f1a76ef-9ecc-40f5-8dc9-5b3ae75ee961', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:01:09Z', 'updated_at': '2022-07-24T20:01:17Z', 'revision_number': 5, 'project_id': '49f6a7894899436d8ce94d9a7500533a', 'subnets': [{'id': '9f1a76ef-9ecc-40f5-8dc9-5b3ae75ee961', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 20:08:36.608437 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851ed8db-1c09-4e8a-8b47-ab0f01e3b98f None None] New status for floating IP cb9639ce-05ae-4ea6-8e28-2618600aa30a: DOWN {{(pid=110845) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 24 20:08:36.747860 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-b34f173a-1fd7-41ff-a334-77be18af5035 req-14bfcd30-54c9-4795-83f5-64d174b179ee tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/ports?device_id=d5df6d8f-f3f8-46f9-a3dc-b686165759d1 HTTP/1.1" status: 200 len: 210 time: 0.0351167 Jul 24 20:08:36.980219 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-6dc48dae-acff-4e3e-8fdb-430da55b4f7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (7ee55678-4254-481c-8cae-5c828aed81c9), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:08:37.953781 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [-] (110843) accepted ('10.222.0.17', 37036) {{(pid=110843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:08:38.018961 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-089b2644-d028-4c07-a2f9-4a0db251d100 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Publish callbacks [] for security_group (127ff494-6d09-4ff6-9b8b-b1a80f4fa86b), before_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:08:38.043917 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-089b2644-d028-4c07-a2f9-4a0db251d100 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Publish callbacks [] for security_group (127ff494-6d09-4ff6-9b8b-b1a80f4fa86b), precommit_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:08:38.160460 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-089b2644-d028-4c07-a2f9-4a0db251d100 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (127ff494-6d09-4ff6-9b8b-b1a80f4fa86b), after_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:08:38.163189 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-089b2644-d028-4c07-a2f9-4a0db251d100 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Publish callbacks [] for security_group (None), before_response {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:08:38.164407 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [None req-089b2644-d028-4c07-a2f9-4a0db251d100 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "DELETE /v2.0/security-groups/127ff494-6d09-4ff6-9b8b-b1a80f4fa86b HTTP/1.1" status: 204 len: 168 time: 0.2096038 Jul 24 20:08:38.167455 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 37040) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:08:38.175774 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089b2644-d028-4c07-a2f9-4a0db251d100 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=127ff494-6d09-4ff6-9b8b-b1a80f4fa86b,revision_number=None']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:08:38.182902 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.api.v2.resource [None req-16c74589-962d-4dd0-8f59-cfa929104b2d tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] show failed (client error): The resource could not be found. Jul 24 20:08:38.184034 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-16c74589-962d-4dd0-8f59-cfa929104b2d tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "GET /v2.0/security-groups/127ff494-6d09-4ff6-9b8b-b1a80f4fa86b HTTP/1.1" status: 404 len: 347 time: 0.0155191 Jul 24 20:08:38.190091 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [-] (110843) accepted ('10.222.0.17', 37042) {{(pid=110843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:08:38.297716 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-43102eef-6e4b-4922-ad30-3734cbb7477a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (7d43fc2f-3c2c-473f-8c92-13ad6341ecc2), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:08:38.320467 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.plugin [None req-d6cfbfe5-ff5b-41f0-9a26-32d21d8f2cb1 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Deleting port 7f77a649-17f0-47a9-b71d-dca6ccecc2e1 {{(pid=110843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 24 20:08:38.320833 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-d6cfbfe5-ff5b-41f0-9a26-32d21d8f2cb1 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731445580472'] for port (7f77a649-17f0-47a9-b71d-dca6ccecc2e1), before_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:08:38.405531 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-d6cfbfe5-ff5b-41f0-9a26-32d21d8f2cb1 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458432'] for port (7f77a649-17f0-47a9-b71d-dca6ccecc2e1), precommit_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:08:38.405857 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-d6cfbfe5-ff5b-41f0-9a26-32d21d8f2cb1 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Publish callbacks [] for floatingip (7f77a649-17f0-47a9-b71d-dca6ccecc2e1), precommit_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:08:38.419557 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.plugin [None req-d6cfbfe5-ff5b-41f0-9a26-32d21d8f2cb1 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Calling delete_port for 7f77a649-17f0-47a9-b71d-dca6ccecc2e1 owned by network:floatingip {{(pid=110843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 24 20:08:38.511525 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Device 82dca016-61b7-4adb-b703-63f3f473c99f no longer exists at agent hyperv_hv-cinder-85044 {{(pid=110844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 20:08:38.532057 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] No Port match for: 82dca016-61b7-4adb-b703-63f3f473c99f {{(pid=110844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 24 20:08:38.532398 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Device 82dca016-61b7-4adb-b703-63f3f473c99f not bound to the agent host hv-cinder-85044 {{(pid=110844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 20:08:38.723829 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-d6cfbfe5-ff5b-41f0-9a26-32d21d8f2cb1 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731445585704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731445223415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2610928'] for port (7f77a649-17f0-47a9-b71d-dca6ccecc2e1), after_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:08:38.754819 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cfbfe5-ff5b-41f0-9a26-32d21d8f2cb1 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Pushing event deleted for resources: {'Port': ['ID=7f77a649-17f0-47a9-b71d-dca6ccecc2e1,revision_number=None']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:08:38.820344 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-d6cfbfe5-ff5b-41f0-9a26-32d21d8f2cb1 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Publish callbacks [] for floatingip (cb9639ce-05ae-4ea6-8e28-2618600aa30a), after_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:08:38.822958 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-d6cfbfe5-ff5b-41f0-9a26-32d21d8f2cb1 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1048257'] for floatingip (None), before_response {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:08:38.824130 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [None req-d6cfbfe5-ff5b-41f0-9a26-32d21d8f2cb1 tempest-AttachVolumeShelveTestJSON-1071832505 tempest-AttachVolumeShelveTestJSON-1071832505-project] 10.222.0.17 "DELETE /v2.0/floatingips/cb9639ce-05ae-4ea6-8e28-2618600aa30a HTTP/1.1" status: 204 len: 168 time: 0.6324153 Jul 24 20:08:39.126818 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (46eda511-dfa5-408c-8bd4-cb509f691033), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:08:40.538176 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (95564131-b678-4db2-a162-51408b2acd55), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:08:41.630291 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 37080) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:08:42.110079 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-881a1a66-cc07-4a41-8b65-a5181213df7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-457152'] for router_interface (5e6b10e9-03c8-43e3-bc80-2da91e00d910), before_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:08:42.333080 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.plugin [None req-881a1a66-cc07-4a41-8b65-a5181213df7a admin admin] Deleting port f3fcea78-ae7b-4dda-aabb-16fa55c52b81 {{(pid=110842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 24 20:08:42.333417 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-881a1a66-cc07-4a41-8b65-a5181213df7a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731445580472'] for port (f3fcea78-ae7b-4dda-aabb-16fa55c52b81), before_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:08:42.417280 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.db [None req-881a1a66-cc07-4a41-8b65-a5181213df7a admin admin] For port f3fcea78-ae7b-4dda-aabb-16fa55c52b81, host dv-cinder-850449-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850449-2-iscsi',level=0,port_id=f3fcea78-ae7b-4dda-aabb-16fa55c52b81,segment=NetworkSegment(e9fdb9ec-6b6e-4383-ae6e-075d3eed2f20),segment_id=e9fdb9ec-6b6e-4383-ae6e-075d3eed2f20)] {{(pid=110842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 20:08:42.417563 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-881a1a66-cc07-4a41-8b65-a5181213df7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458432'] for port (f3fcea78-ae7b-4dda-aabb-16fa55c52b81), precommit_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:08:42.432037 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.plugin [None req-881a1a66-cc07-4a41-8b65-a5181213df7a admin admin] Calling delete_port for f3fcea78-ae7b-4dda-aabb-16fa55c52b81 owned by network:router_interface {{(pid=110842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 24 20:08:42.606890 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:08:42.728893 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-881a1a66-cc07-4a41-8b65-a5181213df7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731445585704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731445223415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8925015'] for port (f3fcea78-ae7b-4dda-aabb-16fa55c52b81), after_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:08:42.732528 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:08:42.758283 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881a1a66-cc07-4a41-8b65-a5181213df7a admin admin] Pushing event deleted for resources: {'Port': ['ID=f3fcea78-ae7b-4dda-aabb-16fa55c52b81,revision_number=None']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:08:42.771708 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881a1a66-cc07-4a41-8b65-a5181213df7a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:08:42.772062 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881a1a66-cc07-4a41-8b65-a5181213df7a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:08:42.772420 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881a1a66-cc07-4a41-8b65-a5181213df7a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:08:42.772812 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881a1a66-cc07-4a41-8b65-a5181213df7a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:08:42.773172 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881a1a66-cc07-4a41-8b65-a5181213df7a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:08:42.773506 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881a1a66-cc07-4a41-8b65-a5181213df7a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:08:42.773836 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881a1a66-cc07-4a41-8b65-a5181213df7a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:08:42.774167 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881a1a66-cc07-4a41-8b65-a5181213df7a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:08:42.774496 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881a1a66-cc07-4a41-8b65-a5181213df7a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:08:42.774835 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881a1a66-cc07-4a41-8b65-a5181213df7a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:08:42.775160 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881a1a66-cc07-4a41-8b65-a5181213df7a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:08:42.775827 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881a1a66-cc07-4a41-8b65-a5181213df7a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:08:42.775827 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881a1a66-cc07-4a41-8b65-a5181213df7a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:08:42.776119 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881a1a66-cc07-4a41-8b65-a5181213df7a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:08:42.776440 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881a1a66-cc07-4a41-8b65-a5181213df7a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:08:42.938387 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-881a1a66-cc07-4a41-8b65-a5181213df7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-594928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-451632'] for router_interface (5e6b10e9-03c8-43e3-bc80-2da91e00d910), after_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:08:43.155505 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-881a1a66-cc07-4a41-8b65-a5181213df7a admin admin] Router 5e6b10e9-03c8-43e3-bc80-2da91e00d910 has already been hosted by L3 agent 408021b7-d46b-48c2-9f75-8a8023f9145c {{(pid=110842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 24 20:08:43.263708 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-881a1a66-cc07-4a41-8b65-a5181213df7a admin admin] Notify agent at l3_agent.dv-cinder-850449-2-iscsi the message routers_updated {{(pid=110842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 20:08:43.269317 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-881a1a66-cc07-4a41-8b65-a5181213df7a admin admin] 10.222.0.17 "PUT /v2.0/routers/5e6b10e9-03c8-43e3-bc80-2da91e00d910/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6396070 Jul 24 20:08:43.271408 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 37088) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:08:43.276165 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6119e063-1277-4f6a-aa47-21636faa8a4b None None] Sync routers for ids ['5e6b10e9-03c8-43e3-bc80-2da91e00d910'] in dv-cinder-850449-2-iscsi {{(pid=110844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 20:08:43.286639 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6119e063-1277-4f6a-aa47-21636faa8a4b None None] Routers {'5e6b10e9-03c8-43e3-bc80-2da91e00d910'} bound to L3 agent in host dv-cinder-850449-2-iscsi {{(pid=110844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 20:08:43.287686 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_hamode_db [None req-6119e063-1277-4f6a-aa47-21636faa8a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-24T19:52:06Z,description=,heartbeat_timestamp=2022-07-24T20:08:36Z,host='dv-cinder-850449-2-iscsi',id=408021b7-d46b-48c2-9f75-8a8023f9145c,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T19:52:06Z,topic='l3_agent')) {'router_ids': ['5e6b10e9-03c8-43e3-bc80-2da91e00d910'], 'active': True} {{(pid=110844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:08:43.363593 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:08:43.374377 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-dd54dc27-c3d0-4c7a-ad40-96f1abfb53e0 admin admin] Publish callbacks [] for router (5e6b10e9-03c8-43e3-bc80-2da91e00d910), before_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:08:43.393941 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_dvr_db [None req-6119e063-1277-4f6a-aa47-21636faa8a4b None None] Set router 5e6b10e9-03c8-43e3-bc80-2da91e00d910 gateway port host: dv-cinder-850449-2-iscsi {{(pid=110844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 20:08:43.482735 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-dd54dc27-c3d0-4c7a-ad40-96f1abfb53e0 admin admin] Publish callbacks [] for router_gateway (5e6b10e9-03c8-43e3-bc80-2da91e00d910), before_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:08:43.555566 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:08:43.571056 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_hamode_db [None req-6119e063-1277-4f6a-aa47-21636faa8a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e6b10e9-03c8-43e3-bc80-2da91e00d910', 'name': 'tempest-AttachVolumeShelveTestJSON-842360300-router', 'tenant_id': '49f6a7894899436d8ce94d9a7500533a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'external_fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': 'ea2f25b3-3d17-4f9a-8d9f-6a8401e2174c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T20:01:02Z', 'updated_at': '2022-07-24T20:08:42Z', 'revision_number': 5, 'project_id': '49f6a7894899436d8ce94d9a7500533a', 'gw_port': {'id': 'ea2f25b3-3d17-4f9a-8d9f-6a8401e2174c', 'name': '', 'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:9d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6b10e9-03c8-43e3-bc80-2da91e00d910', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:01:03Z', 'updated_at': '2022-07-24T20:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99a0caa3-3fb5-4860-826f-478186226de3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850449-2-iscsi'}], 'dv-cinder-850449-2-iscsi', False) {} {{(pid=110844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:08:43.582750 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.plugin [None req-dd54dc27-c3d0-4c7a-ad40-96f1abfb53e0 admin admin] Deleting port ea2f25b3-3d17-4f9a-8d9f-6a8401e2174c {{(pid=110842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 24 20:08:43.583088 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-dd54dc27-c3d0-4c7a-ad40-96f1abfb53e0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731445580472'] for port (ea2f25b3-3d17-4f9a-8d9f-6a8401e2174c), before_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:08:43.596332 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6119e063-1277-4f6a-aa47-21636faa8a4b None None] Checking router: 5e6b10e9-03c8-43e3-bc80-2da91e00d910 for host: dv-cinder-850449-2-iscsi {{(pid=110844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 20:08:43.604963 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6119e063-1277-4f6a-aa47-21636faa8a4b None None] Routers {'5e6b10e9-03c8-43e3-bc80-2da91e00d910'} bound to L3 agent in host dv-cinder-850449-2-iscsi {{(pid=110844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 20:08:43.606431 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_hamode_db [None req-6119e063-1277-4f6a-aa47-21636faa8a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-24T19:52:06Z,description=,heartbeat_timestamp=2022-07-24T20:08:36Z,host='dv-cinder-850449-2-iscsi',id=408021b7-d46b-48c2-9f75-8a8023f9145c,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T19:52:06Z,topic='l3_agent')) {'router_ids': ['5e6b10e9-03c8-43e3-bc80-2da91e00d910'], 'active': True} {{(pid=110844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:08:43.694060 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_dvr_db [None req-6119e063-1277-4f6a-aa47-21636faa8a4b None None] Set router 5e6b10e9-03c8-43e3-bc80-2da91e00d910 gateway port host: None {{(pid=110844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 20:08:43.750783 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_hamode_db [None req-6119e063-1277-4f6a-aa47-21636faa8a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e6b10e9-03c8-43e3-bc80-2da91e00d910', 'name': 'tempest-AttachVolumeShelveTestJSON-842360300-router', 'tenant_id': '49f6a7894899436d8ce94d9a7500533a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T20:01:02Z', 'updated_at': '2022-07-24T20:08:43Z', 'revision_number': 6, 'project_id': '49f6a7894899436d8ce94d9a7500533a', 'gw_port_host': None}], 'dv-cinder-850449-2-iscsi', False) {} {{(pid=110844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:08:43.778269 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6119e063-1277-4f6a-aa47-21636faa8a4b None None] The sync data for ids ['5e6b10e9-03c8-43e3-bc80-2da91e00d910'] in dv-cinder-850449-2-iscsi is: [{'id': '5e6b10e9-03c8-43e3-bc80-2da91e00d910', 'name': 'tempest-AttachVolumeShelveTestJSON-842360300-router', 'tenant_id': '49f6a7894899436d8ce94d9a7500533a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T20:01:02Z', 'updated_at': '2022-07-24T20:08:43Z', 'revision_number': 6, 'project_id': '49f6a7894899436d8ce94d9a7500533a', 'gw_port_host': None}] {{(pid=110844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 20:08:43.885864 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:08:43.905297 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.db [None req-dd54dc27-c3d0-4c7a-ad40-96f1abfb53e0 admin admin] For port ea2f25b3-3d17-4f9a-8d9f-6a8401e2174c, host dv-cinder-850449-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850449-2-iscsi',level=0,port_id=ea2f25b3-3d17-4f9a-8d9f-6a8401e2174c,segment=NetworkSegment(fc72dfdc-4d29-4b3c-a3f7-b36f757f54d3),segment_id=fc72dfdc-4d29-4b3c-a3f7-b36f757f54d3)] {{(pid=110842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 20:08:43.905659 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-dd54dc27-c3d0-4c7a-ad40-96f1abfb53e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458432'] for port (ea2f25b3-3d17-4f9a-8d9f-6a8401e2174c), precommit_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:08:43.918426 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.plugin [None req-dd54dc27-c3d0-4c7a-ad40-96f1abfb53e0 admin admin] Calling delete_port for ea2f25b3-3d17-4f9a-8d9f-6a8401e2174c owned by network:router_gateway {{(pid=110842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 24 20:08:43.978726 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:08:44.140556 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-dd54dc27-c3d0-4c7a-ad40-96f1abfb53e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731445585704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731445223415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8925015'] for port (ea2f25b3-3d17-4f9a-8d9f-6a8401e2174c), after_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:08:44.168908 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd54dc27-c3d0-4c7a-ad40-96f1abfb53e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea2f25b3-3d17-4f9a-8d9f-6a8401e2174c,revision_number=None']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:08:44.232265 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-dd54dc27-c3d0-4c7a-ad40-96f1abfb53e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-452411'] for router_gateway (5e6b10e9-03c8-43e3-bc80-2da91e00d910), after_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:08:44.325261 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-dd54dc27-c3d0-4c7a-ad40-96f1abfb53e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-450799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-737'] for router (5e6b10e9-03c8-43e3-bc80-2da91e00d910), precommit_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:08:44.329364 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-dd54dc27-c3d0-4c7a-ad40-96f1abfb53e0 admin admin] Publish callbacks [] for router_controller (5e6b10e9-03c8-43e3-bc80-2da91e00d910), precommit_delete_associations {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:08:44.440574 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-dd54dc27-c3d0-4c7a-ad40-96f1abfb53e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-450718'] for router (5e6b10e9-03c8-43e3-bc80-2da91e00d910), after_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:08:44.441271 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd54dc27-c3d0-4c7a-ad40-96f1abfb53e0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5e6b10e9-03c8-43e3-bc80-2da91e00d910 {{(pid=110842) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 20:08:44.446242 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-dd54dc27-c3d0-4c7a-ad40-96f1abfb53e0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:08:44.447139 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-dd54dc27-c3d0-4c7a-ad40-96f1abfb53e0 admin admin] 10.222.0.17 "DELETE /v2.0/routers/5e6b10e9-03c8-43e3-bc80-2da91e00d910 HTTP/1.1" status: 204 len: 168 time: 1.1748064 Jul 24 20:08:44.449764 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 37092) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:08:44.494129 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.db.db_base_plugin_v2 [None req-26948cb5-e554-40ae-9881-7ba5d58b1a20 admin admin] Deleting subnet 9f1a76ef-9ecc-40f5-8dc9-5b3ae75ee961 {{(pid=110842) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 24 20:08:44.497232 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-26948cb5-e554-40ae-9881-7ba5d58b1a20 admin admin] Publish callbacks [] for subnet (9f1a76ef-9ecc-40f5-8dc9-5b3ae75ee961), before_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:08:44.536409 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-26948cb5-e554-40ae-9881-7ba5d58b1a20 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8979353'] for subnet (9f1a76ef-9ecc-40f5-8dc9-5b3ae75ee961), precommit_delete_associations {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:08:44.632080 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-26948cb5-e554-40ae-9881-7ba5d58b1a20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7817528'] for subnet (9f1a76ef-9ecc-40f5-8dc9-5b3ae75ee961), precommit_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:08:44.775219 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-26948cb5-e554-40ae-9881-7ba5d58b1a20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7817521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8925114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8410652'] for subnet (9f1a76ef-9ecc-40f5-8dc9-5b3ae75ee961), after_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:08:44.813880 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-26948cb5-e554-40ae-9881-7ba5d58b1a20 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:08:44.817713 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-26948cb5-e554-40ae-9881-7ba5d58b1a20 admin admin] 10.222.0.17 "DELETE /v2.0/subnets/9f1a76ef-9ecc-40f5-8dc9-5b3ae75ee961 HTTP/1.1" status: 204 len: 168 time: 0.3669796 Jul 24 20:08:44.818784 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26948cb5-e554-40ae-9881-7ba5d58b1a20 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f1a76ef-9ecc-40f5-8dc9-5b3ae75ee961,revision_number=None']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:08:44.820601 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [-] (110843) accepted ('10.222.0.17', 37096) {{(pid=110843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:08:44.823058 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34f8db37-ddd6-4c73-ba1e-5e4c627ae9c5 None None] Network b3fd2ef6-6f8c-45f9-a0a9-81c377b08f7e requested from dv-cinder-850449-2-iscsi {{(pid=110844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 24 20:08:44.908309 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-aee15c14-7485-4507-8476-73c4d7b74e9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7930929'] for network (b3fd2ef6-6f8c-45f9-a0a9-81c377b08f7e), before_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:08:44.913211 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Device f3fcea78-ae7b-4dda-aabb-16fa55c52b81 no longer exists at agent ovs-agent-dv-cinder-850449-2-iscsi {{(pid=110844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 20:08:44.938484 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] No Port match for: f3fcea78-ae7b-4dda-aabb-16fa55c52b81 {{(pid=110844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 24 20:08:44.938823 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Device f3fcea78-ae7b-4dda-aabb-16fa55c52b81 not bound to the agent host dv-cinder-850449-2-iscsi {{(pid=110844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 20:08:44.939231 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Device ea2f25b3-3d17-4f9a-8d9f-6a8401e2174c no longer exists at agent ovs-agent-dv-cinder-850449-2-iscsi {{(pid=110844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 20:08:44.966575 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.plugin [None req-aee15c14-7485-4507-8476-73c4d7b74e9a admin admin] Deleting port 3ff207e1-6b7e-4003-82e5-c7db49f87770 {{(pid=110843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 24 20:08:44.966914 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-aee15c14-7485-4507-8476-73c4d7b74e9a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731445580472'] for port (3ff207e1-6b7e-4003-82e5-c7db49f87770), before_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:08:44.977844 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] No Port match for: ea2f25b3-3d17-4f9a-8d9f-6a8401e2174c {{(pid=110844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 24 20:08:44.978192 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Device ea2f25b3-3d17-4f9a-8d9f-6a8401e2174c not bound to the agent host dv-cinder-850449-2-iscsi {{(pid=110844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 20:08:45.040400 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.db [None req-aee15c14-7485-4507-8476-73c4d7b74e9a admin admin] For port 3ff207e1-6b7e-4003-82e5-c7db49f87770, host dv-cinder-850449-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850449-2-iscsi',level=0,port_id=3ff207e1-6b7e-4003-82e5-c7db49f87770,segment=NetworkSegment(e9fdb9ec-6b6e-4383-ae6e-075d3eed2f20),segment_id=e9fdb9ec-6b6e-4383-ae6e-075d3eed2f20)] {{(pid=110843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 20:08:45.040400 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-aee15c14-7485-4507-8476-73c4d7b74e9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458432'] for port (3ff207e1-6b7e-4003-82e5-c7db49f87770), precommit_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:08:45.055679 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.plugin [None req-aee15c14-7485-4507-8476-73c4d7b74e9a admin admin] Calling delete_port for 3ff207e1-6b7e-4003-82e5-c7db49f87770 owned by network:dhcp {{(pid=110843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 24 20:08:45.067251 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:08:45.077203 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0587b30-0245-4ea3-8390-16bfce649af6 None None] DHCP port deletion for b3fd2ef6-6f8c-45f9-a0a9-81c377b08f7e request from dv-cinder-850449-2-iscsi {{(pid=110844) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 24 20:08:45.109258 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:08:45.122429 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-c0587b30-0245-4ea3-8390-16bfce649af6 None None] Deleting port 3ff207e1-6b7e-4003-82e5-c7db49f87770 {{(pid=110844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 24 20:08:45.122805 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-c0587b30-0245-4ea3-8390-16bfce649af6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731445580472'] for port (3ff207e1-6b7e-4003-82e5-c7db49f87770), before_delete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:08:45.187044 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-c0587b30-0245-4ea3-8390-16bfce649af6 None None] For port 3ff207e1-6b7e-4003-82e5-c7db49f87770, host dv-cinder-850449-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850449-2-iscsi',level=0,port_id=3ff207e1-6b7e-4003-82e5-c7db49f87770,segment=NetworkSegment(e9fdb9ec-6b6e-4383-ae6e-075d3eed2f20),segment_id=e9fdb9ec-6b6e-4383-ae6e-075d3eed2f20)] {{(pid=110844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 20:08:45.187364 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-c0587b30-0245-4ea3-8390-16bfce649af6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458432'] for port (3ff207e1-6b7e-4003-82e5-c7db49f87770), precommit_delete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:08:45.201782 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-c0587b30-0245-4ea3-8390-16bfce649af6 None None] Calling delete_port for 3ff207e1-6b7e-4003-82e5-c7db49f87770 owned by network:dhcp {{(pid=110844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 24 20:08:45.208792 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-aee15c14-7485-4507-8476-73c4d7b74e9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731445585704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731445223415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2610928'] for port (3ff207e1-6b7e-4003-82e5-c7db49f87770), after_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:08:45.221675 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee15c14-7485-4507-8476-73c4d7b74e9a admin admin] No DVR routers for this DVR port 3ff207e1-6b7e-4003-82e5-c7db49f87770 on host dv-cinder-850449-2-iscsi {{(pid=110843) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 24 20:08:45.242786 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee15c14-7485-4507-8476-73c4d7b74e9a admin admin] Pushing event deleted for resources: {'Port': ['ID=3ff207e1-6b7e-4003-82e5-c7db49f87770,revision_number=None']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:08:45.268920 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee15c14-7485-4507-8476-73c4d7b74e9a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:08:45.269186 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee15c14-7485-4507-8476-73c4d7b74e9a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:08:45.269535 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee15c14-7485-4507-8476-73c4d7b74e9a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:08:45.269995 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee15c14-7485-4507-8476-73c4d7b74e9a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:08:45.270348 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee15c14-7485-4507-8476-73c4d7b74e9a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:08:45.270712 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee15c14-7485-4507-8476-73c4d7b74e9a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:08:45.271044 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee15c14-7485-4507-8476-73c4d7b74e9a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:08:45.271371 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee15c14-7485-4507-8476-73c4d7b74e9a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:08:45.271701 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee15c14-7485-4507-8476-73c4d7b74e9a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:08:45.272034 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee15c14-7485-4507-8476-73c4d7b74e9a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:08:45.272364 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee15c14-7485-4507-8476-73c4d7b74e9a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:08:45.272711 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee15c14-7485-4507-8476-73c4d7b74e9a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:08:45.273039 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee15c14-7485-4507-8476-73c4d7b74e9a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:08:45.273364 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee15c14-7485-4507-8476-73c4d7b74e9a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:08:45.273683 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee15c14-7485-4507-8476-73c4d7b74e9a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:08:45.286278 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-c0587b30-0245-4ea3-8390-16bfce649af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731445585704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731445223415'] for port (3ff207e1-6b7e-4003-82e5-c7db49f87770), after_delete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:08:45.312889 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0587b30-0245-4ea3-8390-16bfce649af6 None None] Pushing event deleted for resources: {'Port': ['ID=3ff207e1-6b7e-4003-82e5-c7db49f87770,revision_number=None']} {{(pid=110844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:08:45.317060 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0587b30-0245-4ea3-8390-16bfce649af6 None None] No DVR routers for this DVR port 3ff207e1-6b7e-4003-82e5-c7db49f87770 on host dv-cinder-850449-2-iscsi {{(pid=110844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 24 20:08:45.340967 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-aee15c14-7485-4507-8476-73c4d7b74e9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7817651', 'neutron.services.segments.db._delete_segments_for_network-8731445707084'] for network (b3fd2ef6-6f8c-45f9-a0a9-81c377b08f7e), precommit_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:08:45.361199 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.services.segments.db [None req-aee15c14-7485-4507-8476-73c4d7b74e9a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3fd2ef6-6f8c-45f9-a0a9-81c377b08f7e']}} {{(pid=110843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:08:45.371104 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.services.segments.db [None req-aee15c14-7485-4507-8476-73c4d7b74e9a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9fdb9ec-6b6e-4383-ae6e-075d3eed2f20') {'for_net_delete': True} {{(pid=110843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:08:45.371942 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.services.segments.db [None req-aee15c14-7485-4507-8476-73c4d7b74e9a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9fdb9ec-6b6e-4383-ae6e-075d3eed2f20') {} {{(pid=110843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:08:45.381811 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-aee15c14-7485-4507-8476-73c4d7b74e9a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731445706213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8646316'] for segment (e9fdb9ec-6b6e-4383-ae6e-075d3eed2f20), before_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:08:45.396541 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-aee15c14-7485-4507-8476-73c4d7b74e9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7750649'] for segment (e9fdb9ec-6b6e-4383-ae6e-075d3eed2f20), precommit_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:08:45.404141 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aee15c14-7485-4507-8476-73c4d7b74e9a admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=110843) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 20:08:45.408020 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-aee15c14-7485-4507-8476-73c4d7b74e9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7750649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2610855'] for segment (e9fdb9ec-6b6e-4383-ae6e-075d3eed2f20), after_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:08:45.427336 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.services.segments.plugin [-] Segment e9fdb9ec-6b6e-4383-ae6e-075d3eed2f20 resource provider aggregate not found Jul 24 20:08:45.469989 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.services.segments.plugin [-] Segment e9fdb9ec-6b6e-4383-ae6e-075d3eed2f20 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e9fdb9ec-6b6e-4383-ae6e-075d3eed2f20 found for delete ", "request_id": "req-129600fa-209c-48a0-b2ba-fa76618a967d"}]} Jul 24 20:08:45.529015 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-aee15c14-7485-4507-8476-73c4d7b74e9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7817604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-452517'] for network (b3fd2ef6-6f8c-45f9-a0a9-81c377b08f7e), after_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:08:45.534535 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-aee15c14-7485-4507-8476-73c4d7b74e9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594923'] for network (None), before_response {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:08:45.537749 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [None req-aee15c14-7485-4507-8476-73c4d7b74e9a admin admin] 10.222.0.17 "DELETE /v2.0/networks/b3fd2ef6-6f8c-45f9-a0a9-81c377b08f7e HTTP/1.1" status: 204 len: 168 time: 0.7160292 Jul 24 20:08:45.549745 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee15c14-7485-4507-8476-73c4d7b74e9a admin admin] Pushing event deleted for resources: {'Network': ['ID=b3fd2ef6-6f8c-45f9-a0a9-81c377b08f7e,revision_number=None']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:08:45.865103 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [-] (110843) accepted ('10.222.0.17', 37106) {{(pid=110843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:08:45.908291 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [None req-1063fd69-cad9-4705-a763-49c1bad7cf8f admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=49f6a7894899436d8ce94d9a7500533a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0410230 Jul 24 20:08:45.910908 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [-] (110843) accepted ('10.222.0.17', 37108) {{(pid=110843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:08:45.967718 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-a28967fb-1714-48b7-82b2-0c5eb136eedb admin admin] Publish callbacks [] for security_group (b7b5a1f4-f4cc-4033-b4aa-9be9cda06148), before_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:08:45.989496 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-a28967fb-1714-48b7-82b2-0c5eb136eedb admin admin] Publish callbacks [] for security_group (b7b5a1f4-f4cc-4033-b4aa-9be9cda06148), precommit_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:08:46.111685 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-a28967fb-1714-48b7-82b2-0c5eb136eedb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (b7b5a1f4-f4cc-4033-b4aa-9be9cda06148), after_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:08:46.114417 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-a28967fb-1714-48b7-82b2-0c5eb136eedb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:08:46.115686 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [None req-a28967fb-1714-48b7-82b2-0c5eb136eedb admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/b7b5a1f4-f4cc-4033-b4aa-9be9cda06148 HTTP/1.1" status: 204 len: 168 time: 0.2030144 Jul 24 20:08:46.124805 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28967fb-1714-48b7-82b2-0c5eb136eedb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7b5a1f4-f4cc-4033-b4aa-9be9cda06148,revision_number=None']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:08:46.686956 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG dbcounter [-] [110845] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=110845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:08:46.689881 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG dbcounter [-] [110845] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=110845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:08:46.841111 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Device 3ff207e1-6b7e-4003-82e5-c7db49f87770 no longer exists at agent ovs-agent-dv-cinder-850449-2-iscsi {{(pid=110844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 20:08:46.860328 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] No Port match for: 3ff207e1-6b7e-4003-82e5-c7db49f87770 {{(pid=110844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 24 20:08:46.860700 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Device 3ff207e1-6b7e-4003-82e5-c7db49f87770 not bound to the agent host dv-cinder-850449-2-iscsi {{(pid=110844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 20:08:47.335410 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [-] (110843) accepted ('10.222.0.17', 37132) {{(pid=110843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:08:47.445921 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.v2.base [None req-8520e6e2-0614-4273-97b1-6e7f72b6054c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1389149112-network', 'tenant_id': '8fac69862bde46c8b40d8a4cc26ca379'}} {{(pid=110843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 20:08:47.639159 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8520e6e2-0614-4273-97b1-6e7f72b6054c admin admin] Made reservation on behalf of 8fac69862bde46c8b40d8a4cc26ca379 for: {'network': 1} {{(pid=110843) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 20:08:47.641279 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-8520e6e2-0614-4273-97b1-6e7f72b6054c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for network (None), before_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:08:47.652504 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-8520e6e2-0614-4273-97b1-6e7f72b6054c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:08:47.743159 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-8520e6e2-0614-4273-97b1-6e7f72b6054c admin admin] Publish callbacks [] for security_group (6801bd62-10d0-4d47-9941-fe04d26d6627), precommit_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:08:47.854678 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-8520e6e2-0614-4273-97b1-6e7f72b6054c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (6801bd62-10d0-4d47-9941-fe04d26d6627), after_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:08:47.861239 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=81,neutron:DELETE=10,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:08:47.882228 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8520e6e2-0614-4273-97b1-6e7f72b6054c admin admin] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=110843) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 20:08:47.894085 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8520e6e2-0614-4273-97b1-6e7f72b6054c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6801bd62-10d0-4d47-9941-fe04d26d6627,revision_number=1']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:08:47.899282 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-8520e6e2-0614-4273-97b1-6e7f72b6054c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7750649'] for segment (fcae6d86-0667-4466-9640-9c859a957499), precommit_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:08:47.899619 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.db.segments_db [None req-8520e6e2-0614-4273-97b1-6e7f72b6054c admin admin] Added segment fcae6d86-0667-4466-9640-9c859a957499 of type vlan for network aa4c12fa-3159-4d22-bc24-a1265d6d540b Jul 24 20:08:47.944403 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-8520e6e2-0614-4273-97b1-6e7f72b6054c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731445242929'] for network (aa4c12fa-3159-4d22-bc24-a1265d6d540b), precommit_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:08:48.074987 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-8520e6e2-0614-4273-97b1-6e7f72b6054c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937'] for network (aa4c12fa-3159-4d22-bc24-a1265d6d540b), after_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:08:48.076760 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8520e6e2-0614-4273-97b1-6e7f72b6054c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:08:48.077350 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-8520e6e2-0614-4273-97b1-6e7f72b6054c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594923'] for network (None), before_response {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:08:48.085248 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:UPDATE=4,neutron:INSERT=10 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:08:48.139777 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8520e6e2-0614-4273-97b1-6e7f72b6054c admin admin] Pushing event updated for resources: {'Network': ['ID=aa4c12fa-3159-4d22-bc24-a1265d6d540b,revision_number=1']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:08:48.149813 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Network aa4c12fa-3159-4d22-bc24-a1265d6d540b details requested by agent ovs-agent-dv-cinder-850449-2-iscsi with host dv-cinder-850449-2-iscsi {{(pid=110844) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 20:08:48.170898 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [None req-8520e6e2-0614-4273-97b1-6e7f72b6054c admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.8305542 Jul 24 20:08:48.171271 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [-] (110843) accepted ('10.222.0.17', 37152) {{(pid=110843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:08:48.176828 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.v2.base [None req-c81fd279-731a-4d3f-895b-f0fbf267e561 admin admin] Request body: {'subnet': {'network_id': 'aa4c12fa-3159-4d22-bc24-a1265d6d540b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1389149112-subnet', 'tenant_id': '8fac69862bde46c8b40d8a4cc26ca379', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 20:08:48.349566 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c81fd279-731a-4d3f-895b-f0fbf267e561 admin admin] Made reservation on behalf of 8fac69862bde46c8b40d8a4cc26ca379 for: {'subnet': 1} {{(pid=110843) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 20:08:48.351932 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-c81fd279-731a-4d3f-895b-f0fbf267e561 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8753106'] for subnet (None), before_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:08:48.631818 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-c81fd279-731a-4d3f-895b-f0fbf267e561 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2610780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8753088'] for subnet (1a5ce63f-aff9-46ab-b841-e4d465c7d600), after_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:08:48.686543 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81fd279-731a-4d3f-895b-f0fbf267e561 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a5ce63f-aff9-46ab-b841-e4d465c7d600,revision_number=0']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:08:48.703309 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c81fd279-731a-4d3f-895b-f0fbf267e561 admin admin] Checking segment: {'id': 'fcae6d86-0667-4466-9640-9c859a957499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'aa4c12fa-3159-4d22-bc24-a1265d6d540b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 24 20:08:48.703805 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c81fd279-731a-4d3f-895b-f0fbf267e561 admin admin] Network hostable DHCP agents. Network: aa4c12fa-3159-4d22-bc24-a1265d6d540b, hostable agents: ['dc36e0ef-94f3-4a3e-9c13-4790afccb2e9'], hosted agents: [] {{(pid=110843) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 20:08:48.784291 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c81fd279-731a-4d3f-895b-f0fbf267e561 admin admin] Network aa4c12fa-3159-4d22-bc24-a1265d6d540b is scheduled to be hosted by DHCP agent dc36e0ef-94f3-4a3e-9c13-4790afccb2e9 with binding_index 1 {{(pid=110843) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 20:08:48.866256 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.scheduler.base_scheduler [None req-c81fd279-731a-4d3f-895b-f0fbf267e561 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850449-2-iscsi, aa4c12fa-3159-4d22-bc24-a1265d6d540b) {{(pid=110843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 20:08:48.870350 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c81fd279-731a-4d3f-895b-f0fbf267e561 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:08:48.870943 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-c81fd279-731a-4d3f-895b-f0fbf267e561 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594923'] for subnet (None), before_response {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:08:48.876825 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f81aebc-d78b-430f-8091-c22ef7ecb020 None None] Network aa4c12fa-3159-4d22-bc24-a1265d6d540b requested from dv-cinder-850449-2-iscsi {{(pid=110844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 24 20:08:48.957619 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [None req-c81fd279-731a-4d3f-895b-f0fbf267e561 admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7850139 Jul 24 20:08:48.960488 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [-] (110843) accepted ('10.222.0.17', 37154) {{(pid=110843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:08:48.965291 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.v2.base [None req-b64fe19a-d3d6-4503-87be-fcd7e86f8a42 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1389149112-router', 'tenant_id': '8fac69862bde46c8b40d8a4cc26ca379', 'external_gateway_info': {'network_id': '10498192-3528-4341-803f-d59b33e3b71c'}}} {{(pid=110843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 20:08:49.167641 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47948565-a8a9-4135-8381-ac5e1ec6a7b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp900f634c-eb0d-5d65-94fb-55faaa86ae34-aa4c12fa-3159-4d22-bc24-a1265d6d540b', 'network_id': 'aa4c12fa-3159-4d22-bc24-a1265d6d540b', 'project_id': '8fac69862bde46c8b40d8a4cc26ca379', 'fixed_ips': [{'subnet_id': '1a5ce63f-aff9-46ab-b841-e4d465c7d600'}]}} from dv-cinder-850449-2-iscsi. {{(pid=110844) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 24 20:08:49.168607 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-47948565-a8a9-4135-8381-ac5e1ec6a7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (None), before_create {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:08:49.171803 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:08:49.320555 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.db_base_plugin_common [None req-47948565-a8a9-4135-8381-ac5e1ec6a7b5 None None] Allocated IP 172.20.0.2 (aa4c12fa-3159-4d22-bc24-a1265d6d540b/1a5ce63f-aff9-46ab-b841-e4d465c7d600/3b9f1d25-bc84-4730-b684-159e3f355daa) {{(pid=110844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 20:08:49.361003 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:08:49.378502 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-b64fe19a-d3d6-4503-87be-fcd7e86f8a42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-453983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-719'] for router (feddf977-e9f0-442b-9b8d-1726bead7082), before_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:08:49.379984 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-b64fe19a-d3d6-4503-87be-fcd7e86f8a42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-450886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-446411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-479098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-760'] for router (feddf977-e9f0-442b-9b8d-1726bead7082), precommit_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:08:49.383834 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:08:49.436353 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-b64fe19a-d3d6-4503-87be-fcd7e86f8a42 admin admin] Publish callbacks [] for router_controller (feddf977-e9f0-442b-9b8d-1726bead7082), precommit_add_association {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:08:49.479213 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-47948565-a8a9-4135-8381-ac5e1ec6a7b5 None None] Publish callbacks [] for port (3b9f1d25-bc84-4730-b684-159e3f355daa), precommit_create {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:08:49.573106 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-47948565-a8a9-4135-8381-ac5e1ec6a7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731445223406'] for port (3b9f1d25-bc84-4730-b684-159e3f355daa), after_create {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:08:49.614321 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47948565-a8a9-4135-8381-ac5e1ec6a7b5 None None] Network aa4c12fa-3159-4d22-bc24-a1265d6d540b is already hosted by enough agents. {{(pid=110844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 20:08:49.619729 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.scheduler.base_scheduler [None req-47948565-a8a9-4135-8381-ac5e1ec6a7b5 None None] Resources bound (agent type, host, resource id): {{(pid=110844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 20:08:49.624846 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47948565-a8a9-4135-8381-ac5e1ec6a7b5 None None] Received port after_create {{(pid=110844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 24 20:08:49.632017 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47948565-a8a9-4135-8381-ac5e1ec6a7b5 None None] Pushing event updated for resources: {'Port': ['ID=3b9f1d25-bc84-4730-b684-159e3f355daa,revision_number=1']} {{(pid=110844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:08:49.663768 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47948565-a8a9-4135-8381-ac5e1ec6a7b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:08:49.664115 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47948565-a8a9-4135-8381-ac5e1ec6a7b5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:08:49.664453 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47948565-a8a9-4135-8381-ac5e1ec6a7b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:08:49.664817 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47948565-a8a9-4135-8381-ac5e1ec6a7b5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:08:49.665149 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47948565-a8a9-4135-8381-ac5e1ec6a7b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:08:49.665474 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47948565-a8a9-4135-8381-ac5e1ec6a7b5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:08:49.665794 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47948565-a8a9-4135-8381-ac5e1ec6a7b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:08:49.666112 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47948565-a8a9-4135-8381-ac5e1ec6a7b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:08:49.666433 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47948565-a8a9-4135-8381-ac5e1ec6a7b5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:08:49.666751 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47948565-a8a9-4135-8381-ac5e1ec6a7b5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:08:49.667069 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47948565-a8a9-4135-8381-ac5e1ec6a7b5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:08:49.667386 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47948565-a8a9-4135-8381-ac5e1ec6a7b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:08:49.667820 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47948565-a8a9-4135-8381-ac5e1ec6a7b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:08:49.668169 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47948565-a8a9-4135-8381-ac5e1ec6a7b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:08:49.668501 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47948565-a8a9-4135-8381-ac5e1ec6a7b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:08:49.674141 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-b64fe19a-d3d6-4503-87be-fcd7e86f8a42 admin admin] Publish callbacks [] for router_gateway (feddf977-e9f0-442b-9b8d-1726bead7082), precommit_update {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:08:49.702912 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.managers [None req-47948565-a8a9-4135-8381-ac5e1ec6a7b5 None None] Attempting to bind port 3b9f1d25-bc84-4730-b684-159e3f355daa on host dv-cinder-850449-2-iscsi for vnic_type normal with profile {{(pid=110844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 24 20:08:49.703281 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.managers [None req-47948565-a8a9-4135-8381-ac5e1ec6a7b5 None None] Attempting to bind port 3b9f1d25-bc84-4730-b684-159e3f355daa by drivers openvswitch,hyperv on host dv-cinder-850449-2-iscsi at level 0 using segments [{'id': 'fcae6d86-0667-4466-9640-9c859a957499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'aa4c12fa-3159-4d22-bc24-a1265d6d540b'}] {{(pid=110844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 24 20:08:49.703648 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47948565-a8a9-4135-8381-ac5e1ec6a7b5 None None] Attempting to bind port 3b9f1d25-bc84-4730-b684-159e3f355daa on network aa4c12fa-3159-4d22-bc24-a1265d6d540b {{(pid=110844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 24 20:08:49.709228 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47948565-a8a9-4135-8381-ac5e1ec6a7b5 None None] Checking agent: {'id': '46eda511-dfa5-408c-8bd4-cb509f691033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850449-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 24, 19, 52, 9), 'started_at': datetime.datetime(2022, 7, 24, 19, 52, 39), 'heartbeat_timestamp': datetime.datetime(2022, 7, 24, 20, 8, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850449-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 24 20:08:49.709601 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47948565-a8a9-4135-8381-ac5e1ec6a7b5 None None] Checking segment: {'id': 'fcae6d86-0667-4466-9640-9c859a957499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'aa4c12fa-3159-4d22-bc24-a1265d6d540b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 24 20:08:49.710006 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-47948565-a8a9-4135-8381-ac5e1ec6a7b5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:08:49.710407 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47948565-a8a9-4135-8381-ac5e1ec6a7b5 None None] Bound using segment: {'id': 'fcae6d86-0667-4466-9640-9c859a957499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'aa4c12fa-3159-4d22-bc24-a1265d6d540b'} {{(pid=110844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 24 20:08:49.710906 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.managers [None req-47948565-a8a9-4135-8381-ac5e1ec6a7b5 None None] Bound port: 3b9f1d25-bc84-4730-b684-159e3f355daa, host: dv-cinder-850449-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcae6d86-0667-4466-9640-9c859a957499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'aa4c12fa-3159-4d22-bc24-a1265d6d540b'}}] {{(pid=110844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 24 20:08:49.711278 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-47948565-a8a9-4135-8381-ac5e1ec6a7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (3b9f1d25-bc84-4730-b684-159e3f355daa), before_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:08:49.777794 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-47948565-a8a9-4135-8381-ac5e1ec6a7b5 None None] For port 3b9f1d25-bc84-4730-b684-159e3f355daa, host dv-cinder-850449-2-iscsi, cleared binding levels {{(pid=110844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 20:08:49.781197 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-47948565-a8a9-4135-8381-ac5e1ec6a7b5 None None] For port 3b9f1d25-bc84-4730-b684-159e3f355daa, host dv-cinder-850449-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850449-2-iscsi',level=0,port_id=3b9f1d25-bc84-4730-b684-159e3f355daa,segment=NetworkSegment(fcae6d86-0667-4466-9640-9c859a957499),segment_id=fcae6d86-0667-4466-9640-9c859a957499)] {{(pid=110844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 20:08:49.890266 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-47948565-a8a9-4135-8381-ac5e1ec6a7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958'] for port (3b9f1d25-bc84-4730-b684-159e3f355daa), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:08:49.922815 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-b64fe19a-d3d6-4503-87be-fcd7e86f8a42 admin admin] Publish callbacks [] for router_gateway (feddf977-e9f0-442b-9b8d-1726bead7082), before_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:08:49.945338 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-b64fe19a-d3d6-4503-87be-fcd7e86f8a42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (None), before_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:08:49.955743 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47948565-a8a9-4135-8381-ac5e1ec6a7b5 None None] Pushing event updated for resources: {'Port': ['ID=3b9f1d25-bc84-4730-b684-159e3f355daa,revision_number=2']} {{(pid=110844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:08:50.070038 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.db.db_base_plugin_common [None req-b64fe19a-d3d6-4503-87be-fcd7e86f8a42 admin admin] Allocated IP 172.27.3.159 (10498192-3528-4341-803f-d59b33e3b71c/99a0caa3-3fb5-4860-826f-478186226de3/3aaa552d-4772-4834-8187-d51b1af8b119) {{(pid=110843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 20:08:50.121187 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:08:50.217507 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-b64fe19a-d3d6-4503-87be-fcd7e86f8a42 admin admin] Publish callbacks [] for port (3aaa552d-4772-4834-8187-d51b1af8b119), precommit_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:08:50.338987 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-b64fe19a-d3d6-4503-87be-fcd7e86f8a42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731445223406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2610928'] for port (3aaa552d-4772-4834-8187-d51b1af8b119), after_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:08:50.380188 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b64fe19a-d3d6-4503-87be-fcd7e86f8a42 admin admin] Network 10498192-3528-4341-803f-d59b33e3b71c is already hosted by enough agents. {{(pid=110843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 20:08:50.383340 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.scheduler.base_scheduler [None req-b64fe19a-d3d6-4503-87be-fcd7e86f8a42 admin admin] Resources bound (agent type, host, resource id): {{(pid=110843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 20:08:50.390111 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64fe19a-d3d6-4503-87be-fcd7e86f8a42 admin admin] Received port after_create {{(pid=110843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 24 20:08:50.420817 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64fe19a-d3d6-4503-87be-fcd7e86f8a42 admin admin] Pushing event updated for resources: {'Port': ['ID=3aaa552d-4772-4834-8187-d51b1af8b119,revision_number=1']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:08:50.819679 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-b64fe19a-d3d6-4503-87be-fcd7e86f8a42 admin admin] Publish callbacks [] for router_gateway (feddf977-e9f0-442b-9b8d-1726bead7082), after_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:08:50.909756 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Device 3b9f1d25-bc84-4730-b684-159e3f355daa up at agent ovs-agent-dv-cinder-850449-2-iscsi {{(pid=110844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 20:08:50.953040 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:08:50.959592 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:08:50.972105 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Provisioning complete for port 3b9f1d25-bc84-4730-b684-159e3f355daa triggered by entity L2. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 20:08:50.972692 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812910'] for port (3b9f1d25-bc84-4730-b684-159e3f355daa), provisioning_complete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:08:50.996232 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e6af7d1-0123-43c8-86a4-6363a2d9edce None None] Network aa4c12fa-3159-4d22-bc24-a1265d6d540b requested from dv-cinder-850449-2-iscsi {{(pid=110844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 24 20:08:51.011536 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7efe6a5-98ae-4627-9213-40810c6d02ef req-ac7aa7d6-32cc-44fd-8e35-5121f44d933a tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:08:51.013183 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-c7efe6a5-98ae-4627-9213-40810c6d02ef req-ac7aa7d6-32cc-44fd-8e35-5121f44d933a tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.17 "GET /v2.0/ports?device_id=faa324f0-e700-4fde-8972-237edb976e34 HTTP/1.1" status: 200 len: 946 time: 0.0681579 Jul 24 20:08:51.099779 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-88fb45ad-cfe3-4e04-90ee-94eebd0eb249 None None] Provisioning complete for port 3b9f1d25-bc84-4730-b684-159e3f355daa triggered by entity DHCP. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 20:08:51.100058 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-88fb45ad-cfe3-4e04-90ee-94eebd0eb249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812910'] for port (3b9f1d25-bc84-4730-b684-159e3f355daa), provisioning_complete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:08:51.157032 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-c7efe6a5-98ae-4627-9213-40810c6d02ef req-a9a7fa48-79ac-4588-9951-f08e507adabe tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.17 "GET /v2.0/security-groups?id=6abd01e9-840d-4e78-87ca-e6a4199b24ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063213 Jul 24 20:08:51.169724 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-b64fe19a-d3d6-4503-87be-fcd7e86f8a42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-450823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-445874'] for router (feddf977-e9f0-442b-9b8d-1726bead7082), after_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:08:51.211864 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Current status of the port 3b9f1d25-bc84-4730-b684-159e3f355daa is: DOWN; New status is: ACTIVE {{(pid=110844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 20:08:51.212173 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (3b9f1d25-bc84-4730-b684-159e3f355daa), before_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:08:51.277692 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] For port 3b9f1d25-bc84-4730-b684-159e3f355daa, host dv-cinder-850449-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850449-2-iscsi',level=0,port_id=3b9f1d25-bc84-4730-b684-159e3f355daa,segment=NetworkSegment(fcae6d86-0667-4466-9640-9c859a957499),segment_id=fcae6d86-0667-4466-9640-9c859a957499)] {{(pid=110844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 20:08:51.288866 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-88fb45ad-cfe3-4e04-90ee-94eebd0eb249 None None] Current status of the port 3b9f1d25-bc84-4730-b684-159e3f355daa is: DOWN; New status is: ACTIVE {{(pid=110844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 20:08:51.289156 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-88fb45ad-cfe3-4e04-90ee-94eebd0eb249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (3b9f1d25-bc84-4730-b684-159e3f355daa), before_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:08:51.376136 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958'] for port (3b9f1d25-bc84-4730-b684-159e3f355daa), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:08:51.435045 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b64fe19a-d3d6-4503-87be-fcd7e86f8a42 admin admin] Router feddf977-e9f0-442b-9b8d-1726bead7082 is scheduled to L3 agent 408021b7-d46b-48c2-9f75-8a8023f9145c with binding_index 1 {{(pid=110843) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 24 20:08:51.455645 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.db.api [None req-88fb45ad-cfe3-4e04-90ee-94eebd0eb249 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110844) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 24 20:08:51.456743 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG oslo_db.api [None req-88fb45ad-cfe3-4e04-90ee-94eebd0eb249 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 24 20:08:51.460961 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Pushing event updated for resources: {'Port': ['ID=3b9f1d25-bc84-4730-b684-159e3f355daa,revision_number=3']} {{(pid=110844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:08:51.535496 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:08:51.545795 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b64fe19a-d3d6-4503-87be-fcd7e86f8a42 admin admin] Notify agent at l3_agent.dv-cinder-850449-2-iscsi the message routers_updated {{(pid=110843) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 20:08:51.558441 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7adcb2cf-94ea-4fc6-9f42-e92eadfa3e92 None None] Sync routers for ids ['feddf977-e9f0-442b-9b8d-1726bead7082'] in dv-cinder-850449-2-iscsi {{(pid=110845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 20:08:51.571479 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7adcb2cf-94ea-4fc6-9f42-e92eadfa3e92 None None] Routers {'feddf977-e9f0-442b-9b8d-1726bead7082'} bound to L3 agent in host dv-cinder-850449-2-iscsi {{(pid=110845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 20:08:51.574103 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.l3_hamode_db [None req-7adcb2cf-94ea-4fc6-9f42-e92eadfa3e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-24T19:52:06Z,description=,heartbeat_timestamp=2022-07-24T20:08:36Z,host='dv-cinder-850449-2-iscsi',id=408021b7-d46b-48c2-9f75-8a8023f9145c,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T19:52:06Z,topic='l3_agent')) {'router_ids': ['feddf977-e9f0-442b-9b8d-1726bead7082'], 'active': True} {{(pid=110845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:08:51.659350 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-b64fe19a-d3d6-4503-87be-fcd7e86f8a42 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:08:51.661391 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [None req-b64fe19a-d3d6-4503-87be-fcd7e86f8a42 admin admin] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.6995599 Jul 24 20:08:51.666678 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 37166) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:08:51.689858 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.l3_dvr_db [None req-7adcb2cf-94ea-4fc6-9f42-e92eadfa3e92 None None] Set router feddf977-e9f0-442b-9b8d-1726bead7082 gateway port host: dv-cinder-850449-2-iscsi {{(pid=110845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 20:08:51.892899 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.l3_hamode_db [None req-7adcb2cf-94ea-4fc6-9f42-e92eadfa3e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feddf977-e9f0-442b-9b8d-1726bead7082', 'name': 'tempest-AttachVolumeTestJSON-1389149112-router', 'tenant_id': '8fac69862bde46c8b40d8a4cc26ca379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'external_fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '3aaa552d-4772-4834-8187-d51b1af8b119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T20:08:49Z', 'updated_at': '2022-07-24T20:08:50Z', 'revision_number': 3, 'project_id': '8fac69862bde46c8b40d8a4cc26ca379', 'gw_port': {'id': '3aaa552d-4772-4834-8187-d51b1af8b119', 'name': '', 'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:1a:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feddf977-e9f0-442b-9b8d-1726bead7082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:08:49Z', 'updated_at': '2022-07-24T20:08:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '99a0caa3-3fb5-4860-826f-478186226de3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850449-2-iscsi'}], 'dv-cinder-850449-2-iscsi', False) {} {{(pid=110845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:08:51.898304 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=84,neutron:DELETE=13,neutron:UPDATE=3 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:08:51.921444 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7adcb2cf-94ea-4fc6-9f42-e92eadfa3e92 None None] Checking router: feddf977-e9f0-442b-9b8d-1726bead7082 for host: dv-cinder-850449-2-iscsi {{(pid=110845) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 20:08:51.921681 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7adcb2cf-94ea-4fc6-9f42-e92eadfa3e92 None None] Updating router feddf977-e9f0-442b-9b8d-1726bead7082 port 3aaa552d-4772-4834-8187-d51b1af8b119 binding host dv-cinder-850449-2-iscsi {{(pid=110845) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 20:08:51.950019 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron_lib.callbacks.manager [None req-7adcb2cf-94ea-4fc6-9f42-e92eadfa3e92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (3aaa552d-4772-4834-8187-d51b1af8b119), before_update {{(pid=110845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:08:51.993043 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-88fb45ad-cfe3-4e04-90ee-94eebd0eb249 None None] Current status of the port 3b9f1d25-bc84-4730-b684-159e3f355daa is: ACTIVE; New status is: ACTIVE {{(pid=110844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 20:08:52.115529 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:08:52.118339 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-90730ccd-1c70-4eec-91ba-9682dc1d58e4 None None] Provisioning complete for port 3b9f1d25-bc84-4730-b684-159e3f355daa triggered by entity DHCP. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 20:08:52.118888 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-90730ccd-1c70-4eec-91ba-9682dc1d58e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812910'] for port (3b9f1d25-bc84-4730-b684-159e3f355daa), provisioning_complete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:08:52.208555 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:08:52.211355 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-90730ccd-1c70-4eec-91ba-9682dc1d58e4 None None] Current status of the port 3b9f1d25-bc84-4730-b684-159e3f355daa is: ACTIVE; New status is: ACTIVE {{(pid=110844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 20:08:52.222633 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron_lib.callbacks.manager [None req-7adcb2cf-94ea-4fc6-9f42-e92eadfa3e92 None None] Publish callbacks [] for port (3aaa552d-4772-4834-8187-d51b1af8b119), precommit_update {{(pid=110845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:08:52.251575 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-dfadfccf-764b-4e4f-b001-3511eab0d526 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (None), before_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:08:52.290958 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106fefbe-0efd-4328-9faa-e4c18d211949 req-84c5662b-9668-4d9b-9715-e087728ba279 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:08:52.292553 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-106fefbe-0efd-4328-9faa-e4c18d211949 req-84c5662b-9668-4d9b-9715-e087728ba279 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.17 "GET /v2.0/ports?device_id=faa324f0-e700-4fde-8972-237edb976e34 HTTP/1.1" status: 200 len: 946 time: 0.0510139 Jul 24 20:08:52.320911 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron_lib.callbacks.manager [None req-7adcb2cf-94ea-4fc6-9f42-e92eadfa3e92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958'] for port (3aaa552d-4772-4834-8187-d51b1af8b119), after_update {{(pid=110845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:08:52.347428 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-106fefbe-0efd-4328-9faa-e4c18d211949 req-531ed428-aeae-4cf7-8a7c-ff61aca5991f tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.17 "GET /v2.0/security-groups?id=6abd01e9-840d-4e78-87ca-e6a4199b24ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480945 Jul 24 20:08:52.373546 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87338954-1efb-4b8c-9a2e-ad88f3edc7c2 None None] Pushing event updated for resources: {'Port': ['ID=3aaa552d-4772-4834-8187-d51b1af8b119,revision_number=2']} {{(pid=110845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:08:52.439354 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a19e84-937c-43cb-a171-ef9ac9620e7a req-cd96f4f0-a58c-472f-9c2a-84c2a0aec18c tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:08:52.441712 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-66a19e84-937c-43cb-a171-ef9ac9620e7a req-cd96f4f0-a58c-472f-9c2a-84c2a0aec18c tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.42 "GET /v2.0/ports?device_id=faa324f0-e700-4fde-8972-237edb976e34 HTTP/1.1" status: 200 len: 946 time: 0.0736568 Jul 24 20:08:52.484766 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87338954-1efb-4b8c-9a2e-ad88f3edc7c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:08:52.485127 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87338954-1efb-4b8c-9a2e-ad88f3edc7c2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:08:52.485422 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87338954-1efb-4b8c-9a2e-ad88f3edc7c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:08:52.485765 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87338954-1efb-4b8c-9a2e-ad88f3edc7c2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:08:52.486103 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87338954-1efb-4b8c-9a2e-ad88f3edc7c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:08:52.486432 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87338954-1efb-4b8c-9a2e-ad88f3edc7c2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:08:52.486761 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87338954-1efb-4b8c-9a2e-ad88f3edc7c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:08:52.487076 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87338954-1efb-4b8c-9a2e-ad88f3edc7c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:08:52.487401 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87338954-1efb-4b8c-9a2e-ad88f3edc7c2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:08:52.489213 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87338954-1efb-4b8c-9a2e-ad88f3edc7c2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:08:52.489585 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87338954-1efb-4b8c-9a2e-ad88f3edc7c2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:08:52.489943 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87338954-1efb-4b8c-9a2e-ad88f3edc7c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:08:52.490279 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87338954-1efb-4b8c-9a2e-ad88f3edc7c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:08:52.490739 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87338954-1efb-4b8c-9a2e-ad88f3edc7c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:08:52.490989 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87338954-1efb-4b8c-9a2e-ad88f3edc7c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:08:52.494971 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.plugins.ml2.managers [None req-7adcb2cf-94ea-4fc6-9f42-e92eadfa3e92 None None] Attempting to bind port 3aaa552d-4772-4834-8187-d51b1af8b119 on host dv-cinder-850449-2-iscsi for vnic_type normal with profile {{(pid=110845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 24 20:08:52.496028 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.plugins.ml2.managers [None req-7adcb2cf-94ea-4fc6-9f42-e92eadfa3e92 None None] Attempting to bind port 3aaa552d-4772-4834-8187-d51b1af8b119 by drivers openvswitch,hyperv on host dv-cinder-850449-2-iscsi at level 0 using segments [{'id': 'fc72dfdc-4d29-4b3c-a3f7-b36f757f54d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10498192-3528-4341-803f-d59b33e3b71c'}] {{(pid=110845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 24 20:08:52.496028 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7adcb2cf-94ea-4fc6-9f42-e92eadfa3e92 None None] Attempting to bind port 3aaa552d-4772-4834-8187-d51b1af8b119 on network 10498192-3528-4341-803f-d59b33e3b71c {{(pid=110845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 24 20:08:52.504196 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7adcb2cf-94ea-4fc6-9f42-e92eadfa3e92 None None] Checking agent: {'id': '46eda511-dfa5-408c-8bd4-cb509f691033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850449-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 24, 19, 52, 9), 'started_at': datetime.datetime(2022, 7, 24, 19, 52, 39), 'heartbeat_timestamp': datetime.datetime(2022, 7, 24, 20, 8, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850449-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 24 20:08:52.504436 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7adcb2cf-94ea-4fc6-9f42-e92eadfa3e92 None None] Checking segment: {'id': 'fc72dfdc-4d29-4b3c-a3f7-b36f757f54d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10498192-3528-4341-803f-d59b33e3b71c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 24 20:08:52.504832 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron_lib.callbacks.manager [None req-7adcb2cf-94ea-4fc6-9f42-e92eadfa3e92 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:08:52.505866 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7adcb2cf-94ea-4fc6-9f42-e92eadfa3e92 None None] Bound using segment: {'id': 'fc72dfdc-4d29-4b3c-a3f7-b36f757f54d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10498192-3528-4341-803f-d59b33e3b71c'} {{(pid=110845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 24 20:08:52.506361 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.plugins.ml2.managers [None req-7adcb2cf-94ea-4fc6-9f42-e92eadfa3e92 None None] Bound port: 3aaa552d-4772-4834-8187-d51b1af8b119, host: dv-cinder-850449-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc72dfdc-4d29-4b3c-a3f7-b36f757f54d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10498192-3528-4341-803f-d59b33e3b71c'}}] {{(pid=110845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 24 20:08:52.506748 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron_lib.callbacks.manager [None req-7adcb2cf-94ea-4fc6-9f42-e92eadfa3e92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (3aaa552d-4772-4834-8187-d51b1af8b119), before_update {{(pid=110845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:08:52.555971 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.plugin [req-66a19e84-937c-43cb-a171-ef9ac9620e7a req-4726361a-c891-41b8-ac58-862619bddc85 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Deleting port 292412d1-45e6-4916-89a1-747d59b1d029 {{(pid=110843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 24 20:08:52.556318 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-66a19e84-937c-43cb-a171-ef9ac9620e7a req-4726361a-c891-41b8-ac58-862619bddc85 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731445580472'] for port (292412d1-45e6-4916-89a1-747d59b1d029), before_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:08:52.558063 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG dbcounter [-] [110845] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:08:52.560414 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.plugins.ml2.db [None req-7adcb2cf-94ea-4fc6-9f42-e92eadfa3e92 None None] For port 3aaa552d-4772-4834-8187-d51b1af8b119, host dv-cinder-850449-2-iscsi, cleared binding levels {{(pid=110845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 20:08:52.564392 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.plugins.ml2.db [None req-7adcb2cf-94ea-4fc6-9f42-e92eadfa3e92 None None] For port 3aaa552d-4772-4834-8187-d51b1af8b119, host dv-cinder-850449-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850449-2-iscsi',level=0,port_id=3aaa552d-4772-4834-8187-d51b1af8b119,segment=NetworkSegment(fc72dfdc-4d29-4b3c-a3f7-b36f757f54d3),segment_id=fc72dfdc-4d29-4b3c-a3f7-b36f757f54d3)] {{(pid=110845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 20:08:52.572919 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.db.db_base_plugin_common [None req-dfadfccf-764b-4e4f-b001-3511eab0d526 admin admin] Allocated IP 172.20.0.1 (aa4c12fa-3159-4d22-bc24-a1265d6d540b/1a5ce63f-aff9-46ab-b841-e4d465c7d600/5e13c657-69df-45e4-a8db-99be807ba027) {{(pid=110842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 20:08:52.663724 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.db [req-66a19e84-937c-43cb-a171-ef9ac9620e7a req-4726361a-c891-41b8-ac58-862619bddc85 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] For port 292412d1-45e6-4916-89a1-747d59b1d029, host hv-cinder-85044, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85044',level=0,port_id=292412d1-45e6-4916-89a1-747d59b1d029,segment=NetworkSegment(78737f80-9c2d-440f-8dc6-3a8965544158),segment_id=78737f80-9c2d-440f-8dc6-3a8965544158)] {{(pid=110843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 20:08:52.664097 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-66a19e84-937c-43cb-a171-ef9ac9620e7a req-4726361a-c891-41b8-ac58-862619bddc85 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458432'] for port (292412d1-45e6-4916-89a1-747d59b1d029), precommit_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:08:52.683731 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-dfadfccf-764b-4e4f-b001-3511eab0d526 admin admin] Publish callbacks [] for port (5e13c657-69df-45e4-a8db-99be807ba027), precommit_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:08:52.712615 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron_lib.callbacks.manager [None req-7adcb2cf-94ea-4fc6-9f42-e92eadfa3e92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958'] for port (3aaa552d-4772-4834-8187-d51b1af8b119), after_update {{(pid=110845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:08:52.775013 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG dbcounter [-] [110845] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:08:52.779674 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-dfadfccf-764b-4e4f-b001-3511eab0d526 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731445223406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8925015'] for port (5e13c657-69df-45e4-a8db-99be807ba027), after_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:08:52.795899 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7adcb2cf-94ea-4fc6-9f42-e92eadfa3e92 None None] Routers {'feddf977-e9f0-442b-9b8d-1726bead7082'} bound to L3 agent in host dv-cinder-850449-2-iscsi {{(pid=110845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 20:08:52.796757 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.l3_hamode_db [None req-7adcb2cf-94ea-4fc6-9f42-e92eadfa3e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-24T19:52:06Z,description=,heartbeat_timestamp=2022-07-24T20:08:36Z,host='dv-cinder-850449-2-iscsi',id=408021b7-d46b-48c2-9f75-8a8023f9145c,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T19:52:06Z,topic='l3_agent')) {'router_ids': ['feddf977-e9f0-442b-9b8d-1726bead7082'], 'active': True} {{(pid=110845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:08:52.800388 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87338954-1efb-4b8c-9a2e-ad88f3edc7c2 None None] Pushing event updated for resources: {'Port': ['ID=3aaa552d-4772-4834-8187-d51b1af8b119,revision_number=3']} {{(pid=110845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:08:52.826519 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfadfccf-764b-4e4f-b001-3511eab0d526 admin admin] Network aa4c12fa-3159-4d22-bc24-a1265d6d540b is already hosted by enough agents. {{(pid=110842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 20:08:52.831299 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.scheduler.base_scheduler [None req-dfadfccf-764b-4e4f-b001-3511eab0d526 admin admin] Resources bound (agent type, host, resource id): {{(pid=110842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 20:08:52.838488 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfadfccf-764b-4e4f-b001-3511eab0d526 admin admin] Received port after_create {{(pid=110842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 24 20:08:52.875318 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-66a19e84-937c-43cb-a171-ef9ac9620e7a req-4726361a-c891-41b8-ac58-862619bddc85 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:08:52.875695 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-66a19e84-937c-43cb-a171-ef9ac9620e7a req-4726361a-c891-41b8-ac58-862619bddc85 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-452544'] for floatingip (be1613b5-d73a-4dee-b711-52eec79b1ff6), after_update {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:08:52.876020 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.db.l3_db [req-66a19e84-937c-43cb-a171-ef9ac9620e7a req-4726361a-c891-41b8-ac58-862619bddc85 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Floating IP be1613b5-d73a-4dee-b711-52eec79b1ff6 disassociated. External IP: 172.27.3.89, port: 292412d1-45e6-4916-89a1-747d59b1d029. Jul 24 20:08:52.876374 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.plugin [req-66a19e84-937c-43cb-a171-ef9ac9620e7a req-4726361a-c891-41b8-ac58-862619bddc85 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Calling delete_port for 292412d1-45e6-4916-89a1-747d59b1d029 owned by compute:nova {{(pid=110843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 24 20:08:52.912476 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfadfccf-764b-4e4f-b001-3511eab0d526 admin admin] Pushing event updated for resources: {'Port': ['ID=5e13c657-69df-45e4-a8db-99be807ba027,revision_number=1']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:08:52.946568 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.l3_dvr_db [None req-7adcb2cf-94ea-4fc6-9f42-e92eadfa3e92 None None] Set router feddf977-e9f0-442b-9b8d-1726bead7082 gateway port host: dv-cinder-850449-2-iscsi {{(pid=110845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 20:08:52.959672 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Device 3b9f1d25-bc84-4730-b684-159e3f355daa up at agent ovs-agent-dv-cinder-850449-2-iscsi {{(pid=110844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 20:08:52.970761 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-dfadfccf-764b-4e4f-b001-3511eab0d526 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457033'] for router_interface (feddf977-e9f0-442b-9b8d-1726bead7082), before_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:08:53.040374 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Provisioning complete for port 3b9f1d25-bc84-4730-b684-159e3f355daa triggered by entity L2. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 20:08:53.041914 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812910'] for port (3b9f1d25-bc84-4730-b684-159e3f355daa), provisioning_complete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:08:53.058338 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=92,neutron:INSERT=1,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:08:53.074655 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:08:53.125881 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-66a19e84-937c-43cb-a171-ef9ac9620e7a req-4726361a-c891-41b8-ac58-862619bddc85 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731445585704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731445223415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2610928'] for port (292412d1-45e6-4916-89a1-747d59b1d029), after_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:08:53.143984 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Current status of the port 3b9f1d25-bc84-4730-b684-159e3f355daa is: ACTIVE; New status is: ACTIVE {{(pid=110844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 20:08:53.162502 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4726361a-c891-41b8-ac58-862619bddc85 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Pushing event deleted for resources: {'Port': ['ID=292412d1-45e6-4916-89a1-747d59b1d029,revision_number=None']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:08:53.216501 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-dfadfccf-764b-4e4f-b001-3511eab0d526 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (5e13c657-69df-45e4-a8db-99be807ba027), before_update {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:08:53.237722 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.l3_hamode_db [None req-7adcb2cf-94ea-4fc6-9f42-e92eadfa3e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feddf977-e9f0-442b-9b8d-1726bead7082', 'name': 'tempest-AttachVolumeTestJSON-1389149112-router', 'tenant_id': '8fac69862bde46c8b40d8a4cc26ca379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'external_fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '3aaa552d-4772-4834-8187-d51b1af8b119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T20:08:49Z', 'updated_at': '2022-07-24T20:08:50Z', 'revision_number': 3, 'project_id': '8fac69862bde46c8b40d8a4cc26ca379', 'gw_port': {'id': '3aaa552d-4772-4834-8187-d51b1af8b119', 'name': '', 'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:1a:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feddf977-e9f0-442b-9b8d-1726bead7082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:08:49Z', 'updated_at': '2022-07-24T20:08:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99a0caa3-3fb5-4860-826f-478186226de3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850449-2-iscsi'}], 'dv-cinder-850449-2-iscsi', False) {} {{(pid=110845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:08:53.238104 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-5aa548fa-2603-470d-bb63-891781e1a26e None None] Provisioning complete for port 5e13c657-69df-45e4-a8db-99be807ba027 triggered by entity DHCP. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 20:08:53.238267 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-5aa548fa-2603-470d-bb63-891781e1a26e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812910'] for port (5e13c657-69df-45e4-a8db-99be807ba027), provisioning_complete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:08:53.277548 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-5aa548fa-2603-470d-bb63-891781e1a26e None None] Port 5e13c657-69df-45e4-a8db-99be807ba027 cannot update to ACTIVE because it is not bound. {{(pid=110844) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 24 20:08:53.282918 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7adcb2cf-94ea-4fc6-9f42-e92eadfa3e92 None None] The sync data for ids ['feddf977-e9f0-442b-9b8d-1726bead7082'] in dv-cinder-850449-2-iscsi is: [{'id': 'feddf977-e9f0-442b-9b8d-1726bead7082', 'name': 'tempest-AttachVolumeTestJSON-1389149112-router', 'tenant_id': '8fac69862bde46c8b40d8a4cc26ca379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'external_fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '3aaa552d-4772-4834-8187-d51b1af8b119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T20:08:49Z', 'updated_at': '2022-07-24T20:08:50Z', 'revision_number': 3, 'project_id': '8fac69862bde46c8b40d8a4cc26ca379', 'gw_port': {'id': '3aaa552d-4772-4834-8187-d51b1af8b119', 'name': '', 'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:1a:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feddf977-e9f0-442b-9b8d-1726bead7082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:08:49Z', 'updated_at': '2022-07-24T20:08:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99a0caa3-3fb5-4860-826f-478186226de3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850449-2-iscsi'}] {{(pid=110845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 20:08:53.309138 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:08:53.314198 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.scheduler.l3_agent_scheduler [req-66a19e84-937c-43cb-a171-ef9ac9620e7a req-4726361a-c891-41b8-ac58-862619bddc85 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Router 47e81123-031d-44ab-8cc7-b1e59e57cd0c has already been hosted by L3 agent 408021b7-d46b-48c2-9f75-8a8023f9145c {{(pid=110843) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 24 20:08:53.389624 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:08:53.433552 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-66a19e84-937c-43cb-a171-ef9ac9620e7a req-4726361a-c891-41b8-ac58-862619bddc85 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Notify agent at l3_agent.dv-cinder-850449-2-iscsi the message routers_updated {{(pid=110843) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 20:08:53.445683 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-dfadfccf-764b-4e4f-b001-3511eab0d526 admin admin] Publish callbacks [] for port (5e13c657-69df-45e4-a8db-99be807ba027), precommit_update {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:08:53.447392 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f0e8c0-2008-4da3-bd35-266d5bf3e9af None None] Sync routers for ids ['47e81123-031d-44ab-8cc7-b1e59e57cd0c'] in dv-cinder-850449-2-iscsi {{(pid=110844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 20:08:53.459648 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f0e8c0-2008-4da3-bd35-266d5bf3e9af None None] Routers {'47e81123-031d-44ab-8cc7-b1e59e57cd0c'} bound to L3 agent in host dv-cinder-850449-2-iscsi {{(pid=110844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 20:08:53.460323 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_hamode_db [None req-93f0e8c0-2008-4da3-bd35-266d5bf3e9af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-24T19:52:06Z,description=,heartbeat_timestamp=2022-07-24T20:08:36Z,host='dv-cinder-850449-2-iscsi',id=408021b7-d46b-48c2-9f75-8a8023f9145c,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T19:52:06Z,topic='l3_agent')) {'router_ids': ['47e81123-031d-44ab-8cc7-b1e59e57cd0c'], 'active': True} {{(pid=110844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:08:53.508061 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.db.l3_dvrscheduler_db [req-66a19e84-937c-43cb-a171-ef9ac9620e7a req-4726361a-c891-41b8-ac58-862619bddc85 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] No DVR routers for this DVR port 292412d1-45e6-4916-89a1-747d59b1d029 on host hv-cinder-85044 {{(pid=110843) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 24 20:08:53.510633 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-66a19e84-937c-43cb-a171-ef9ac9620e7a req-4726361a-c891-41b8-ac58-862619bddc85 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1048257'] for port (None), before_response {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:08:53.514309 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-dfadfccf-764b-4e4f-b001-3511eab0d526 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8925036'] for port (5e13c657-69df-45e4-a8db-99be807ba027), after_update {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:08:53.535837 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-66a19e84-937c-43cb-a171-ef9ac9620e7a req-4726361a-c891-41b8-ac58-862619bddc85 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.42 "DELETE /v2.0/ports/292412d1-45e6-4916-89a1-747d59b1d029 HTTP/1.1" status: 204 len: 173 time: 1.0680006 Jul 24 20:08:53.540635 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faa324f0-e700-4fde-8972-237edb976e34', 'name': 'network-vif-deleted', 'tag': '292412d1-45e6-4916-89a1-747d59b1d029'}] {{(pid=110843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 24 20:08:53.564796 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa129e2ea71b36189c7354ee4da78dc54b5a7420159cbfa164f6b2678096e4e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6e278b1-ab13-4bdd-9d8f-54ee6d3611eb" -d '{"events": [{"server_uuid": "faa324f0-e700-4fde-8972-237edb976e34", "name": "network-vif-deleted", "tag": "292412d1-45e6-4916-89a1-747d59b1d029"}]}' {{(pid=110843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 20:08:53.573720 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-3f266d5b-ee78-416f-83ca-56e3677a4226 req-ee02fa96-c632-4e9a-80e9-fb95fb86e6f1 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.17 "GET /v2.0/ports?device_id=faa324f0-e700-4fde-8972-237edb976e34 HTTP/1.1" status: 200 len: 210 time: 0.1154521 Jul 24 20:08:53.618465 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_dvr_db [None req-93f0e8c0-2008-4da3-bd35-266d5bf3e9af None None] Set router 47e81123-031d-44ab-8cc7-b1e59e57cd0c gateway port host: dv-cinder-850449-2-iscsi {{(pid=110844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 20:08:53.633845 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfadfccf-764b-4e4f-b001-3511eab0d526 admin admin] Pushing event updated for resources: {'Port': ['ID=5e13c657-69df-45e4-a8db-99be807ba027,revision_number=2']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:08:53.648557 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-dfadfccf-764b-4e4f-b001-3511eab0d526 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-650243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-457125'] for router_interface (feddf977-e9f0-442b-9b8d-1726bead7082), after_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:08:53.669680 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 24 Jul 2022 20:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e955a22-f99a-4b58-aef8-26f1441160d0 x-openstack-request-id: req-2e955a22-f99a-4b58-aef8-26f1441160d0 {{(pid=110843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 20:08:53.670100 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "faa324f0-e700-4fde-8972-237edb976e34", "name": "network-vif-deleted", "tag": "292412d1-45e6-4916-89a1-747d59b1d029", "status": "completed", "code": 200}]} {{(pid=110843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 20:08:53.670379 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-2e955a22-f99a-4b58-aef8-26f1441160d0 {{(pid=110843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 20:08:53.670833 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e955a22-f99a-4b58-aef8-26f1441160d0'] response: {'server_uuid': 'faa324f0-e700-4fde-8972-237edb976e34', 'name': 'network-vif-deleted', 'tag': '292412d1-45e6-4916-89a1-747d59b1d029', 'status': 'completed', 'code': 200} Jul 24 20:08:53.785208 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfadfccf-764b-4e4f-b001-3511eab0d526 admin admin] Network aa4c12fa-3159-4d22-bc24-a1265d6d540b is already hosted by enough agents. {{(pid=110842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 20:08:53.787778 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.scheduler.base_scheduler [None req-dfadfccf-764b-4e4f-b001-3511eab0d526 admin admin] Resources bound (agent type, host, resource id): {{(pid=110842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 20:08:53.930362 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:08:53.949893 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_hamode_db [None req-93f0e8c0-2008-4da3-bd35-266d5bf3e9af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47e81123-031d-44ab-8cc7-b1e59e57cd0c', 'name': 'tempest-AttachVolumeNegativeTest-1190663108-router', 'tenant_id': 'dcc8f2e8d4e64866a624dcd6d1de5d81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'external_fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': 'e4a96822-ce99-4391-bf07-e617c74eb382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T20:02:39Z', 'updated_at': '2022-07-24T20:02:45Z', 'revision_number': 4, 'project_id': 'dcc8f2e8d4e64866a624dcd6d1de5d81', 'gw_port': {'id': 'e4a96822-ce99-4391-bf07-e617c74eb382', 'name': '', 'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:64:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e81123-031d-44ab-8cc7-b1e59e57cd0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:02:40Z', 'updated_at': '2022-07-24T20:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99a0caa3-3fb5-4860-826f-478186226de3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850449-2-iscsi', '_interfaces': [{'id': '1a915ddb-b03f-445f-850a-6252c5f8b719', 'name': '', 'network_id': '9568b641-7783-426b-8ad0-3ac71fba0922', 'tenant_id': 'dcc8f2e8d4e64866a624dcd6d1de5d81', 'mac_address': 'fa:16:3e:1a:0c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e81123-031d-44ab-8cc7-b1e59e57cd0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'cce9884f-3061-48ee-abb3-8ca2a1e54559', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:02:43Z', 'updated_at': '2022-07-24T20:02:53Z', 'revision_number': 5, 'project_id': 'dcc8f2e8d4e64866a624dcd6d1de5d81', 'subnets': [{'id': 'cce9884f-3061-48ee-abb3-8ca2a1e54559', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850449-2-iscsi', False) {} {{(pid=110844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:08:53.983912 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f0e8c0-2008-4da3-bd35-266d5bf3e9af None None] Checking router: 47e81123-031d-44ab-8cc7-b1e59e57cd0c for host: dv-cinder-850449-2-iscsi {{(pid=110844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 20:08:53.998314 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f0e8c0-2008-4da3-bd35-266d5bf3e9af None None] Routers {'47e81123-031d-44ab-8cc7-b1e59e57cd0c'} bound to L3 agent in host dv-cinder-850449-2-iscsi {{(pid=110844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 20:08:53.999141 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_hamode_db [None req-93f0e8c0-2008-4da3-bd35-266d5bf3e9af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-24T19:52:06Z,description=,heartbeat_timestamp=2022-07-24T20:08:36Z,host='dv-cinder-850449-2-iscsi',id=408021b7-d46b-48c2-9f75-8a8023f9145c,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T19:52:06Z,topic='l3_agent')) {'router_ids': ['47e81123-031d-44ab-8cc7-b1e59e57cd0c'], 'active': True} {{(pid=110844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:08:54.011488 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfadfccf-764b-4e4f-b001-3511eab0d526 admin admin] Router feddf977-e9f0-442b-9b8d-1726bead7082 has already been hosted by L3 agent 408021b7-d46b-48c2-9f75-8a8023f9145c {{(pid=110842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 24 20:08:54.118399 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-b95d1eda-fba6-4239-947f-9523f596f91a None None] Provisioning complete for port 5e13c657-69df-45e4-a8db-99be807ba027 triggered by entity DHCP. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 20:08:54.119032 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-b95d1eda-fba6-4239-947f-9523f596f91a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812910'] for port (5e13c657-69df-45e4-a8db-99be807ba027), provisioning_complete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:08:54.142787 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfadfccf-764b-4e4f-b001-3511eab0d526 admin admin] Notify agent at l3_agent.dv-cinder-850449-2-iscsi the message routers_updated {{(pid=110842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 20:08:54.150258 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-dfadfccf-764b-4e4f-b001-3511eab0d526 admin admin] 10.222.0.17 "PUT /v2.0/routers/feddf977-e9f0-442b-9b8d-1726bead7082/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4817696 Jul 24 20:08:54.301077 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_dvr_db [None req-93f0e8c0-2008-4da3-bd35-266d5bf3e9af None None] Set router 47e81123-031d-44ab-8cc7-b1e59e57cd0c gateway port host: dv-cinder-850449-2-iscsi {{(pid=110844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 20:08:54.338203 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-b95d1eda-fba6-4239-947f-9523f596f91a None None] Port 5e13c657-69df-45e4-a8db-99be807ba027 cannot update to ACTIVE because it is not bound. {{(pid=110844) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 24 20:08:54.468202 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=100 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:08:54.538284 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_hamode_db [None req-93f0e8c0-2008-4da3-bd35-266d5bf3e9af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47e81123-031d-44ab-8cc7-b1e59e57cd0c', 'name': 'tempest-AttachVolumeNegativeTest-1190663108-router', 'tenant_id': 'dcc8f2e8d4e64866a624dcd6d1de5d81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'external_fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': 'e4a96822-ce99-4391-bf07-e617c74eb382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T20:02:39Z', 'updated_at': '2022-07-24T20:02:45Z', 'revision_number': 4, 'project_id': 'dcc8f2e8d4e64866a624dcd6d1de5d81', 'gw_port': {'id': 'e4a96822-ce99-4391-bf07-e617c74eb382', 'name': '', 'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:64:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e81123-031d-44ab-8cc7-b1e59e57cd0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:02:40Z', 'updated_at': '2022-07-24T20:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99a0caa3-3fb5-4860-826f-478186226de3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850449-2-iscsi', '_interfaces': [{'id': '1a915ddb-b03f-445f-850a-6252c5f8b719', 'name': '', 'network_id': '9568b641-7783-426b-8ad0-3ac71fba0922', 'tenant_id': 'dcc8f2e8d4e64866a624dcd6d1de5d81', 'mac_address': 'fa:16:3e:1a:0c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e81123-031d-44ab-8cc7-b1e59e57cd0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'cce9884f-3061-48ee-abb3-8ca2a1e54559', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:02:43Z', 'updated_at': '2022-07-24T20:02:53Z', 'revision_number': 5, 'project_id': 'dcc8f2e8d4e64866a624dcd6d1de5d81', 'subnets': [{'id': 'cce9884f-3061-48ee-abb3-8ca2a1e54559', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850449-2-iscsi', False) {} {{(pid=110844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:08:54.566771 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f0e8c0-2008-4da3-bd35-266d5bf3e9af None None] The sync data for ids ['47e81123-031d-44ab-8cc7-b1e59e57cd0c'] in dv-cinder-850449-2-iscsi is: [{'id': '47e81123-031d-44ab-8cc7-b1e59e57cd0c', 'name': 'tempest-AttachVolumeNegativeTest-1190663108-router', 'tenant_id': 'dcc8f2e8d4e64866a624dcd6d1de5d81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'external_fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': 'e4a96822-ce99-4391-bf07-e617c74eb382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T20:02:39Z', 'updated_at': '2022-07-24T20:02:45Z', 'revision_number': 4, 'project_id': 'dcc8f2e8d4e64866a624dcd6d1de5d81', 'gw_port': {'id': 'e4a96822-ce99-4391-bf07-e617c74eb382', 'name': '', 'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:64:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e81123-031d-44ab-8cc7-b1e59e57cd0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:02:40Z', 'updated_at': '2022-07-24T20:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99a0caa3-3fb5-4860-826f-478186226de3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850449-2-iscsi', '_interfaces': [{'id': '1a915ddb-b03f-445f-850a-6252c5f8b719', 'name': '', 'network_id': '9568b641-7783-426b-8ad0-3ac71fba0922', 'tenant_id': 'dcc8f2e8d4e64866a624dcd6d1de5d81', 'mac_address': 'fa:16:3e:1a:0c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e81123-031d-44ab-8cc7-b1e59e57cd0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'cce9884f-3061-48ee-abb3-8ca2a1e54559', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:02:43Z', 'updated_at': '2022-07-24T20:02:53Z', 'revision_number': 5, 'project_id': 'dcc8f2e8d4e64866a624dcd6d1de5d81', 'subnets': [{'id': 'cce9884f-3061-48ee-abb3-8ca2a1e54559', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 20:08:54.632552 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Device 292412d1-45e6-4916-89a1-747d59b1d029 no longer exists at agent hyperv_hv-cinder-85044 {{(pid=110844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 20:08:54.647293 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 37188) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:08:54.652267 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.v2.base [None req-cb2b925a-2c89-422b-9958-293c6b319b74 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1847786031', 'description': 'tempest-description--1832076673'}} {{(pid=110842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 20:08:54.657265 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] No Port match for: 292412d1-45e6-4916-89a1-747d59b1d029 {{(pid=110844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 24 20:08:54.660217 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Device 292412d1-45e6-4916-89a1-747d59b1d029 not bound to the agent host hv-cinder-85044 {{(pid=110844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 20:08:54.749849 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-cb2b925a-2c89-422b-9958-293c6b319b74 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Publish callbacks [] for security_group (None), before_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:08:54.753312 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-6914c76e-165b-4d30-b808-d1587d4e8c0a req-e5db26dd-234c-49a1-adff-726329b5ed11 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.17 "GET /v2.0/ports?device_id=faa324f0-e700-4fde-8972-237edb976e34 HTTP/1.1" status: 200 len: 210 time: 0.0372396 Jul 24 20:08:54.852528 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-cb2b925a-2c89-422b-9958-293c6b319b74 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Publish callbacks [] for security_group (b25dcff4-d364-458d-8e15-4319c39b4de0), precommit_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:08:54.896855 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Device 3aaa552d-4772-4834-8187-d51b1af8b119 up at agent ovs-agent-dv-cinder-850449-2-iscsi {{(pid=110844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 20:08:54.920046 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5756a5-13c7-4038-88d8-8532fde85507 req-dea66a04-3da7-4053-8d36-c4fe9e3ebced tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:08:54.925033 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-cb2b925a-2c89-422b-9958-293c6b319b74 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (b25dcff4-d364-458d-8e15-4319c39b4de0), after_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:08:54.927510 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-7a5756a5-13c7-4038-88d8-8532fde85507 req-dea66a04-3da7-4053-8d36-c4fe9e3ebced tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] 10.222.0.17 "GET /v2.0/ports?device_id=77bbeaa9-f40d-49c5-a878-9fb67bede679 HTTP/1.1" status: 200 len: 946 time: 0.0591805 Jul 24 20:08:54.956394 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Provisioning complete for port 3aaa552d-4772-4834-8187-d51b1af8b119 triggered by entity L2. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 20:08:54.957386 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812910'] for port (3aaa552d-4772-4834-8187-d51b1af8b119), provisioning_complete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:08:54.964561 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d22d73d-c93e-481f-905e-a4fa33c4b41d None None] New status for floating IP be1613b5-d73a-4dee-b711-52eec79b1ff6: DOWN {{(pid=110845) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 24 20:08:54.976977 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:08:54.984909 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-7a5756a5-13c7-4038-88d8-8532fde85507 req-78ac3419-6bd9-4fed-bac2-e69b82f0fc5a tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] 10.222.0.17 "GET /v2.0/security-groups?id=623eeaef-673a-47cb-9829-c979feaccd70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564091 Jul 24 20:08:54.997539 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2b925a-2c89-422b-9958-293c6b319b74 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b25dcff4-d364-458d-8e15-4319c39b4de0,revision_number=1']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:08:55.064023 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Current status of the port 3aaa552d-4772-4834-8187-d51b1af8b119 is: DOWN; New status is: ACTIVE {{(pid=110844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 20:08:55.064412 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (3aaa552d-4772-4834-8187-d51b1af8b119), before_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:08:55.076274 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-cb2b925a-2c89-422b-9958-293c6b319b74 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Publish callbacks [] for security_group (None), before_response {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:08:55.076274 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-cb2b925a-2c89-422b-9958-293c6b319b74 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4250605 Jul 24 20:08:55.077249 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 37192) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:08:55.083743 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.v2.base [None req-42b7d2ca-a767-4f12-a2de-b53e1280c835 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Request body: {'security_group_rule': {'security_group_id': 'b25dcff4-d364-458d-8e15-4319c39b4de0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 20:08:55.089946 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] For port 3aaa552d-4772-4834-8187-d51b1af8b119, host dv-cinder-850449-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850449-2-iscsi',level=0,port_id=3aaa552d-4772-4834-8187-d51b1af8b119,segment=NetworkSegment(fc72dfdc-4d29-4b3c-a3f7-b36f757f54d3),segment_id=fc72dfdc-4d29-4b3c-a3f7-b36f757f54d3)] {{(pid=110844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 20:08:55.146607 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958'] for port (3aaa552d-4772-4834-8187-d51b1af8b119), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:08:55.185261 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-42b7d2ca-a767-4f12-a2de-b53e1280c835 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Publish callbacks [] for security_group_rule (999985b3-eea3-4779-b565-f55391756b42), before_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:08:55.213973 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Pushing event updated for resources: {'Port': ['ID=3aaa552d-4772-4834-8187-d51b1af8b119,revision_number=4']} {{(pid=110844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:08:55.265836 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-42b7d2ca-a767-4f12-a2de-b53e1280c835 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Publish callbacks [] for security_group_rule (999985b3-eea3-4779-b565-f55391756b42), precommit_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:08:55.331855 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-42b7d2ca-a767-4f12-a2de-b53e1280c835 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471764'] for security_group_rule (999985b3-eea3-4779-b565-f55391756b42), after_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:08:55.352780 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b7d2ca-a767-4f12-a2de-b53e1280c835 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=999985b3-eea3-4779-b565-f55391756b42,revision_number=0']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:08:55.432899 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f1ce07-be4f-49d5-a7f9-5cf093156e8e None None] Sync routers for ids ['feddf977-e9f0-442b-9b8d-1726bead7082'] in dv-cinder-850449-2-iscsi {{(pid=110844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 20:08:55.445409 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f1ce07-be4f-49d5-a7f9-5cf093156e8e None None] Routers {'feddf977-e9f0-442b-9b8d-1726bead7082'} bound to L3 agent in host dv-cinder-850449-2-iscsi {{(pid=110844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 20:08:55.446132 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_hamode_db [None req-89f1ce07-be4f-49d5-a7f9-5cf093156e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-24T19:52:06Z,description=,heartbeat_timestamp=2022-07-24T20:08:36Z,host='dv-cinder-850449-2-iscsi',id=408021b7-d46b-48c2-9f75-8a8023f9145c,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T19:52:06Z,topic='l3_agent')) {'router_ids': ['feddf977-e9f0-442b-9b8d-1726bead7082'], 'active': True} {{(pid=110844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:08:55.448862 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-42b7d2ca-a767-4f12-a2de-b53e1280c835 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:08:55.450591 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-42b7d2ca-a767-4f12-a2de-b53e1280c835 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3717000 Jul 24 20:08:55.453801 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [-] (110843) accepted ('10.222.0.17', 37194) {{(pid=110843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:08:55.458406 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.v2.base [None req-82bcfb5d-9381-44d7-be14-65afeab67f5a tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Request body: {'security_group_rule': {'security_group_id': 'b25dcff4-d364-458d-8e15-4319c39b4de0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 20:08:55.560199 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_dvr_db [None req-89f1ce07-be4f-49d5-a7f9-5cf093156e8e None None] Set router feddf977-e9f0-442b-9b8d-1726bead7082 gateway port host: dv-cinder-850449-2-iscsi {{(pid=110844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 20:08:55.579608 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-82bcfb5d-9381-44d7-be14-65afeab67f5a tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Publish callbacks [] for security_group_rule (8107604d-c41c-4a9a-936e-ee78a693d02f), before_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:08:55.641415 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-82bcfb5d-9381-44d7-be14-65afeab67f5a tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Publish callbacks [] for security_group_rule (8107604d-c41c-4a9a-936e-ee78a693d02f), precommit_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:08:55.711694 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-82bcfb5d-9381-44d7-be14-65afeab67f5a tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471764'] for security_group_rule (8107604d-c41c-4a9a-936e-ee78a693d02f), after_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:08:55.733124 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bcfb5d-9381-44d7-be14-65afeab67f5a tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8107604d-c41c-4a9a-936e-ee78a693d02f,revision_number=0']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:08:55.746844 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:08:55.763078 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_hamode_db [None req-89f1ce07-be4f-49d5-a7f9-5cf093156e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feddf977-e9f0-442b-9b8d-1726bead7082', 'name': 'tempest-AttachVolumeTestJSON-1389149112-router', 'tenant_id': '8fac69862bde46c8b40d8a4cc26ca379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'external_fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '3aaa552d-4772-4834-8187-d51b1af8b119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T20:08:49Z', 'updated_at': '2022-07-24T20:08:53Z', 'revision_number': 4, 'project_id': '8fac69862bde46c8b40d8a4cc26ca379', 'gw_port': {'id': '3aaa552d-4772-4834-8187-d51b1af8b119', 'name': '', 'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:1a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feddf977-e9f0-442b-9b8d-1726bead7082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:08:49Z', 'updated_at': '2022-07-24T20:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99a0caa3-3fb5-4860-826f-478186226de3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850449-2-iscsi', '_interfaces': [{'id': '5e13c657-69df-45e4-a8db-99be807ba027', 'name': '', 'network_id': 'aa4c12fa-3159-4d22-bc24-a1265d6d540b', 'tenant_id': '8fac69862bde46c8b40d8a4cc26ca379', 'mac_address': 'fa:16:3e:c2:c9:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feddf977-e9f0-442b-9b8d-1726bead7082', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '1a5ce63f-aff9-46ab-b841-e4d465c7d600', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:08:52Z', 'updated_at': '2022-07-24T20:08:53Z', 'revision_number': 2, 'project_id': '8fac69862bde46c8b40d8a4cc26ca379', 'subnets': [{'id': '1a5ce63f-aff9-46ab-b841-e4d465c7d600', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850449-2-iscsi', False) {} {{(pid=110844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:08:55.791964 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f1ce07-be4f-49d5-a7f9-5cf093156e8e None None] Checking router: feddf977-e9f0-442b-9b8d-1726bead7082 for host: dv-cinder-850449-2-iscsi {{(pid=110844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 20:08:55.792319 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f1ce07-be4f-49d5-a7f9-5cf093156e8e None None] Updating router feddf977-e9f0-442b-9b8d-1726bead7082 port 5e13c657-69df-45e4-a8db-99be807ba027 binding host dv-cinder-850449-2-iscsi {{(pid=110844) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 20:08:55.805313 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-82bcfb5d-9381-44d7-be14-65afeab67f5a tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:08:55.808309 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [None req-82bcfb5d-9381-44d7-be14-65afeab67f5a tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3517530 Jul 24 20:08:55.814194 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 37198) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:08:55.817252 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.v2.base [None req-a4c86a66-d792-4ad4-a233-c469e77d27b5 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Request body: {'floatingip': {'floating_network_id': '10498192-3528-4341-803f-d59b33e3b71c'}} {{(pid=110842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 20:08:55.822122 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-89f1ce07-be4f-49d5-a7f9-5cf093156e8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (5e13c657-69df-45e4-a8db-99be807ba027), before_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:08:55.954577 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-a4c86a66-d792-4ad4-a233-c469e77d27b5 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:08:55.959244 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [-] (110843) accepted ('10.222.0.17', 37202) {{(pid=110843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:08:56.017530 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:08:56.023406 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-079b7f0e-4723-49af-9a55-248ac8445922 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Publish callbacks [] for security_group (6abd01e9-840d-4e78-87ca-e6a4199b24ec), before_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:08:56.043825 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-a4c86a66-d792-4ad4-a233-c469e77d27b5 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (None), before_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:08:56.061686 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-079b7f0e-4723-49af-9a55-248ac8445922 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Publish callbacks [] for security_group (6abd01e9-840d-4e78-87ca-e6a4199b24ec), precommit_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:08:56.109716 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:08:56.112569 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-89f1ce07-be4f-49d5-a7f9-5cf093156e8e None None] Publish callbacks [] for port (5e13c657-69df-45e4-a8db-99be807ba027), precommit_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:08:56.135357 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d51d8b-2f05-4a4e-81b6-042c8cc0ce5e req-518d8952-592d-42dc-af76-b5af31697490 tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:08:56.136850 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-18d51d8b-2f05-4a4e-81b6-042c8cc0ce5e req-518d8952-592d-42dc-af76-b5af31697490 tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] 10.222.0.17 "GET /v2.0/ports?device_id=77bbeaa9-f40d-49c5-a878-9fb67bede679 HTTP/1.1" status: 200 len: 946 time: 0.0671208 Jul 24 20:08:56.158933 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.db.db_base_plugin_common [None req-a4c86a66-d792-4ad4-a233-c469e77d27b5 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Allocated IP 172.27.3.39 (10498192-3528-4341-803f-d59b33e3b71c/99a0caa3-3fb5-4860-826f-478186226de3/1aaf16c4-74ca-4d90-8abe-2762dce8f45d) {{(pid=110842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 20:08:56.194957 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-18d51d8b-2f05-4a4e-81b6-042c8cc0ce5e req-f1d4ba61-8d0f-4ee3-9ef3-f4e09d617228 tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] 10.222.0.17 "GET /v2.0/security-groups?id=623eeaef-673a-47cb-9829-c979feaccd70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453973 Jul 24 20:08:56.197530 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-89f1ce07-be4f-49d5-a7f9-5cf093156e8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958'] for port (5e13c657-69df-45e4-a8db-99be807ba027), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:08:56.227128 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-079b7f0e-4723-49af-9a55-248ac8445922 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (6abd01e9-840d-4e78-87ca-e6a4199b24ec), after_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:08:56.231456 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-079b7f0e-4723-49af-9a55-248ac8445922 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Publish callbacks [] for security_group (None), before_response {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:08:56.236711 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [None req-079b7f0e-4723-49af-9a55-248ac8445922 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.17 "DELETE /v2.0/security-groups/6abd01e9-840d-4e78-87ca-e6a4199b24ec HTTP/1.1" status: 204 len: 168 time: 0.2730010 Jul 24 20:08:56.240026 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 37206) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:08:56.256987 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079b7f0e-4723-49af-9a55-248ac8445922 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6abd01e9-840d-4e78-87ca-e6a4199b24ec,revision_number=None']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:08:56.260835 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745be103-1c8c-4971-85d5-c6217a64c611 None None] Pushing event updated for resources: {'Port': ['ID=5e13c657-69df-45e4-a8db-99be807ba027,revision_number=3']} {{(pid=110844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:08:56.262295 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.api.v2.resource [None req-5440fa14-aa05-4b08-a323-14a1f8cb9c25 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] show failed (client error): The resource could not be found. Jul 24 20:08:56.264158 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-5440fa14-aa05-4b08-a323-14a1f8cb9c25 tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.17 "GET /v2.0/security-groups/6abd01e9-840d-4e78-87ca-e6a4199b24ec HTTP/1.1" status: 404 len: 347 time: 0.0226414 Jul 24 20:08:56.267980 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [-] (110843) accepted ('10.222.0.17', 37208) {{(pid=110843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:08:56.299947 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-a4c86a66-d792-4ad4-a233-c469e77d27b5 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Publish callbacks [] for port (1aaf16c4-74ca-4d90-8abe-2762dce8f45d), precommit_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:08:56.336603 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.managers [None req-89f1ce07-be4f-49d5-a7f9-5cf093156e8e None None] Attempting to bind port 5e13c657-69df-45e4-a8db-99be807ba027 on host dv-cinder-850449-2-iscsi for vnic_type normal with profile {{(pid=110844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 24 20:08:56.337152 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.managers [None req-89f1ce07-be4f-49d5-a7f9-5cf093156e8e None None] Attempting to bind port 5e13c657-69df-45e4-a8db-99be807ba027 by drivers openvswitch,hyperv on host dv-cinder-850449-2-iscsi at level 0 using segments [{'id': 'fcae6d86-0667-4466-9640-9c859a957499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'aa4c12fa-3159-4d22-bc24-a1265d6d540b'}] {{(pid=110844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 24 20:08:56.337620 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f1ce07-be4f-49d5-a7f9-5cf093156e8e None None] Attempting to bind port 5e13c657-69df-45e4-a8db-99be807ba027 on network aa4c12fa-3159-4d22-bc24-a1265d6d540b {{(pid=110844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 24 20:08:56.343976 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f1ce07-be4f-49d5-a7f9-5cf093156e8e None None] Checking agent: {'id': '46eda511-dfa5-408c-8bd4-cb509f691033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850449-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 24, 19, 52, 9), 'started_at': datetime.datetime(2022, 7, 24, 19, 52, 39), 'heartbeat_timestamp': datetime.datetime(2022, 7, 24, 20, 8, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850449-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 24 20:08:56.344484 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f1ce07-be4f-49d5-a7f9-5cf093156e8e None None] Checking segment: {'id': 'fcae6d86-0667-4466-9640-9c859a957499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'aa4c12fa-3159-4d22-bc24-a1265d6d540b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 24 20:08:56.345155 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-89f1ce07-be4f-49d5-a7f9-5cf093156e8e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:08:56.345657 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f1ce07-be4f-49d5-a7f9-5cf093156e8e None None] Bound using segment: {'id': 'fcae6d86-0667-4466-9640-9c859a957499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'aa4c12fa-3159-4d22-bc24-a1265d6d540b'} {{(pid=110844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 24 20:08:56.346312 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.managers [None req-89f1ce07-be4f-49d5-a7f9-5cf093156e8e None None] Bound port: 5e13c657-69df-45e4-a8db-99be807ba027, host: dv-cinder-850449-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcae6d86-0667-4466-9640-9c859a957499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'aa4c12fa-3159-4d22-bc24-a1265d6d540b'}}] {{(pid=110844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 24 20:08:56.346803 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-89f1ce07-be4f-49d5-a7f9-5cf093156e8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (5e13c657-69df-45e4-a8db-99be807ba027), before_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:08:56.392397 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=3 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:08:56.408821 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.plugin [None req-39b9fab0-42aa-48cd-80d0-884cdc720eff tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Deleting port 060ccdf0-2bc9-4d47-8394-769cc0ff2e3d {{(pid=110843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 24 20:08:56.410034 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-39b9fab0-42aa-48cd-80d0-884cdc720eff tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731445580472'] for port (060ccdf0-2bc9-4d47-8394-769cc0ff2e3d), before_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:08:56.412424 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-a4c86a66-d792-4ad4-a233-c469e77d27b5 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731445223406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8925015'] for port (1aaf16c4-74ca-4d90-8abe-2762dce8f45d), after_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:08:56.426077 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-89f1ce07-be4f-49d5-a7f9-5cf093156e8e None None] For port 5e13c657-69df-45e4-a8db-99be807ba027, host dv-cinder-850449-2-iscsi, cleared binding levels {{(pid=110844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 20:08:56.431643 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-89f1ce07-be4f-49d5-a7f9-5cf093156e8e None None] For port 5e13c657-69df-45e4-a8db-99be807ba027, host dv-cinder-850449-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850449-2-iscsi',level=0,port_id=5e13c657-69df-45e4-a8db-99be807ba027,segment=NetworkSegment(fcae6d86-0667-4466-9640-9c859a957499),segment_id=fcae6d86-0667-4466-9640-9c859a957499)] {{(pid=110844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 20:08:56.446799 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:08:56.465049 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4c86a66-d792-4ad4-a233-c469e77d27b5 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Network 10498192-3528-4341-803f-d59b33e3b71c is already hosted by enough agents. {{(pid=110842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 20:08:56.469236 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.scheduler.base_scheduler [None req-a4c86a66-d792-4ad4-a233-c469e77d27b5 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Resources bound (agent type, host, resource id): {{(pid=110842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 20:08:56.476398 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c86a66-d792-4ad4-a233-c469e77d27b5 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Received port after_create {{(pid=110842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 24 20:08:56.480340 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c86a66-d792-4ad4-a233-c469e77d27b5 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Pushing event updated for resources: {'Port': ['ID=1aaf16c4-74ca-4d90-8abe-2762dce8f45d,revision_number=1']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:08:56.499083 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-89f1ce07-be4f-49d5-a7f9-5cf093156e8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958'] for port (5e13c657-69df-45e4-a8db-99be807ba027), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:08:56.568330 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f1ce07-be4f-49d5-a7f9-5cf093156e8e None None] Routers {'feddf977-e9f0-442b-9b8d-1726bead7082'} bound to L3 agent in host dv-cinder-850449-2-iscsi {{(pid=110844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 20:08:56.569027 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_hamode_db [None req-89f1ce07-be4f-49d5-a7f9-5cf093156e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-24T19:52:06Z,description=,heartbeat_timestamp=2022-07-24T20:08:36Z,host='dv-cinder-850449-2-iscsi',id=408021b7-d46b-48c2-9f75-8a8023f9145c,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T19:52:06Z,topic='l3_agent')) {'router_ids': ['feddf977-e9f0-442b-9b8d-1726bead7082'], 'active': True} {{(pid=110844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:08:56.611169 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-a4c86a66-d792-4ad4-a233-c469e77d27b5 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Publish callbacks [] for floatingip (80e4b2a7-de5b-4ef1-ab3a-7668015e3262), precommit_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:08:56.635661 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745be103-1c8c-4971-85d5-c6217a64c611 None None] Pushing event updated for resources: {'Port': ['ID=5e13c657-69df-45e4-a8db-99be807ba027,revision_number=4']} {{(pid=110844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:08:56.645068 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-11d31629-606c-4914-b13e-05176e95d23b None None] Provisioning complete for port 5e13c657-69df-45e4-a8db-99be807ba027 triggered by entity DHCP. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 20:08:56.645446 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-11d31629-606c-4914-b13e-05176e95d23b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812910'] for port (5e13c657-69df-45e4-a8db-99be807ba027), provisioning_complete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:08:56.751233 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-a4c86a66-d792-4ad4-a233-c469e77d27b5 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (1aaf16c4-74ca-4d90-8abe-2762dce8f45d), before_update {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:08:56.753390 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_dvr_db [None req-89f1ce07-be4f-49d5-a7f9-5cf093156e8e None None] Set router feddf977-e9f0-442b-9b8d-1726bead7082 gateway port host: dv-cinder-850449-2-iscsi {{(pid=110844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 20:08:56.791758 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-39b9fab0-42aa-48cd-80d0-884cdc720eff tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458432'] for port (060ccdf0-2bc9-4d47-8394-769cc0ff2e3d), precommit_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:08:56.792201 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-39b9fab0-42aa-48cd-80d0-884cdc720eff tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Publish callbacks [] for floatingip (060ccdf0-2bc9-4d47-8394-769cc0ff2e3d), precommit_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:08:56.811671 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.plugin [None req-39b9fab0-42aa-48cd-80d0-884cdc720eff tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Calling delete_port for 060ccdf0-2bc9-4d47-8394-769cc0ff2e3d owned by network:floatingip {{(pid=110843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 24 20:08:56.834578 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-11d31629-606c-4914-b13e-05176e95d23b None None] Current status of the port 5e13c657-69df-45e4-a8db-99be807ba027 is: DOWN; New status is: ACTIVE {{(pid=110844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 20:08:56.834969 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-11d31629-606c-4914-b13e-05176e95d23b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (5e13c657-69df-45e4-a8db-99be807ba027), before_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:08:56.879784 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:08:56.889770 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:08:56.894257 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Device 3aaa552d-4772-4834-8187-d51b1af8b119 up at agent ovs-agent-dv-cinder-850449-2-iscsi {{(pid=110844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 20:08:56.957636 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-a4c86a66-d792-4ad4-a233-c469e77d27b5 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Publish callbacks [] for port (1aaf16c4-74ca-4d90-8abe-2762dce8f45d), precommit_update {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:08:56.981754 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-11d31629-606c-4914-b13e-05176e95d23b None None] For port 5e13c657-69df-45e4-a8db-99be807ba027, host dv-cinder-850449-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850449-2-iscsi',level=0,port_id=5e13c657-69df-45e4-a8db-99be807ba027,segment=NetworkSegment(fcae6d86-0667-4466-9640-9c859a957499),segment_id=fcae6d86-0667-4466-9640-9c859a957499)] {{(pid=110844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 20:08:57.016616 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:08:57.019834 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Provisioning complete for port 3aaa552d-4772-4834-8187-d51b1af8b119 triggered by entity L2. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 20:08:57.020033 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-a4c86a66-d792-4ad4-a233-c469e77d27b5 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8925036'] for port (1aaf16c4-74ca-4d90-8abe-2762dce8f45d), after_update {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:08:57.020191 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812910'] for port (3aaa552d-4772-4834-8187-d51b1af8b119), provisioning_complete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:08:57.020459 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-39b9fab0-42aa-48cd-80d0-884cdc720eff tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731445585704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731445223415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2610928'] for port (060ccdf0-2bc9-4d47-8394-769cc0ff2e3d), after_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:08:57.046847 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b9fab0-42aa-48cd-80d0-884cdc720eff tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Pushing event deleted for resources: {'Port': ['ID=060ccdf0-2bc9-4d47-8394-769cc0ff2e3d,revision_number=None']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:08:57.071252 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-11d31629-606c-4914-b13e-05176e95d23b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958'] for port (5e13c657-69df-45e4-a8db-99be807ba027), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:08:57.095630 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c86a66-d792-4ad4-a233-c469e77d27b5 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Pushing event updated for resources: {'Port': ['ID=1aaf16c4-74ca-4d90-8abe-2762dce8f45d,revision_number=2']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:08:57.105894 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-a4c86a66-d792-4ad4-a233-c469e77d27b5 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-452544'] for floatingip (80e4b2a7-de5b-4ef1-ab3a-7668015e3262), after_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:08:57.118638 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-39b9fab0-42aa-48cd-80d0-884cdc720eff tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Publish callbacks [] for floatingip (be1613b5-d73a-4dee-b711-52eec79b1ff6), after_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:08:57.121273 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-39b9fab0-42aa-48cd-80d0-884cdc720eff tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1048257'] for floatingip (None), before_response {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:08:57.126482 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [None req-39b9fab0-42aa-48cd-80d0-884cdc720eff tempest-AttachVolumeNegativeTest-1420843210 tempest-AttachVolumeNegativeTest-1420843210-project] 10.222.0.17 "DELETE /v2.0/floatingips/be1613b5-d73a-4dee-b711-52eec79b1ff6 HTTP/1.1" status: 204 len: 168 time: 0.8535123 Jul 24 20:08:57.192359 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-a4c86a66-d792-4ad4-a233-c469e77d27b5 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1048257'] for floatingip (None), before_response {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:08:57.193884 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-a4c86a66-d792-4ad4-a233-c469e77d27b5 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3820961 Jul 24 20:08:57.291123 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_hamode_db [None req-89f1ce07-be4f-49d5-a7f9-5cf093156e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feddf977-e9f0-442b-9b8d-1726bead7082', 'name': 'tempest-AttachVolumeTestJSON-1389149112-router', 'tenant_id': '8fac69862bde46c8b40d8a4cc26ca379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'external_fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '3aaa552d-4772-4834-8187-d51b1af8b119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T20:08:49Z', 'updated_at': '2022-07-24T20:08:53Z', 'revision_number': 4, 'project_id': '8fac69862bde46c8b40d8a4cc26ca379', 'gw_port': {'id': '3aaa552d-4772-4834-8187-d51b1af8b119', 'name': '', 'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:1a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feddf977-e9f0-442b-9b8d-1726bead7082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:08:49Z', 'updated_at': '2022-07-24T20:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99a0caa3-3fb5-4860-826f-478186226de3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850449-2-iscsi', '_interfaces': [{'id': '5e13c657-69df-45e4-a8db-99be807ba027', 'name': '', 'network_id': 'aa4c12fa-3159-4d22-bc24-a1265d6d540b', 'tenant_id': '8fac69862bde46c8b40d8a4cc26ca379', 'mac_address': 'fa:16:3e:c2:c9:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feddf977-e9f0-442b-9b8d-1726bead7082', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '1a5ce63f-aff9-46ab-b841-e4d465c7d600', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:08:52Z', 'updated_at': '2022-07-24T20:08:56Z', 'revision_number': 4, 'project_id': '8fac69862bde46c8b40d8a4cc26ca379', 'subnets': [{'id': '1a5ce63f-aff9-46ab-b841-e4d465c7d600', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850449-2-iscsi', False) {} {{(pid=110844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:08:57.328095 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-2d491fa9-58db-434b-ab3f-d55e1ca05401 None None] Provisioning complete for port 5e13c657-69df-45e4-a8db-99be807ba027 triggered by entity DHCP. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 20:08:57.328448 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-2d491fa9-58db-434b-ab3f-d55e1ca05401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812910'] for port (5e13c657-69df-45e4-a8db-99be807ba027), provisioning_complete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:08:57.337016 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f1ce07-be4f-49d5-a7f9-5cf093156e8e None None] The sync data for ids ['feddf977-e9f0-442b-9b8d-1726bead7082'] in dv-cinder-850449-2-iscsi is: [{'id': 'feddf977-e9f0-442b-9b8d-1726bead7082', 'name': 'tempest-AttachVolumeTestJSON-1389149112-router', 'tenant_id': '8fac69862bde46c8b40d8a4cc26ca379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'external_fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '3aaa552d-4772-4834-8187-d51b1af8b119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T20:08:49Z', 'updated_at': '2022-07-24T20:08:53Z', 'revision_number': 4, 'project_id': '8fac69862bde46c8b40d8a4cc26ca379', 'gw_port': {'id': '3aaa552d-4772-4834-8187-d51b1af8b119', 'name': '', 'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:1a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feddf977-e9f0-442b-9b8d-1726bead7082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:08:49Z', 'updated_at': '2022-07-24T20:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99a0caa3-3fb5-4860-826f-478186226de3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850449-2-iscsi', '_interfaces': [{'id': '5e13c657-69df-45e4-a8db-99be807ba027', 'name': '', 'network_id': 'aa4c12fa-3159-4d22-bc24-a1265d6d540b', 'tenant_id': '8fac69862bde46c8b40d8a4cc26ca379', 'mac_address': 'fa:16:3e:c2:c9:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feddf977-e9f0-442b-9b8d-1726bead7082', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '1a5ce63f-aff9-46ab-b841-e4d465c7d600', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:08:52Z', 'updated_at': '2022-07-24T20:08:56Z', 'revision_number': 4, 'project_id': '8fac69862bde46c8b40d8a4cc26ca379', 'subnets': [{'id': '1a5ce63f-aff9-46ab-b841-e4d465c7d600', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 20:08:57.338778 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50248e3c-49f1-4cd7-a068-c56f34f5fa50 req-91f2a2fb-e3bb-44c1-b37f-f75e158ce6bd tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:08:57.341625 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-50248e3c-49f1-4cd7-a068-c56f34f5fa50 req-91f2a2fb-e3bb-44c1-b37f-f75e158ce6bd tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] 10.222.0.17 "GET /v2.0/ports?device_id=77bbeaa9-f40d-49c5-a878-9fb67bede679 HTTP/1.1" status: 200 len: 946 time: 0.0634749 Jul 24 20:08:57.382393 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d31629-606c-4914-b13e-05176e95d23b None None] Pushing event updated for resources: {'Port': ['ID=5e13c657-69df-45e4-a8db-99be807ba027,revision_number=5']} {{(pid=110844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:08:57.418217 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Current status of the port 3aaa552d-4772-4834-8187-d51b1af8b119 is: ACTIVE; New status is: ACTIVE {{(pid=110844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 20:08:57.468130 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-50248e3c-49f1-4cd7-a068-c56f34f5fa50 req-ee8bfd6d-b084-4013-8742-dd29f48b59a4 tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] 10.222.0.17 "GET /v2.0/security-groups?id=623eeaef-673a-47cb-9829-c979feaccd70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096809 Jul 24 20:08:57.486246 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-d5f24b41-b66c-489c-96b8-fa2b2e1ae717 req-e992355c-2121-44ec-a978-4f3a25e08434 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] 10.222.0.17 "GET /v2.0/security-groups?name=tempest-securitygroup--1847786031&fields=id&tenant_id=8fac69862bde46c8b40d8a4cc26ca379 HTTP/1.1" status: 200 len: 267 time: 0.1606708 Jul 24 20:08:57.501002 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-2d491fa9-58db-434b-ab3f-d55e1ca05401 None None] Current status of the port 5e13c657-69df-45e4-a8db-99be807ba027 is: ACTIVE; New status is: ACTIVE {{(pid=110844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 20:08:57.632987 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f24b41-b66c-489c-96b8-fa2b2e1ae717 req-d770610f-c291-49cc-aa56-4d2ba7bb7b72 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:08:57.635669 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-d5f24b41-b66c-489c-96b8-fa2b2e1ae717 req-d770610f-c291-49cc-aa56-4d2ba7bb7b72 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] 10.222.0.17 "GET /v2.0/networks?id=aa4c12fa-3159-4d22-bc24-a1265d6d540b HTTP/1.1" status: 200 len: 811 time: 0.1351800 Jul 24 20:08:57.658637 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-d5f24b41-b66c-489c-96b8-fa2b2e1ae717 req-05f17f05-4d9a-4903-b125-dd700dc36c09 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] 10.222.0.17 "GET /v2.0/quotas/8fac69862bde46c8b40d8a4cc26ca379 HTTP/1.1" status: 200 len: 375 time: 0.0159359 Jul 24 20:08:57.721331 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-d5f24b41-b66c-489c-96b8-fa2b2e1ae717 req-745adeaf-3a0c-4386-b084-015137dd555c tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=8fac69862bde46c8b40d8a4cc26ca379&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0575681 Jul 24 20:08:57.865303 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-d5f24b41-b66c-489c-96b8-fa2b2e1ae717 req-7d20cfc2-a71e-4726-800f-699c39d77927 service neutron] 10.222.0.17 "GET /v2.0/networks/aa4c12fa-3159-4d22-bc24-a1265d6d540b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220953 Jul 24 20:08:57.974414 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-d5f24b41-b66c-489c-96b8-fa2b2e1ae717 req-bcaab0bd-43e5-4f74-85e0-3d760b1b3b49 service neutron] 10.222.0.17 "GET /v2.0/networks/aa4c12fa-3159-4d22-bc24-a1265d6d540b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011081 Jul 24 20:08:58.231843 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-c3d160a3-ca2c-4ed6-8122-cfdd50a66620 req-8c8b480e-7ced-40bf-b7e2-50b89b1abf81 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] 10.222.0.17 "GET /v2.0/ports?device_id=9e2927d8-38e7-40fa-ba40-d038c1d681ca HTTP/1.1" status: 200 len: 210 time: 0.0315175 Jul 24 20:08:58.629424 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3540f507-fede-4fdb-8972-40b7e377b083 req-f3814409-0860-4435-bb77-84d91b1992a1 tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:08:58.637259 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-3540f507-fede-4fdb-8972-40b7e377b083 req-f3814409-0860-4435-bb77-84d91b1992a1 tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] 10.222.0.17 "GET /v2.0/ports?device_id=77bbeaa9-f40d-49c5-a878-9fb67bede679 HTTP/1.1" status: 200 len: 946 time: 0.0853293 Jul 24 20:08:58.648815 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:08:58.693620 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-3540f507-fede-4fdb-8972-40b7e377b083 req-4207ad66-32de-4c88-8cb1-c43d6e286e32 tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] 10.222.0.17 "GET /v2.0/security-groups?id=623eeaef-673a-47cb-9829-c979feaccd70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530977 Jul 24 20:08:58.750891 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.agents_db [None req-615be7cd-482a-4e0c-9386-1b4806e6e45a None None] Agent healthcheck: found 6 active agents {{(pid=110845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 20:08:58.889159 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Device 5e13c657-69df-45e4-a8db-99be807ba027 up at agent ovs-agent-dv-cinder-850449-2-iscsi {{(pid=110844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 20:08:58.941671 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Provisioning complete for port 5e13c657-69df-45e4-a8db-99be807ba027 triggered by entity L2. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 20:08:58.942216 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812910'] for port (5e13c657-69df-45e4-a8db-99be807ba027), provisioning_complete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:08:59.031281 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Current status of the port 5e13c657-69df-45e4-a8db-99be807ba027 is: ACTIVE; New status is: ACTIVE {{(pid=110844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 20:08:59.324036 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-6992a5a3-a8e0-40e9-9fdd-ae4e7e136156 req-3ee2e035-c3b7-431a-9017-2514c4fa92c4 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] 10.222.0.17 "GET /v2.0/ports?device_id=9e2927d8-38e7-40fa-ba40-d038c1d681ca HTTP/1.1" status: 200 len: 210 time: 0.0346093 Jul 24 20:08:59.825862 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f44cb9f-5f5b-498a-afa3-0d0cb45dee43 req-ef8d1dde-ced5-42a3-b9fc-fd08e507dedb tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:08:59.827414 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-7f44cb9f-5f5b-498a-afa3-0d0cb45dee43 req-ef8d1dde-ced5-42a3-b9fc-fd08e507dedb tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] 10.222.0.17 "GET /v2.0/ports?device_id=77bbeaa9-f40d-49c5-a878-9fb67bede679 HTTP/1.1" status: 200 len: 946 time: 0.0521822 Jul 24 20:08:59.882092 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-7f44cb9f-5f5b-498a-afa3-0d0cb45dee43 req-9f75afd2-9e3c-4d18-ae5d-862989e01adf tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] 10.222.0.17 "GET /v2.0/security-groups?id=623eeaef-673a-47cb-9829-c979feaccd70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475502 Jul 24 20:09:00.426899 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-7b3ea7ef-52d3-4a50-a28f-00f0f1172a5a req-cc8c4a84-6552-4ec0-a5e3-35cba12667bd tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] 10.222.0.17 "GET /v2.0/ports?device_id=9e2927d8-38e7-40fa-ba40-d038c1d681ca HTTP/1.1" status: 200 len: 210 time: 0.0319839 Jul 24 20:09:00.951289 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f24b41-b66c-489c-96b8-fa2b2e1ae717 req-e1bd555a-3481-4a0d-bf77-ec7386396b9a tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:09:00.954511 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-d5f24b41-b66c-489c-96b8-fa2b2e1ae717 req-e1bd555a-3481-4a0d-bf77-ec7386396b9a tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] 10.222.0.42 "GET /v2.0/networks?id=aa4c12fa-3159-4d22-bc24-a1265d6d540b HTTP/1.1" status: 200 len: 811 time: 0.1101048 Jul 24 20:09:01.021461 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb7e288-3409-45fa-ba10-9d1cb1c3bbd7 req-51476f90-08b1-4cf3-8452-5af6024695d2 tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:09:01.023005 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-4bb7e288-3409-45fa-ba10-9d1cb1c3bbd7 req-51476f90-08b1-4cf3-8452-5af6024695d2 tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] 10.222.0.17 "GET /v2.0/ports?device_id=77bbeaa9-f40d-49c5-a878-9fb67bede679 HTTP/1.1" status: 200 len: 946 time: 0.0675826 Jul 24 20:09:01.083122 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-d5f24b41-b66c-489c-96b8-fa2b2e1ae717 req-f624bfb7-7715-44b7-b5e1-2b89a2214b42 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8fac69862bde46c8b40d8a4cc26ca379 HTTP/1.1" status: 200 len: 380 time: 0.1173408 Jul 24 20:09:01.100712 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-4bb7e288-3409-45fa-ba10-9d1cb1c3bbd7 req-79fe37ca-922d-44be-99f1-e8857aa83eb1 tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] 10.222.0.17 "GET /v2.0/security-groups?id=623eeaef-673a-47cb-9829-c979feaccd70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715203 Jul 24 20:09:01.122317 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.v2.base [req-d5f24b41-b66c-489c-96b8-fa2b2e1ae717 req-5f3a4c11-ef20-41f2-b66d-83728f21ee4c tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Request body: {'port': {'device_id': '9e2927d8-38e7-40fa-ba40-d038c1d681ca', 'network_id': 'aa4c12fa-3159-4d22-bc24-a1265d6d540b', 'admin_state_up': True, 'tenant_id': '8fac69862bde46c8b40d8a4cc26ca379', 'security_groups': ['b25dcff4-d364-458d-8e15-4319c39b4de0']}} {{(pid=110843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 20:09:01.197772 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=100 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:09:01.305876 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5f24b41-b66c-489c-96b8-fa2b2e1ae717 req-5f3a4c11-ef20-41f2-b66d-83728f21ee4c tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Made reservation on behalf of 8fac69862bde46c8b40d8a4cc26ca379 for: {'port': 1} {{(pid=110843) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 20:09:01.310062 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-d5f24b41-b66c-489c-96b8-fa2b2e1ae717 req-5f3a4c11-ef20-41f2-b66d-83728f21ee4c tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (None), before_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:09:01.442395 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.db.db_base_plugin_common [req-d5f24b41-b66c-489c-96b8-fa2b2e1ae717 req-5f3a4c11-ef20-41f2-b66d-83728f21ee4c tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Allocated IP 172.20.0.8 (aa4c12fa-3159-4d22-bc24-a1265d6d540b/1a5ce63f-aff9-46ab-b841-e4d465c7d600/42cf2267-add1-49a2-a76e-ae69c63ddc27) {{(pid=110843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 20:09:01.565123 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-7f31bdba-32ed-4f56-8a4d-eed1c00de50b req-727d540a-87b7-4058-a6ae-df43f9a970e4 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] 10.222.0.17 "GET /v2.0/ports?device_id=9e2927d8-38e7-40fa-ba40-d038c1d681ca HTTP/1.1" status: 200 len: 210 time: 0.0656295 Jul 24 20:09:01.625157 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-d5f24b41-b66c-489c-96b8-fa2b2e1ae717 req-5f3a4c11-ef20-41f2-b66d-83728f21ee4c tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Publish callbacks [] for port (42cf2267-add1-49a2-a76e-ae69c63ddc27), precommit_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:09:01.649526 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:09:01.649906 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [-] (110843) accepted ('10.222.0.17', 37288) {{(pid=110843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:09:01.740572 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-d5f24b41-b66c-489c-96b8-fa2b2e1ae717 req-5f3a4c11-ef20-41f2-b66d-83728f21ee4c tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731445223406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2610928'] for port (42cf2267-add1-49a2-a76e-ae69c63ddc27), after_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:09:01.822835 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5f24b41-b66c-489c-96b8-fa2b2e1ae717 req-5f3a4c11-ef20-41f2-b66d-83728f21ee4c tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Network aa4c12fa-3159-4d22-bc24-a1265d6d540b is already hosted by enough agents. {{(pid=110843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 20:09:01.831783 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3a4c11-ef20-41f2-b66d-83728f21ee4c tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Pushing event updated for resources: {'Port': ['ID=42cf2267-add1-49a2-a76e-ae69c63ddc27,revision_number=1']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:09:01.834231 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.scheduler.base_scheduler [req-d5f24b41-b66c-489c-96b8-fa2b2e1ae717 req-5f3a4c11-ef20-41f2-b66d-83728f21ee4c tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Resources bound (agent type, host, resource id): {{(pid=110843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 20:09:01.840782 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5f24b41-b66c-489c-96b8-fa2b2e1ae717 req-5f3a4c11-ef20-41f2-b66d-83728f21ee4c tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Received port after_create {{(pid=110843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 24 20:09:01.935043 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f24b41-b66c-489c-96b8-fa2b2e1ae717 req-5f3a4c11-ef20-41f2-b66d-83728f21ee4c tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:09:01.935730 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-d5f24b41-b66c-489c-96b8-fa2b2e1ae717 req-5f3a4c11-ef20-41f2-b66d-83728f21ee4c tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1048257'] for port (None), before_response {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:09:01.943302 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:09:02.049382 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-a79d950c-f47b-4d48-ab77-869221fd57df None None] Provisioning complete for port 42cf2267-add1-49a2-a76e-ae69c63ddc27 triggered by entity DHCP. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 20:09:02.049990 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-a79d950c-f47b-4d48-ab77-869221fd57df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812910'] for port (42cf2267-add1-49a2-a76e-ae69c63ddc27), provisioning_complete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:09:02.072528 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-d5f24b41-b66c-489c-96b8-fa2b2e1ae717 req-5f3a4c11-ef20-41f2-b66d-83728f21ee4c tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9550316 Jul 24 20:09:02.082772 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-a79d950c-f47b-4d48-ab77-869221fd57df None None] Port 42cf2267-add1-49a2-a76e-ae69c63ddc27 cannot update to ACTIVE because it is not bound. {{(pid=110844) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 24 20:09:02.088753 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.v2.base [req-d5f24b41-b66c-489c-96b8-fa2b2e1ae717 req-b0c1674b-7766-4036-aedb-934b2f0a25cf service neutron] Request body: {'port': {'device_id': '9e2927d8-38e7-40fa-ba40-d038c1d681ca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85044'}} {{(pid=110843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 20:09:02.194506 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-5ff1b294-6365-4af3-ad4d-c2ab1c9ce95e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-457152'] for router_interface (47e81123-031d-44ab-8cc7-b1e59e57cd0c), before_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:09:02.254271 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-d5f24b41-b66c-489c-96b8-fa2b2e1ae717 req-b0c1674b-7766-4036-aedb-934b2f0a25cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (42cf2267-add1-49a2-a76e-ae69c63ddc27), before_update {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:09:02.319439 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87160b6a-bd01-4fe2-8cb3-336e85af2549 req-6e140d49-0b0d-4bb2-bd3c-c9749398d967 tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:09:02.321003 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-87160b6a-bd01-4fe2-8cb3-336e85af2549 req-6e140d49-0b0d-4bb2-bd3c-c9749398d967 tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] 10.222.0.17 "GET /v2.0/ports?device_id=77bbeaa9-f40d-49c5-a878-9fb67bede679 HTTP/1.1" status: 200 len: 946 time: 0.1394103 Jul 24 20:09:02.510738 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-87160b6a-bd01-4fe2-8cb3-336e85af2549 req-b44c40b2-3816-4976-b5cd-4a37e4ab7fe3 tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] 10.222.0.17 "GET /v2.0/security-groups?id=623eeaef-673a-47cb-9829-c979feaccd70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1830881 Jul 24 20:09:02.547044 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:09:02.740545 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.plugin [None req-5ff1b294-6365-4af3-ad4d-c2ab1c9ce95e admin admin] Deleting port 1a915ddb-b03f-445f-850a-6252c5f8b719 {{(pid=110843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 24 20:09:02.740905 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-5ff1b294-6365-4af3-ad4d-c2ab1c9ce95e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731445580472'] for port (1a915ddb-b03f-445f-850a-6252c5f8b719), before_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:09:02.754923 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf21f71-d3df-4a60-85fd-f82fbe5d968d req-12d87ef5-54ca-4ede-b7a8-84b56d69620b tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:09:02.756427 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-cdf21f71-d3df-4a60-85fd-f82fbe5d968d req-12d87ef5-54ca-4ede-b7a8-84b56d69620b tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] 10.222.0.17 "GET /v2.0/ports?device_id=9e2927d8-38e7-40fa-ba40-d038c1d681ca HTTP/1.1" status: 200 len: 931 time: 0.0923564 Jul 24 20:09:02.870749 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=100 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:09:02.896148 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.notifiers.nova [req-d5f24b41-b66c-489c-96b8-fa2b2e1ae717 req-b0c1674b-7766-4036-aedb-934b2f0a25cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42cf2267-add1-49a2-a76e-ae69c63ddc27 {{(pid=110843) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 24 20:09:02.912878 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-d5f24b41-b66c-489c-96b8-fa2b2e1ae717 req-b0c1674b-7766-4036-aedb-934b2f0a25cf service neutron] Publish callbacks [] for port (42cf2267-add1-49a2-a76e-ae69c63ddc27), precommit_update {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:09:02.923989 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-cdf21f71-d3df-4a60-85fd-f82fbe5d968d req-2b40b2f1-96e1-49a5-a645-8570fbc99fa2 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] 10.222.0.17 "GET /v2.0/security-groups?id=b25dcff4-d364-458d-8e15-4319c39b4de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1532135 Jul 24 20:09:02.935151 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.db [None req-5ff1b294-6365-4af3-ad4d-c2ab1c9ce95e admin admin] For port 1a915ddb-b03f-445f-850a-6252c5f8b719, host dv-cinder-850449-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850449-2-iscsi',level=0,port_id=1a915ddb-b03f-445f-850a-6252c5f8b719,segment=NetworkSegment(78737f80-9c2d-440f-8dc6-3a8965544158),segment_id=78737f80-9c2d-440f-8dc6-3a8965544158)] {{(pid=110843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 20:09:02.935491 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-5ff1b294-6365-4af3-ad4d-c2ab1c9ce95e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458432'] for port (1a915ddb-b03f-445f-850a-6252c5f8b719), precommit_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:09:02.948533 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.db.provisioning_blocks [req-d5f24b41-b66c-489c-96b8-fa2b2e1ae717 req-b0c1674b-7766-4036-aedb-934b2f0a25cf service neutron] Transition to ACTIVE for port object 42cf2267-add1-49a2-a76e-ae69c63ddc27 will not be triggered until provisioned by entity L2. {{(pid=110843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 24 20:09:02.953842 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.plugin [None req-5ff1b294-6365-4af3-ad4d-c2ab1c9ce95e admin admin] Calling delete_port for 1a915ddb-b03f-445f-850a-6252c5f8b719 owned by network:router_interface {{(pid=110843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 24 20:09:03.019529 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-d5f24b41-b66c-489c-96b8-fa2b2e1ae717 req-b0c1674b-7766-4036-aedb-934b2f0a25cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2610891'] for port (42cf2267-add1-49a2-a76e-ae69c63ddc27), after_update {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:09:03.126813 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c1674b-7766-4036-aedb-934b2f0a25cf service neutron] Pushing event updated for resources: {'Port': ['ID=42cf2267-add1-49a2-a76e-ae69c63ddc27,revision_number=2']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:09:03.247675 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.managers [req-d5f24b41-b66c-489c-96b8-fa2b2e1ae717 req-b0c1674b-7766-4036-aedb-934b2f0a25cf service neutron] Attempting to bind port 42cf2267-add1-49a2-a76e-ae69c63ddc27 on host hv-cinder-85044 for vnic_type normal with profile {{(pid=110843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 24 20:09:03.248027 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.managers [req-d5f24b41-b66c-489c-96b8-fa2b2e1ae717 req-b0c1674b-7766-4036-aedb-934b2f0a25cf service neutron] Attempting to bind port 42cf2267-add1-49a2-a76e-ae69c63ddc27 by drivers openvswitch,hyperv on host hv-cinder-85044 at level 0 using segments [{'id': 'fcae6d86-0667-4466-9640-9c859a957499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'aa4c12fa-3159-4d22-bc24-a1265d6d540b'}] {{(pid=110843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 24 20:09:03.248356 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f24b41-b66c-489c-96b8-fa2b2e1ae717 req-b0c1674b-7766-4036-aedb-934b2f0a25cf service neutron] Attempting to bind port 42cf2267-add1-49a2-a76e-ae69c63ddc27 on network aa4c12fa-3159-4d22-bc24-a1265d6d540b {{(pid=110843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 24 20:09:03.260200 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f24b41-b66c-489c-96b8-fa2b2e1ae717 req-b0c1674b-7766-4036-aedb-934b2f0a25cf service neutron] Port 42cf2267-add1-49a2-a76e-ae69c63ddc27 on network aa4c12fa-3159-4d22-bc24-a1265d6d540b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85044 {{(pid=110843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 24 20:09:03.260526 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f24b41-b66c-489c-96b8-fa2b2e1ae717 req-b0c1674b-7766-4036-aedb-934b2f0a25cf service neutron] Attempting to bind port 42cf2267-add1-49a2-a76e-ae69c63ddc27 on network aa4c12fa-3159-4d22-bc24-a1265d6d540b {{(pid=110843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 24 20:09:03.275541 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f24b41-b66c-489c-96b8-fa2b2e1ae717 req-b0c1674b-7766-4036-aedb-934b2f0a25cf service neutron] Checking agent: {'id': '95564131-b678-4db2-a162-51408b2acd55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85044', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 24, 19, 59, 9), 'started_at': datetime.datetime(2022, 7, 24, 19, 59, 9), 'heartbeat_timestamp': datetime.datetime(2022, 7, 24, 20, 8, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 24 20:09:03.275885 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f24b41-b66c-489c-96b8-fa2b2e1ae717 req-b0c1674b-7766-4036-aedb-934b2f0a25cf service neutron] Checking segment: {'id': 'fcae6d86-0667-4466-9640-9c859a957499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'aa4c12fa-3159-4d22-bc24-a1265d6d540b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 24 20:09:03.276290 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f24b41-b66c-489c-96b8-fa2b2e1ae717 req-b0c1674b-7766-4036-aedb-934b2f0a25cf service neutron] Bound using segment: {'id': 'fcae6d86-0667-4466-9640-9c859a957499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'aa4c12fa-3159-4d22-bc24-a1265d6d540b'} {{(pid=110843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 24 20:09:03.276760 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.managers [req-d5f24b41-b66c-489c-96b8-fa2b2e1ae717 req-b0c1674b-7766-4036-aedb-934b2f0a25cf service neutron] Bound port: 42cf2267-add1-49a2-a76e-ae69c63ddc27, host: hv-cinder-85044, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fcae6d86-0667-4466-9640-9c859a957499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'aa4c12fa-3159-4d22-bc24-a1265d6d540b'}}] {{(pid=110843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 24 20:09:03.281101 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-d5f24b41-b66c-489c-96b8-fa2b2e1ae717 req-b0c1674b-7766-4036-aedb-934b2f0a25cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (42cf2267-add1-49a2-a76e-ae69c63ddc27), before_update {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:09:03.341098 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-5ff1b294-6365-4af3-ad4d-c2ab1c9ce95e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731445585704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731445223415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2610928'] for port (1a915ddb-b03f-445f-850a-6252c5f8b719), after_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:09:03.369640 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.db [req-d5f24b41-b66c-489c-96b8-fa2b2e1ae717 req-b0c1674b-7766-4036-aedb-934b2f0a25cf service neutron] For port 42cf2267-add1-49a2-a76e-ae69c63ddc27, host hv-cinder-85044, cleared binding levels {{(pid=110843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 20:09:03.376532 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff1b294-6365-4af3-ad4d-c2ab1c9ce95e admin admin] Pushing event deleted for resources: {'Port': ['ID=1a915ddb-b03f-445f-850a-6252c5f8b719,revision_number=None']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:09:03.392559 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.db [req-d5f24b41-b66c-489c-96b8-fa2b2e1ae717 req-b0c1674b-7766-4036-aedb-934b2f0a25cf service neutron] For port 42cf2267-add1-49a2-a76e-ae69c63ddc27, host hv-cinder-85044, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85044',level=0,port_id=42cf2267-add1-49a2-a76e-ae69c63ddc27,segment=NetworkSegment(fcae6d86-0667-4466-9640-9c859a957499),segment_id=fcae6d86-0667-4466-9640-9c859a957499)] {{(pid=110843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 20:09:03.467137 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-d5f24b41-b66c-489c-96b8-fa2b2e1ae717 req-b0c1674b-7766-4036-aedb-934b2f0a25cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2610891'] for port (42cf2267-add1-49a2-a76e-ae69c63ddc27), after_update {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:09:03.475192 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=1,neutron:DELETE=4 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:09:03.495374 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-64462a72-02fa-4d56-8660-8f2d4adfc879 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (dc36e0ef-94f3-4a3e-9c13-4790afccb2e9), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:09:03.540337 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f24b41-b66c-489c-96b8-fa2b2e1ae717 req-b0c1674b-7766-4036-aedb-934b2f0a25cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:09:03.541235 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-d5f24b41-b66c-489c-96b8-fa2b2e1ae717 req-b0c1674b-7766-4036-aedb-934b2f0a25cf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1048257'] for port (None), before_response {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:09:03.542727 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-d5f24b41-b66c-489c-96b8-fa2b2e1ae717 req-b0c1674b-7766-4036-aedb-934b2f0a25cf service neutron] 10.222.0.42 "PUT /v2.0/ports/42cf2267-add1-49a2-a76e-ae69c63ddc27 HTTP/1.1" status: 200 len: 1093 time: 1.4628453 Jul 24 20:09:03.548093 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e2927d8-38e7-40fa-ba40-d038c1d681ca', 'tag': '42cf2267-add1-49a2-a76e-ae69c63ddc27'}] {{(pid=110843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 24 20:09:03.550651 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa129e2ea71b36189c7354ee4da78dc54b5a7420159cbfa164f6b2678096e4e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72ca3aaa-b869-4a21-b27e-f105bcf2a029" -d '{"events": [{"name": "network-changed", "server_uuid": "9e2927d8-38e7-40fa-ba40-d038c1d681ca", "tag": "42cf2267-add1-49a2-a76e-ae69c63ddc27"}]}' {{(pid=110843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 20:09:03.890989 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 24 Jul 2022 20:09:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddbe0cf1-4452-40c6-91e7-a2674af664b1 x-openstack-request-id: req-ddbe0cf1-4452-40c6-91e7-a2674af664b1 {{(pid=110843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 20:09:03.891260 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e2927d8-38e7-40fa-ba40-d038c1d681ca", "tag": "42cf2267-add1-49a2-a76e-ae69c63ddc27", "status": "completed", "code": 200}]} {{(pid=110843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 20:09:03.891430 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-ddbe0cf1-4452-40c6-91e7-a2674af664b1 {{(pid=110843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 20:09:03.891828 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ddbe0cf1-4452-40c6-91e7-a2674af664b1'] response: {'name': 'network-changed', 'server_uuid': '9e2927d8-38e7-40fa-ba40-d038c1d681ca', 'tag': '42cf2267-add1-49a2-a76e-ae69c63ddc27', 'status': 'completed', 'code': 200} Jul 24 20:09:03.916891 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:09:03.917721 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c1674b-7766-4036-aedb-934b2f0a25cf service neutron] Pushing event updated for resources: {'Port': ['ID=42cf2267-add1-49a2-a76e-ae69c63ddc27,revision_number=3']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:09:03.992609 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ca3aaa-b869-4a21-b27e-f105bcf2a029 req-ce659afc-f91d-43ef-bb35-f065484e4cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:09:03.994253 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-72ca3aaa-b869-4a21-b27e-f105bcf2a029 req-ce659afc-f91d-43ef-bb35-f065484e4cda service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8fac69862bde46c8b40d8a4cc26ca379&device_id=9e2927d8-38e7-40fa-ba40-d038c1d681ca HTTP/1.1" status: 200 len: 1127 time: 0.1001861 Jul 24 20:09:03.997044 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-5ff1b294-6365-4af3-ad4d-c2ab1c9ce95e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-594928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-451632'] for router_interface (47e81123-031d-44ab-8cc7-b1e59e57cd0c), after_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:09:04.005869 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ed9c88-8394-42a6-aaae-dc3e4e67d4a3 req-75ef13d4-f43a-4dc4-97c0-ba1356aa9b26 tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:09:04.007474 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-40ed9c88-8394-42a6-aaae-dc3e4e67d4a3 req-75ef13d4-f43a-4dc4-97c0-ba1356aa9b26 tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] 10.222.0.17 "GET /v2.0/ports?device_id=77bbeaa9-f40d-49c5-a878-9fb67bede679 HTTP/1.1" status: 200 len: 946 time: 0.1149018 Jul 24 20:09:04.201160 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f61fc52-3657-42d3-afba-497be48b8b76 req-621a3499-45e6-4d67-acf7-cfb347a6fbea tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:09:04.202898 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-0f61fc52-3657-42d3-afba-497be48b8b76 req-621a3499-45e6-4d67-acf7-cfb347a6fbea tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] 10.222.0.17 "GET /v2.0/ports?device_id=9e2927d8-38e7-40fa-ba40-d038c1d681ca HTTP/1.1" status: 200 len: 943 time: 0.1934376 Jul 24 20:09:04.296414 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-40ed9c88-8394-42a6-aaae-dc3e4e67d4a3 req-c150c715-904e-4afb-aac1-04f31b0d320d tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] 10.222.0.17 "GET /v2.0/security-groups?id=623eeaef-673a-47cb-9829-c979feaccd70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2740269 Jul 24 20:09:04.314837 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ca3aaa-b869-4a21-b27e-f105bcf2a029 req-1450c047-8ece-4eff-950d-5590e774084d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:09:04.316493 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-72ca3aaa-b869-4a21-b27e-f105bcf2a029 req-1450c047-8ece-4eff-950d-5590e774084d service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=8fac69862bde46c8b40d8a4cc26ca379&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3079865 Jul 24 20:09:04.377162 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-0f61fc52-3657-42d3-afba-497be48b8b76 req-970afb7b-813c-4865-93a4-13bbac20c6db tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] 10.222.0.17 "GET /v2.0/security-groups?id=b25dcff4-d364-458d-8e15-4319c39b4de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1646376 Jul 24 20:09:04.519909 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ca3aaa-b869-4a21-b27e-f105bcf2a029 req-f11a30ed-b6de-4081-9e38-a4782ca08d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:09:04.521721 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-72ca3aaa-b869-4a21-b27e-f105bcf2a029 req-f11a30ed-b6de-4081-9e38-a4782ca08d1b service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1943996 Jul 24 20:09:04.611682 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f24b41-b66c-489c-96b8-fa2b2e1ae717 req-1a96d0b5-7eb9-4b33-a3d9-5f725f92cad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:09:04.613364 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-d5f24b41-b66c-489c-96b8-fa2b2e1ae717 req-1a96d0b5-7eb9-4b33-a3d9-5f725f92cad0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8fac69862bde46c8b40d8a4cc26ca379&device_id=9e2927d8-38e7-40fa-ba40-d038c1d681ca HTTP/1.1" status: 200 len: 1127 time: 0.0520511 Jul 24 20:09:04.630832 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=100 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:09:04.632744 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ff1b294-6365-4af3-ad4d-c2ab1c9ce95e admin admin] Router 47e81123-031d-44ab-8cc7-b1e59e57cd0c has already been hosted by L3 agent 408021b7-d46b-48c2-9f75-8a8023f9145c {{(pid=110843) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 24 20:09:04.664028 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-d5f24b41-b66c-489c-96b8-fa2b2e1ae717 req-45669c59-4000-4f91-8901-23bc13fe41c7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=42cf2267-add1-49a2-a76e-ae69c63ddc27 HTTP/1.1" status: 200 len: 217 time: 0.0428169 Jul 24 20:09:04.761682 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f24b41-b66c-489c-96b8-fa2b2e1ae717 req-6547a4f9-6a3f-4196-90c2-915964942113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:09:04.763853 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-d5f24b41-b66c-489c-96b8-fa2b2e1ae717 req-6547a4f9-6a3f-4196-90c2-915964942113 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1a5ce63f-aff9-46ab-b841-e4d465c7d600 HTTP/1.1" status: 200 len: 850 time: 0.0930490 Jul 24 20:09:04.848246 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f24b41-b66c-489c-96b8-fa2b2e1ae717 req-a3a1cc87-bcb9-4e53-b431-cd9ef4dfa946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:09:04.849803 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-d5f24b41-b66c-489c-96b8-fa2b2e1ae717 req-a3a1cc87-bcb9-4e53-b431-cd9ef4dfa946 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=aa4c12fa-3159-4d22-bc24-a1265d6d540b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0591664 Jul 24 20:09:04.854471 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ff1b294-6365-4af3-ad4d-c2ab1c9ce95e admin admin] Notify agent at l3_agent.dv-cinder-850449-2-iscsi the message routers_updated {{(pid=110843) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 20:09:04.864807 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b185251-a684-4f3f-88ca-cc29bae9f8b1 None None] Sync routers for ids ['47e81123-031d-44ab-8cc7-b1e59e57cd0c'] in dv-cinder-850449-2-iscsi {{(pid=110845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 20:09:04.869453 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [None req-5ff1b294-6365-4af3-ad4d-c2ab1c9ce95e admin admin] 10.222.0.17 "PUT /v2.0/routers/47e81123-031d-44ab-8cc7-b1e59e57cd0c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2158830 Jul 24 20:09:04.869948 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 37304) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:09:04.876584 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b185251-a684-4f3f-88ca-cc29bae9f8b1 None None] Routers {'47e81123-031d-44ab-8cc7-b1e59e57cd0c'} bound to L3 agent in host dv-cinder-850449-2-iscsi {{(pid=110845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 20:09:04.877296 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.l3_hamode_db [None req-8b185251-a684-4f3f-88ca-cc29bae9f8b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-24T19:52:06Z,description=,heartbeat_timestamp=2022-07-24T20:08:36Z,host='dv-cinder-850449-2-iscsi',id=408021b7-d46b-48c2-9f75-8a8023f9145c,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T19:52:06Z,topic='l3_agent')) {'router_ids': ['47e81123-031d-44ab-8cc7-b1e59e57cd0c'], 'active': True} {{(pid=110845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:09:04.979093 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-d5f24b41-b66c-489c-96b8-fa2b2e1ae717 req-10764af1-66d7-46d0-b8fa-96c99a60d03b service neutron] 10.222.0.42 "GET /v2.0/networks/aa4c12fa-3159-4d22-bc24-a1265d6d540b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226218 Jul 24 20:09:04.989190 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-c951b35b-d7b4-4477-a4db-d56944b08652 admin admin] Publish callbacks [] for router (47e81123-031d-44ab-8cc7-b1e59e57cd0c), before_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:09:05.006980 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.l3_dvr_db [None req-8b185251-a684-4f3f-88ca-cc29bae9f8b1 None None] Set router 47e81123-031d-44ab-8cc7-b1e59e57cd0c gateway port host: dv-cinder-850449-2-iscsi {{(pid=110845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 20:09:05.079410 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:09:05.104015 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-c951b35b-d7b4-4477-a4db-d56944b08652 admin admin] Publish callbacks [] for router_gateway (47e81123-031d-44ab-8cc7-b1e59e57cd0c), before_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:09:05.161491 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=100 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:09:05.166897 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f365758-766b-4cda-80b8-1b31b6a6d561 req-25edd6b9-62f7-4fd2-80c0-83a786cd4bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:09:05.168440 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-5f365758-766b-4cda-80b8-1b31b6a6d561 req-25edd6b9-62f7-4fd2-80c0-83a786cd4bb6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d4f1f24b3a384f1db3a6e782253814ec&device_id=77bbeaa9-f40d-49c5-a878-9fb67bede679 HTTP/1.1" status: 200 len: 1130 time: 0.0513701 Jul 24 20:09:05.209105 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.plugin [None req-c951b35b-d7b4-4477-a4db-d56944b08652 admin admin] Deleting port e4a96822-ce99-4391-bf07-e617c74eb382 {{(pid=110842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 24 20:09:05.209748 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-c951b35b-d7b4-4477-a4db-d56944b08652 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731445580472'] for port (e4a96822-ce99-4391-bf07-e617c74eb382), before_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:09:05.213994 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.l3_hamode_db [None req-8b185251-a684-4f3f-88ca-cc29bae9f8b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47e81123-031d-44ab-8cc7-b1e59e57cd0c', 'name': 'tempest-AttachVolumeNegativeTest-1190663108-router', 'tenant_id': 'dcc8f2e8d4e64866a624dcd6d1de5d81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'external_fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': 'e4a96822-ce99-4391-bf07-e617c74eb382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T20:02:39Z', 'updated_at': '2022-07-24T20:09:03Z', 'revision_number': 5, 'project_id': 'dcc8f2e8d4e64866a624dcd6d1de5d81', 'gw_port': {'id': 'e4a96822-ce99-4391-bf07-e617c74eb382', 'name': '', 'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:64:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e81123-031d-44ab-8cc7-b1e59e57cd0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:02:40Z', 'updated_at': '2022-07-24T20:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99a0caa3-3fb5-4860-826f-478186226de3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850449-2-iscsi'}], 'dv-cinder-850449-2-iscsi', False) {} {{(pid=110845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:09:05.217031 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-d5f24b41-b66c-489c-96b8-fa2b2e1ae717 req-ca6562b0-5b22-4fe8-babc-246f4260015e service neutron] 10.222.0.42 "GET /v2.0/networks/aa4c12fa-3159-4d22-bc24-a1265d6d540b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677613 Jul 24 20:09:05.244002 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b185251-a684-4f3f-88ca-cc29bae9f8b1 None None] Checking router: 47e81123-031d-44ab-8cc7-b1e59e57cd0c for host: dv-cinder-850449-2-iscsi {{(pid=110845) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 20:09:05.254233 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b185251-a684-4f3f-88ca-cc29bae9f8b1 None None] Routers {'47e81123-031d-44ab-8cc7-b1e59e57cd0c'} bound to L3 agent in host dv-cinder-850449-2-iscsi {{(pid=110845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 20:09:05.254863 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.l3_hamode_db [None req-8b185251-a684-4f3f-88ca-cc29bae9f8b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-24T19:52:06Z,description=,heartbeat_timestamp=2022-07-24T20:08:36Z,host='dv-cinder-850449-2-iscsi',id=408021b7-d46b-48c2-9f75-8a8023f9145c,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T19:52:06Z,topic='l3_agent')) {'router_ids': ['47e81123-031d-44ab-8cc7-b1e59e57cd0c'], 'active': True} {{(pid=110845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:09:05.314400 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f365758-766b-4cda-80b8-1b31b6a6d561 req-5c64b1a9-848d-4ce1-a076-fb3f4f1e4b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:09:05.315770 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-5f365758-766b-4cda-80b8-1b31b6a6d561 req-5c64b1a9-848d-4ce1-a076-fb3f4f1e4b9f service neutron] 10.222.0.42 "GET /v2.0/networks?id=db5ceaaa-c00a-4f99-91da-e1e2dfaf14af HTTP/1.1" status: 200 len: 910 time: 0.1414466 Jul 24 20:09:05.324353 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.db [None req-c951b35b-d7b4-4477-a4db-d56944b08652 admin admin] For port e4a96822-ce99-4391-bf07-e617c74eb382, host dv-cinder-850449-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850449-2-iscsi',level=0,port_id=e4a96822-ce99-4391-bf07-e617c74eb382,segment=NetworkSegment(fc72dfdc-4d29-4b3c-a3f7-b36f757f54d3),segment_id=fc72dfdc-4d29-4b3c-a3f7-b36f757f54d3)] {{(pid=110842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 20:09:05.324763 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-c951b35b-d7b4-4477-a4db-d56944b08652 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458432'] for port (e4a96822-ce99-4391-bf07-e617c74eb382), precommit_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:09:05.341312 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.plugin [None req-c951b35b-d7b4-4477-a4db-d56944b08652 admin admin] Calling delete_port for e4a96822-ce99-4391-bf07-e617c74eb382 owned by network:router_gateway {{(pid=110842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 24 20:09:05.343832 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.l3_dvr_db [None req-8b185251-a684-4f3f-88ca-cc29bae9f8b1 None None] Set router 47e81123-031d-44ab-8cc7-b1e59e57cd0c gateway port host: None {{(pid=110845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 20:09:05.396071 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.l3_hamode_db [None req-8b185251-a684-4f3f-88ca-cc29bae9f8b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47e81123-031d-44ab-8cc7-b1e59e57cd0c', 'name': 'tempest-AttachVolumeNegativeTest-1190663108-router', 'tenant_id': 'dcc8f2e8d4e64866a624dcd6d1de5d81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T20:02:39Z', 'updated_at': '2022-07-24T20:09:05Z', 'revision_number': 6, 'project_id': 'dcc8f2e8d4e64866a624dcd6d1de5d81', 'gw_port_host': None}], 'dv-cinder-850449-2-iscsi', False) {} {{(pid=110845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:09:05.422202 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b185251-a684-4f3f-88ca-cc29bae9f8b1 None None] The sync data for ids ['47e81123-031d-44ab-8cc7-b1e59e57cd0c'] in dv-cinder-850449-2-iscsi is: [{'id': '47e81123-031d-44ab-8cc7-b1e59e57cd0c', 'name': 'tempest-AttachVolumeNegativeTest-1190663108-router', 'tenant_id': 'dcc8f2e8d4e64866a624dcd6d1de5d81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T20:02:39Z', 'updated_at': '2022-07-24T20:09:05Z', 'revision_number': 6, 'project_id': 'dcc8f2e8d4e64866a624dcd6d1de5d81', 'gw_port_host': None}] {{(pid=110845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 20:09:05.425094 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:09:05.461248 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da416c5-6554-486b-9e77-a990901d894c req-b9c1e428-4fe1-4eca-b849-77fd86677b60 tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:09:05.473394 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-7da416c5-6554-486b-9e77-a990901d894c req-b9c1e428-4fe1-4eca-b849-77fd86677b60 tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] 10.222.0.17 "GET /v2.0/ports?device_id=77bbeaa9-f40d-49c5-a878-9fb67bede679 HTTP/1.1" status: 200 len: 946 time: 0.0908389 Jul 24 20:09:05.552959 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-7da416c5-6554-486b-9e77-a990901d894c req-4114e200-f6d8-4318-8a8a-073f3359b610 tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] 10.222.0.17 "GET /v2.0/security-groups?id=623eeaef-673a-47cb-9829-c979feaccd70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789604 Jul 24 20:09:05.558742 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2ffa2c-5921-45f6-9778-d64d5efcae20 req-1a092c72-2a48-4519-811b-2eb6740334e4 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:09:05.560165 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-0f2ffa2c-5921-45f6-9778-d64d5efcae20 req-1a092c72-2a48-4519-811b-2eb6740334e4 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] 10.222.0.17 "GET /v2.0/ports?device_id=9e2927d8-38e7-40fa-ba40-d038c1d681ca HTTP/1.1" status: 200 len: 943 time: 0.0779860 Jul 24 20:09:05.617168 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-0f2ffa2c-5921-45f6-9778-d64d5efcae20 req-7283d8ca-6d62-4723-b0f0-6420c0f06fda tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] 10.222.0.17 "GET /v2.0/security-groups?id=b25dcff4-d364-458d-8e15-4319c39b4de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504947 Jul 24 20:09:05.658286 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-c951b35b-d7b4-4477-a4db-d56944b08652 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731445585704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731445223415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8925015'] for port (e4a96822-ce99-4391-bf07-e617c74eb382), after_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:09:05.682623 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c951b35b-d7b4-4477-a4db-d56944b08652 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4a96822-ce99-4391-bf07-e617c74eb382,revision_number=None']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:09:05.748055 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-c951b35b-d7b4-4477-a4db-d56944b08652 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-452411'] for router_gateway (47e81123-031d-44ab-8cc7-b1e59e57cd0c), after_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:09:05.842203 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-c951b35b-d7b4-4477-a4db-d56944b08652 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-450799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-737'] for router (47e81123-031d-44ab-8cc7-b1e59e57cd0c), precommit_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:09:05.844774 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-c951b35b-d7b4-4477-a4db-d56944b08652 admin admin] Publish callbacks [] for router_controller (47e81123-031d-44ab-8cc7-b1e59e57cd0c), precommit_delete_associations {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:09:05.886411 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-40f3a554-3719-4d31-bdcb-238e49f56402 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (408021b7-d46b-48c2-9f75-8a8023f9145c), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:09:05.986047 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-c951b35b-d7b4-4477-a4db-d56944b08652 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-450718'] for router (47e81123-031d-44ab-8cc7-b1e59e57cd0c), after_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:09:05.986686 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c951b35b-d7b4-4477-a4db-d56944b08652 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 47e81123-031d-44ab-8cc7-b1e59e57cd0c {{(pid=110842) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 20:09:05.991104 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-c951b35b-d7b4-4477-a4db-d56944b08652 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:09:05.995925 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-c951b35b-d7b4-4477-a4db-d56944b08652 admin admin] 10.222.0.17 "DELETE /v2.0/routers/47e81123-031d-44ab-8cc7-b1e59e57cd0c HTTP/1.1" status: 204 len: 168 time: 1.1207528 Jul 24 20:09:05.996066 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [-] (110843) accepted ('10.222.0.17', 37310) {{(pid=110843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:09:06.091548 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.db.db_base_plugin_v2 [None req-7557b11c-e7f8-411c-9af7-b91cd6dd14a2 admin admin] Deleting subnet cce9884f-3061-48ee-abb3-8ca2a1e54559 {{(pid=110843) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 24 20:09:06.098800 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-7557b11c-e7f8-411c-9af7-b91cd6dd14a2 admin admin] Publish callbacks [] for subnet (cce9884f-3061-48ee-abb3-8ca2a1e54559), before_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:09:06.102320 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-5f365758-766b-4cda-80b8-1b31b6a6d561 req-7b9ec901-4d62-44ff-9c88-f54997bcf68b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9f8b91ff-1b06-4056-a7d1-d1c50c5177a3 HTTP/1.1" status: 200 len: 1002 time: 0.0797818 Jul 24 20:09:06.172535 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-7557b11c-e7f8-411c-9af7-b91cd6dd14a2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8646293'] for subnet (cce9884f-3061-48ee-abb3-8ca2a1e54559), precommit_delete_associations {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:09:06.204686 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f365758-766b-4cda-80b8-1b31b6a6d561 req-534137ba-16b0-49cb-939e-d20b7a2b88ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:09:06.206609 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-5f365758-766b-4cda-80b8-1b31b6a6d561 req-534137ba-16b0-49cb-939e-d20b7a2b88ed service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6c93dad3-d715-4337-a807-6727a504efe8 HTTP/1.1" status: 200 len: 848 time: 0.0858767 Jul 24 20:09:06.248238 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=100 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:09:06.265824 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f365758-766b-4cda-80b8-1b31b6a6d561 req-1ad4bac7-884b-418a-9a3d-78c52e3a1f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:09:06.267334 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-5f365758-766b-4cda-80b8-1b31b6a6d561 req-1ad4bac7-884b-418a-9a3d-78c52e3a1f59 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=db5ceaaa-c00a-4f99-91da-e1e2dfaf14af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0535598 Jul 24 20:09:06.333224 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-7557b11c-e7f8-411c-9af7-b91cd6dd14a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7817528'] for subnet (cce9884f-3061-48ee-abb3-8ca2a1e54559), precommit_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:09:06.432550 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-5f365758-766b-4cda-80b8-1b31b6a6d561 req-6ee54b1a-6c94-4ead-adfa-912672a2f044 service neutron] 10.222.0.42 "GET /v2.0/networks/db5ceaaa-c00a-4f99-91da-e1e2dfaf14af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479287 Jul 24 20:09:06.541334 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-7557b11c-e7f8-411c-9af7-b91cd6dd14a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7817521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2610717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8753143'] for subnet (cce9884f-3061-48ee-abb3-8ca2a1e54559), after_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:09:06.576822 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7557b11c-e7f8-411c-9af7-b91cd6dd14a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cce9884f-3061-48ee-abb3-8ca2a1e54559,revision_number=None']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:09:06.592143 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-7557b11c-e7f8-411c-9af7-b91cd6dd14a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594923'] for subnet (None), before_response {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:09:06.596292 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [None req-7557b11c-e7f8-411c-9af7-b91cd6dd14a2 admin admin] 10.222.0.17 "DELETE /v2.0/subnets/cce9884f-3061-48ee-abb3-8ca2a1e54559 HTTP/1.1" status: 204 len: 168 time: 0.6002040 Jul 24 20:09:06.598979 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [-] (110843) accepted ('10.222.0.17', 37314) {{(pid=110843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:09:06.607936 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b7a988a-e7ec-4323-9715-d174453379d2 None None] Network 9568b641-7783-426b-8ad0-3ac71fba0922 requested from dv-cinder-850449-2-iscsi {{(pid=110844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 24 20:09:06.613146 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=100 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:09:06.636142 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-5f365758-766b-4cda-80b8-1b31b6a6d561 req-815833cf-2893-46cf-a565-dc065bb1c011 service neutron] 10.222.0.42 "GET /v2.0/networks/db5ceaaa-c00a-4f99-91da-e1e2dfaf14af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1973963 Jul 24 20:09:06.715351 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Device 42cf2267-add1-49a2-a76e-ae69c63ddc27 details requested by agent hyperv_hv-cinder-85044 with host hv-cinder-85044 {{(pid=110844) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 20:09:06.784358 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58853c5-2ce4-44cf-8e68-55854cfe1802 req-e67d1588-89e8-4380-8f83-2baa6a61363f tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:09:06.785994 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-f58853c5-2ce4-44cf-8e68-55854cfe1802 req-e67d1588-89e8-4380-8f83-2baa6a61363f tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] 10.222.0.17 "GET /v2.0/ports?device_id=77bbeaa9-f40d-49c5-a878-9fb67bede679 HTTP/1.1" status: 200 len: 946 time: 0.1382034 Jul 24 20:09:06.792273 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83b4882-1b16-4b62-ac0d-614253b7a65b req-b8edb3c1-47ee-4fe3-9302-775ffad1f556 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:09:06.794357 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-f83b4882-1b16-4b62-ac0d-614253b7a65b req-b8edb3c1-47ee-4fe3-9302-775ffad1f556 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] 10.222.0.17 "GET /v2.0/ports?device_id=9e2927d8-38e7-40fa-ba40-d038c1d681ca HTTP/1.1" status: 200 len: 943 time: 0.0751128 Jul 24 20:09:06.797012 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-d0f6f013-557c-42fd-b8c1-dceea1ac612a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7930929'] for network (9568b641-7783-426b-8ad0-3ac71fba0922), before_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:09:06.799787 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:09:06.844982 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] For port 42cf2267-add1-49a2-a76e-ae69c63ddc27, host hv-cinder-85044, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85044',level=0,port_id=42cf2267-add1-49a2-a76e-ae69c63ddc27,segment=NetworkSegment(fcae6d86-0667-4466-9640-9c859a957499),segment_id=fcae6d86-0667-4466-9640-9c859a957499)] {{(pid=110844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 20:09:06.863178 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6292a153-08b5-40b6-81cc-5e9d36d812ea None None] DHCP port deletion for 9568b641-7783-426b-8ad0-3ac71fba0922 request from dv-cinder-850449-2-iscsi {{(pid=110844) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 24 20:09:06.869190 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Returning: {'device': '42cf2267-add1-49a2-a76e-ae69c63ddc27', 'network_id': 'aa4c12fa-3159-4d22-bc24-a1265d6d540b', 'port_id': '42cf2267-add1-49a2-a76e-ae69c63ddc27', 'mac_address': 'fa:16:3e:d5:f4:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a5ce63f-aff9-46ab-b841-e4d465c7d600', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110844) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 20:09:06.920457 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.plugin [None req-d0f6f013-557c-42fd-b8c1-dceea1ac612a admin admin] Deleting port b4ffdb97-91cc-440b-b783-8bc5e1508fac {{(pid=110843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 24 20:09:06.921368 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-d0f6f013-557c-42fd-b8c1-dceea1ac612a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731445580472'] for port (b4ffdb97-91cc-440b-b783-8bc5e1508fac), before_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:09:06.927463 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-f58853c5-2ce4-44cf-8e68-55854cfe1802 req-589975c8-6dda-4fef-afa7-2fec48b781cd tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] 10.222.0.17 "GET /v2.0/security-groups?id=623eeaef-673a-47cb-9829-c979feaccd70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1224527 Jul 24 20:09:06.928716 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Device e4a96822-ce99-4391-bf07-e617c74eb382 no longer exists at agent ovs-agent-dv-cinder-850449-2-iscsi {{(pid=110844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 20:09:06.930400 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-f83b4882-1b16-4b62-ac0d-614253b7a65b req-a62fb0bd-f580-43ca-b498-7b475b095591 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] 10.222.0.17 "GET /v2.0/security-groups?id=b25dcff4-d364-458d-8e15-4319c39b4de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1266465 Jul 24 20:09:06.976104 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] No Port match for: e4a96822-ce99-4391-bf07-e617c74eb382 {{(pid=110844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 24 20:09:06.976383 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Device e4a96822-ce99-4391-bf07-e617c74eb382 not bound to the agent host dv-cinder-850449-2-iscsi {{(pid=110844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 20:09:06.977029 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Device 1a915ddb-b03f-445f-850a-6252c5f8b719 no longer exists at agent ovs-agent-dv-cinder-850449-2-iscsi {{(pid=110844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 20:09:07.003228 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.db [None req-d0f6f013-557c-42fd-b8c1-dceea1ac612a admin admin] For port b4ffdb97-91cc-440b-b783-8bc5e1508fac, host dv-cinder-850449-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850449-2-iscsi',level=0,port_id=b4ffdb97-91cc-440b-b783-8bc5e1508fac,segment=NetworkSegment(78737f80-9c2d-440f-8dc6-3a8965544158),segment_id=78737f80-9c2d-440f-8dc6-3a8965544158)] {{(pid=110843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 20:09:07.003617 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-d0f6f013-557c-42fd-b8c1-dceea1ac612a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458432'] for port (b4ffdb97-91cc-440b-b783-8bc5e1508fac), precommit_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:09:07.008122 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-6dc48dae-acff-4e3e-8fdb-430da55b4f7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (7ee55678-4254-481c-8cae-5c828aed81c9), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:09:07.009844 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Current status of the port 42cf2267-add1-49a2-a76e-ae69c63ddc27 is: DOWN; New status is: BUILD {{(pid=110844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 20:09:07.010233 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (42cf2267-add1-49a2-a76e-ae69c63ddc27), before_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:09:07.012316 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-6292a153-08b5-40b6-81cc-5e9d36d812ea None None] Deleting port b4ffdb97-91cc-440b-b783-8bc5e1508fac {{(pid=110844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 24 20:09:07.012710 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-6292a153-08b5-40b6-81cc-5e9d36d812ea None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731445580472'] for port (b4ffdb97-91cc-440b-b783-8bc5e1508fac), before_delete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:09:07.015674 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] No Port match for: 1a915ddb-b03f-445f-850a-6252c5f8b719 {{(pid=110844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 24 20:09:07.016054 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Device 1a915ddb-b03f-445f-850a-6252c5f8b719 not bound to the agent host dv-cinder-850449-2-iscsi {{(pid=110844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 20:09:07.019993 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.plugin [None req-d0f6f013-557c-42fd-b8c1-dceea1ac612a admin admin] Calling delete_port for b4ffdb97-91cc-440b-b783-8bc5e1508fac owned by network:dhcp {{(pid=110843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 24 20:09:07.021870 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:09:07.050512 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.notifiers.nova [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42cf2267-add1-49a2-a76e-ae69c63ddc27 {{(pid=110844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 24 20:09:07.078849 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:09:07.110357 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] For port 42cf2267-add1-49a2-a76e-ae69c63ddc27, host hv-cinder-85044, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85044',level=0,port_id=42cf2267-add1-49a2-a76e-ae69c63ddc27,segment=NetworkSegment(fcae6d86-0667-4466-9640-9c859a957499),segment_id=fcae6d86-0667-4466-9640-9c859a957499)] {{(pid=110844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 20:09:07.112265 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-6292a153-08b5-40b6-81cc-5e9d36d812ea None None] For port b4ffdb97-91cc-440b-b783-8bc5e1508fac, host dv-cinder-850449-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850449-2-iscsi',level=0,port_id=b4ffdb97-91cc-440b-b783-8bc5e1508fac,segment=NetworkSegment(78737f80-9c2d-440f-8dc6-3a8965544158),segment_id=78737f80-9c2d-440f-8dc6-3a8965544158)] {{(pid=110844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 20:09:07.112682 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-6292a153-08b5-40b6-81cc-5e9d36d812ea None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458432'] for port (b4ffdb97-91cc-440b-b783-8bc5e1508fac), precommit_delete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:09:07.124921 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-6292a153-08b5-40b6-81cc-5e9d36d812ea None None] Calling delete_port for b4ffdb97-91cc-440b-b783-8bc5e1508fac owned by network:dhcp {{(pid=110844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 24 20:09:07.212169 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-d0f6f013-557c-42fd-b8c1-dceea1ac612a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731445585704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731445223415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2610928'] for port (b4ffdb97-91cc-440b-b783-8bc5e1508fac), after_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:09:07.213188 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958'] for port (42cf2267-add1-49a2-a76e-ae69c63ddc27), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:09:07.240426 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-6292a153-08b5-40b6-81cc-5e9d36d812ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731445585704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731445223415'] for port (b4ffdb97-91cc-440b-b783-8bc5e1508fac), after_delete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:09:07.242183 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f6f013-557c-42fd-b8c1-dceea1ac612a admin admin] Pushing event deleted for resources: {'Port': ['ID=b4ffdb97-91cc-440b-b783-8bc5e1508fac,revision_number=None']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:09:07.247577 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f6f013-557c-42fd-b8c1-dceea1ac612a admin admin] No DVR routers for this DVR port b4ffdb97-91cc-440b-b783-8bc5e1508fac on host dv-cinder-850449-2-iscsi {{(pid=110843) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 24 20:09:07.261420 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6292a153-08b5-40b6-81cc-5e9d36d812ea None None] No DVR routers for this DVR port b4ffdb97-91cc-440b-b783-8bc5e1508fac on host dv-cinder-850449-2-iscsi {{(pid=110844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 24 20:09:07.289430 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Pushing event updated for resources: {'Port': ['ID=42cf2267-add1-49a2-a76e-ae69c63ddc27,revision_number=4']} {{(pid=110844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:09:07.328995 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6292a153-08b5-40b6-81cc-5e9d36d812ea None None] Pushing event deleted for resources: {'Port': ['ID=b4ffdb97-91cc-440b-b783-8bc5e1508fac,revision_number=None']} {{(pid=110844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:09:07.336851 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-d0f6f013-557c-42fd-b8c1-dceea1ac612a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7817651', 'neutron.services.segments.db._delete_segments_for_network-8731445707084'] for network (9568b641-7783-426b-8ad0-3ac71fba0922), precommit_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:09:07.360823 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.services.segments.db [None req-d0f6f013-557c-42fd-b8c1-dceea1ac612a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9568b641-7783-426b-8ad0-3ac71fba0922']}} {{(pid=110843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:09:07.371463 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.services.segments.db [None req-d0f6f013-557c-42fd-b8c1-dceea1ac612a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78737f80-9c2d-440f-8dc6-3a8965544158') {'for_net_delete': True} {{(pid=110843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:09:07.371810 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.services.segments.db [None req-d0f6f013-557c-42fd-b8c1-dceea1ac612a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78737f80-9c2d-440f-8dc6-3a8965544158') {} {{(pid=110843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:09:07.382203 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-d0f6f013-557c-42fd-b8c1-dceea1ac612a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731445706213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8646316'] for segment (78737f80-9c2d-440f-8dc6-3a8965544158), before_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:09:07.398660 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-d0f6f013-557c-42fd-b8c1-dceea1ac612a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7750649'] for segment (78737f80-9c2d-440f-8dc6-3a8965544158), precommit_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:09:07.412960 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0f6f013-557c-42fd-b8c1-dceea1ac612a admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=110843) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 20:09:07.413616 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-d0f6f013-557c-42fd-b8c1-dceea1ac612a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7750649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2610855'] for segment (78737f80-9c2d-440f-8dc6-3a8965544158), after_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:09:07.448802 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] get_ports_and_sgs() called for port_ids ['42cf2267-add1-49a2-a76e-ae69c63ddc27'] {{(pid=110844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 20:09:07.449390 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.services.segments.plugin [-] Segment 78737f80-9c2d-440f-8dc6-3a8965544158 resource provider aggregate not found Jul 24 20:09:07.482187 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.services.segments.plugin [-] Segment 78737f80-9c2d-440f-8dc6-3a8965544158 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 78737f80-9c2d-440f-8dc6-3a8965544158 found for delete ", "request_id": "req-c6a33430-6c87-465c-bcf2-d09dc9699c92"}]} Jul 24 20:09:07.574467 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:09:07.591782 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-d0f6f013-557c-42fd-b8c1-dceea1ac612a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7817604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-452517'] for network (9568b641-7783-426b-8ad0-3ac71fba0922), after_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:09:07.599325 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-d0f6f013-557c-42fd-b8c1-dceea1ac612a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594923'] for network (None), before_response {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:09:07.602972 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [None req-d0f6f013-557c-42fd-b8c1-dceea1ac612a admin admin] 10.222.0.17 "DELETE /v2.0/networks/9568b641-7783-426b-8ad0-3ac71fba0922 HTTP/1.1" status: 204 len: 168 time: 1.0030189 Jul 24 20:09:07.615837 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f6f013-557c-42fd-b8c1-dceea1ac612a admin admin] Pushing event deleted for resources: {'Network': ['ID=9568b641-7783-426b-8ad0-3ac71fba0922,revision_number=None']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:09:08.004825 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 37328) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:09:08.058195 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-7473b305-f741-4cd7-baca-658686937409 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=dcc8f2e8d4e64866a624dcd6d1de5d81&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0497365 Jul 24 20:09:08.058875 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 37330) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:09:08.087553 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4399edb2-17fc-461a-b78e-0fb4dcfe4f46 req-b8add904-0197-4f70-bbbd-994fc3a46a91 tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:09:08.089135 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-4399edb2-17fc-461a-b78e-0fb4dcfe4f46 req-b8add904-0197-4f70-bbbd-994fc3a46a91 tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] 10.222.0.17 "GET /v2.0/ports?device_id=77bbeaa9-f40d-49c5-a878-9fb67bede679 HTTP/1.1" status: 200 len: 946 time: 0.0874295 Jul 24 20:09:08.104469 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954edf0f-145e-4bf4-9947-61ea5346e3d1 req-e298a12b-c42a-418c-8c8c-9845487eb748 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:09:08.107579 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-954edf0f-145e-4bf4-9947-61ea5346e3d1 req-e298a12b-c42a-418c-8c8c-9845487eb748 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] 10.222.0.17 "GET /v2.0/ports?device_id=9e2927d8-38e7-40fa-ba40-d038c1d681ca HTTP/1.1" status: 200 len: 944 time: 0.0906746 Jul 24 20:09:08.134503 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-ccef99f7-3ee9-49a1-8a3d-1ba02483f96f admin admin] Publish callbacks [] for security_group (39678e1d-b50d-44aa-8ac1-e58608d58977), before_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:09:08.162765 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-ccef99f7-3ee9-49a1-8a3d-1ba02483f96f admin admin] Publish callbacks [] for security_group (39678e1d-b50d-44aa-8ac1-e58608d58977), precommit_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:09:08.199874 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-4399edb2-17fc-461a-b78e-0fb4dcfe4f46 req-ab26ec60-3b26-4e91-b7f6-428de26f5b89 tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] 10.222.0.17 "GET /v2.0/security-groups?id=623eeaef-673a-47cb-9829-c979feaccd70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864813 Jul 24 20:09:08.204460 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-954edf0f-145e-4bf4-9947-61ea5346e3d1 req-1e8df86a-ca2f-40cf-b2f8-2bd1eb352e9b tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] 10.222.0.17 "GET /v2.0/security-groups?id=b25dcff4-d364-458d-8e15-4319c39b4de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848303 Jul 24 20:09:08.412401 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-ccef99f7-3ee9-49a1-8a3d-1ba02483f96f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (39678e1d-b50d-44aa-8ac1-e58608d58977), after_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:09:08.412607 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-43102eef-6e4b-4922-ad30-3734cbb7477a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (7d43fc2f-3c2c-473f-8c92-13ad6341ecc2), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:09:08.415548 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-ccef99f7-3ee9-49a1-8a3d-1ba02483f96f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:09:08.416756 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-ccef99f7-3ee9-49a1-8a3d-1ba02483f96f admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/39678e1d-b50d-44aa-8ac1-e58608d58977 HTTP/1.1" status: 204 len: 168 time: 0.3573747 Jul 24 20:09:08.426836 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccef99f7-3ee9-49a1-8a3d-1ba02483f96f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39678e1d-b50d-44aa-8ac1-e58608d58977,revision_number=None']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:09:08.713281 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Device 42cf2267-add1-49a2-a76e-ae69c63ddc27 up at agent hyperv_hv-cinder-85044 {{(pid=110844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 20:09:08.767485 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Provisioning for port 42cf2267-add1-49a2-a76e-ae69c63ddc27 completed by entity L2. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 24 20:09:08.860266 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Provisioning complete for port 42cf2267-add1-49a2-a76e-ae69c63ddc27 triggered by entity L2. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 20:09:08.861305 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812910'] for port (42cf2267-add1-49a2-a76e-ae69c63ddc27), provisioning_complete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:09:08.885946 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Device b4ffdb97-91cc-440b-b783-8bc5e1508fac no longer exists at agent ovs-agent-dv-cinder-850449-2-iscsi {{(pid=110844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 20:09:08.916416 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] No Port match for: b4ffdb97-91cc-440b-b783-8bc5e1508fac {{(pid=110844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 24 20:09:08.916660 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Device b4ffdb97-91cc-440b-b783-8bc5e1508fac not bound to the agent host dv-cinder-850449-2-iscsi {{(pid=110844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 20:09:08.970570 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Current status of the port 42cf2267-add1-49a2-a76e-ae69c63ddc27 is: BUILD; New status is: ACTIVE {{(pid=110844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 20:09:08.972879 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (42cf2267-add1-49a2-a76e-ae69c63ddc27), before_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:09:09.001558 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e2927d8-38e7-40fa-ba40-d038c1d681ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42cf2267-add1-49a2-a76e-ae69c63ddc27'}] {{(pid=110844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 24 20:09:09.003976 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cb44c1e02bae91b270a0e6cfc836be33c010434f31a7c401440ca7d913440f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b306036-9b58-43ae-a5db-4126ca483e38" -d '{"events": [{"server_uuid": "9e2927d8-38e7-40fa-ba40-d038c1d681ca", "name": "network-vif-plugged", "status": "completed", "tag": "42cf2267-add1-49a2-a76e-ae69c63ddc27"}]}' {{(pid=110844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 20:09:09.020706 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] For port 42cf2267-add1-49a2-a76e-ae69c63ddc27, host hv-cinder-85044, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85044',level=0,port_id=42cf2267-add1-49a2-a76e-ae69c63ddc27,segment=NetworkSegment(fcae6d86-0667-4466-9640-9c859a957499),segment_id=fcae6d86-0667-4466-9640-9c859a957499)] {{(pid=110844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 20:09:09.052122 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 24 Jul 2022 20:09:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-358de802-dde5-4234-afe9-23c1fa1299c4 x-openstack-request-id: req-358de802-dde5-4234-afe9-23c1fa1299c4 {{(pid=110844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 20:09:09.052515 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e2927d8-38e7-40fa-ba40-d038c1d681ca", "name": "network-vif-plugged", "status": "completed", "tag": "42cf2267-add1-49a2-a76e-ae69c63ddc27", "code": 200}]} {{(pid=110844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 20:09:09.053087 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-358de802-dde5-4234-afe9-23c1fa1299c4 {{(pid=110844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 20:09:09.053686 dv-cinder-850449-2-iscsi neutron-server[110844]: INFO neutron.notifiers.nova [-] Nova event matching ['req-358de802-dde5-4234-afe9-23c1fa1299c4'] response: {'server_uuid': '9e2927d8-38e7-40fa-ba40-d038c1d681ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42cf2267-add1-49a2-a76e-ae69c63ddc27', 'code': 200} Jul 24 20:09:09.134556 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958'] for port (42cf2267-add1-49a2-a76e-ae69c63ddc27), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:09:09.193772 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Pushing event updated for resources: {'Port': ['ID=42cf2267-add1-49a2-a76e-ae69c63ddc27,revision_number=5']} {{(pid=110844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:09:09.199142 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (46eda511-dfa5-408c-8bd4-cb509f691033), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:09:09.389420 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3f5bc1-ac15-4fcb-a87f-9e9da22940e1 req-4e89cd14-052d-4854-867f-592f251136a5 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:09:09.393608 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-cb3f5bc1-ac15-4fcb-a87f-9e9da22940e1 req-4e89cd14-052d-4854-867f-592f251136a5 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] 10.222.0.17 "GET /v2.0/ports?device_id=9e2927d8-38e7-40fa-ba40-d038c1d681ca HTTP/1.1" status: 200 len: 945 time: 0.0919108 Jul 24 20:09:09.409283 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3999fa18-b6f6-41bd-95ff-b5a36baf9296 req-ce2bc9a6-1049-446c-a786-e57fc241db28 tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:09:09.412043 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-3999fa18-b6f6-41bd-95ff-b5a36baf9296 req-ce2bc9a6-1049-446c-a786-e57fc241db28 tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] 10.222.0.17 "GET /v2.0/ports?device_id=77bbeaa9-f40d-49c5-a878-9fb67bede679 HTTP/1.1" status: 200 len: 946 time: 0.0994644 Jul 24 20:09:09.493098 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-cb3f5bc1-ac15-4fcb-a87f-9e9da22940e1 req-74ced899-4e3b-4654-85fc-75d0b8ef247a tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] 10.222.0.17 "GET /v2.0/security-groups?id=b25dcff4-d364-458d-8e15-4319c39b4de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791271 Jul 24 20:09:09.522058 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-3999fa18-b6f6-41bd-95ff-b5a36baf9296 req-03d4dbf3-7915-44d3-b13f-f734d7c66082 tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] 10.222.0.17 "GET /v2.0/security-groups?id=623eeaef-673a-47cb-9829-c979feaccd70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964930 Jul 24 20:09:09.691225 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6968ec9-0583-4d43-a56e-8e2124e556f1 req-2f1966cc-e695-4c1d-a35f-7424c2c523a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:09:09.692817 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-d6968ec9-0583-4d43-a56e-8e2124e556f1 req-2f1966cc-e695-4c1d-a35f-7424c2c523a5 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9e2927d8-38e7-40fa-ba40-d038c1d681ca HTTP/1.1" status: 200 len: 1129 time: 0.0479279 Jul 24 20:09:09.741738 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-d6968ec9-0583-4d43-a56e-8e2124e556f1 req-0104f6cb-b59b-4a58-b3d5-bd09313c9056 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=b25dcff4-d364-458d-8e15-4319c39b4de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427403 Jul 24 20:09:10.022128 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:09:10.042768 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2e5a03-6522-41a2-a5d3-f5df2da23f47 req-d034fe24-e291-49d5-a119-80341f14854f tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:09:10.045133 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-5b2e5a03-6522-41a2-a5d3-f5df2da23f47 req-d034fe24-e291-49d5-a119-80341f14854f tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] 10.222.0.17 "GET /v2.0/ports?device_id=77bbeaa9-f40d-49c5-a878-9fb67bede679 HTTP/1.1" status: 200 len: 946 time: 0.0613434 Jul 24 20:09:10.125858 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-5b2e5a03-6522-41a2-a5d3-f5df2da23f47 req-49b56761-65d5-47a2-9142-bc4cbc601f96 tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] 10.222.0.17 "GET /v2.0/security-groups?id=623eeaef-673a-47cb-9829-c979feaccd70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746920 Jul 24 20:09:10.224960 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [-] (110843) accepted ('10.222.0.17', 37372) {{(pid=110843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:09:10.330786 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-8df44aad-04d2-45f5-86ed-8c72cee7e651 req-fd71819c-7a96-439c-9a26-a805e783b1a6 service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=77bbeaa9-f40d-49c5-a878-9fb67bede679&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1038828 Jul 24 20:09:10.339835 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [req-8df44aad-04d2-45f5-86ed-8c72cee7e651 req-ebcf5b30-b183-4183-b6ca-a9233f51f5c9 service neutron] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=110843) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 24 20:09:10.341496 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-8df44aad-04d2-45f5-86ed-8c72cee7e651 req-ebcf5b30-b183-4183-b6ca-a9233f51f5c9 service neutron] 10.222.0.17 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0057948 Jul 24 20:09:10.429594 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [-] (110843) accepted ('10.222.0.17', 37380) {{(pid=110843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:09:10.541038 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df44aad-04d2-45f5-86ed-8c72cee7e651 req-e9b39fad-62c2-4dc7-a22a-deaf2d1b4056 tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:09:10.541839 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-8df44aad-04d2-45f5-86ed-8c72cee7e651 req-e9b39fad-62c2-4dc7-a22a-deaf2d1b4056 tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] 10.222.0.17 "GET /v2.0/ports/9f8b91ff-1b06-4056-a7d1-d1c50c5177a3 HTTP/1.1" status: 200 len: 943 time: 0.1120918 Jul 24 20:09:10.558401 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (95564131-b678-4db2-a162-51408b2acd55), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:09:10.593185 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:DELETE=5,neutron:SELECT=95 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:09:10.633970 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ed6b8a-7206-4eb3-a233-4722517f7503 req-5c05c439-c738-4c3e-b146-a3ef94f00167 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:09:10.635530 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-31ed6b8a-7206-4eb3-a233-4722517f7503 req-5c05c439-c738-4c3e-b146-a3ef94f00167 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] 10.222.0.17 "GET /v2.0/ports?device_id=9e2927d8-38e7-40fa-ba40-d038c1d681ca HTTP/1.1" status: 200 len: 945 time: 0.0527194 Jul 24 20:09:10.697515 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-31ed6b8a-7206-4eb3-a233-4722517f7503 req-eee22ed5-2321-4cd5-82f4-a8c4bf0fc1c0 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] 10.222.0.17 "GET /v2.0/security-groups?id=b25dcff4-d364-458d-8e15-4319c39b4de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532877 Jul 24 20:09:10.745035 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Device 9f8b91ff-1b06-4056-a7d1-d1c50c5177a3 no longer exists at agent hyperv_hv-cinder-85044 {{(pid=110844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 20:09:10.824013 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Current status of the port 9f8b91ff-1b06-4056-a7d1-d1c50c5177a3 is: ACTIVE; New status is: DOWN {{(pid=110844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 20:09:10.824404 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (9f8b91ff-1b06-4056-a7d1-d1c50c5177a3), before_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:09:10.864424 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] For port 9f8b91ff-1b06-4056-a7d1-d1c50c5177a3, host hv-cinder-85044, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85044',level=0,port_id=9f8b91ff-1b06-4056-a7d1-d1c50c5177a3,segment=NetworkSegment(0aa6322a-a627-450c-81a4-dc1cb35bc87c),segment_id=0aa6322a-a627-450c-81a4-dc1cb35bc87c)] {{(pid=110844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 20:09:10.973112 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958'] for port (9f8b91ff-1b06-4056-a7d1-d1c50c5177a3), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:09:11.056266 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77bbeaa9-f40d-49c5-a878-9fb67bede679', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f8b91ff-1b06-4056-a7d1-d1c50c5177a3'}] {{(pid=110844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 24 20:09:11.061580 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cb44c1e02bae91b270a0e6cfc836be33c010434f31a7c401440ca7d913440f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6c36a06-272c-40fe-a1e3-a17017296956" -d '{"events": [{"server_uuid": "77bbeaa9-f40d-49c5-a878-9fb67bede679", "name": "network-vif-unplugged", "status": "completed", "tag": "9f8b91ff-1b06-4056-a7d1-d1c50c5177a3"}]}' {{(pid=110844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 20:09:11.086588 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Pushing event updated for resources: {'Port': ['ID=9f8b91ff-1b06-4056-a7d1-d1c50c5177a3,revision_number=6']} {{(pid=110844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:09:11.102226 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sun, 24 Jul 2022 20:09:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c0f029a-445f-4369-91e5-7e586ec946ef x-openstack-request-id: req-0c0f029a-445f-4369-91e5-7e586ec946ef {{(pid=110844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 20:09:11.102583 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77bbeaa9-f40d-49c5-a878-9fb67bede679", "name": "network-vif-unplugged", "status": "failed", "tag": "9f8b91ff-1b06-4056-a7d1-d1c50c5177a3", "code": 422}]} {{(pid=110844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 20:09:11.102839 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-0c0f029a-445f-4369-91e5-7e586ec946ef {{(pid=110844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 20:09:11.103282 dv-cinder-850449-2-iscsi neutron-server[110844]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-0c0f029a-445f-4369-91e5-7e586ec946ef']: {'server_uuid': '77bbeaa9-f40d-49c5-a878-9fb67bede679', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9f8b91ff-1b06-4056-a7d1-d1c50c5177a3', 'code': 422} returned with failed status Jul 24 20:09:11.281854 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e402de55-f635-4f39-ad4f-585d0f9aec6b req-28cf514f-5695-4c35-9b27-88d15949cd70 tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:09:11.283472 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-e402de55-f635-4f39-ad4f-585d0f9aec6b req-28cf514f-5695-4c35-9b27-88d15949cd70 tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] 10.222.0.17 "GET /v2.0/ports?device_id=77bbeaa9-f40d-49c5-a878-9fb67bede679 HTTP/1.1" status: 200 len: 944 time: 0.0719512 Jul 24 20:09:11.339568 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-e402de55-f635-4f39-ad4f-585d0f9aec6b req-4934415b-6403-4410-8609-5081fb357e5e tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] 10.222.0.17 "GET /v2.0/security-groups?id=623eeaef-673a-47cb-9829-c979feaccd70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500832 Jul 24 20:09:11.831938 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dbe467-9e1e-496f-8c61-e082e443e36e req-a4e29ba3-48a8-4e75-8504-829ea29a5492 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:09:11.833514 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-40dbe467-9e1e-496f-8c61-e082e443e36e req-a4e29ba3-48a8-4e75-8504-829ea29a5492 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] 10.222.0.17 "GET /v2.0/ports?device_id=9e2927d8-38e7-40fa-ba40-d038c1d681ca HTTP/1.1" status: 200 len: 945 time: 0.0578454 Jul 24 20:09:11.882610 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-40dbe467-9e1e-496f-8c61-e082e443e36e req-ce08303b-3cb4-4f9e-bb79-f4f275ed3584 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] 10.222.0.17 "GET /v2.0/security-groups?id=b25dcff4-d364-458d-8e15-4319c39b4de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433161 Jul 24 20:09:11.998334 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1f15a8-f1cc-472b-964f-090ca2355cb5 req-04460bad-392a-4169-a7f4-a9a5b5a943f4 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:09:11.999840 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-6e1f15a8-f1cc-472b-964f-090ca2355cb5 req-04460bad-392a-4169-a7f4-a9a5b5a943f4 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] 10.222.0.17 "GET /v2.0/ports?device_id=9e2927d8-38e7-40fa-ba40-d038c1d681ca HTTP/1.1" status: 200 len: 945 time: 0.0478678 Jul 24 20:09:12.009985 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [-] (110843) accepted ('10.222.0.17', 37408) {{(pid=110843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:09:12.015918 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.v2.base [None req-b976e0dd-ca1b-469c-a8f3-aeacf1d17891 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Request body: {'floatingip': {'port_id': '42cf2267-add1-49a2-a76e-ae69c63ddc27'}} {{(pid=110843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 20:09:12.064058 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-b976e0dd-ca1b-469c-a8f3-aeacf1d17891 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Publish callbacks [] for floatingip (80e4b2a7-de5b-4ef1-ab3a-7668015e3262), before_update {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:09:12.664997 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:09:12.671812 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8502fd0-e327-47b8-ac3a-912004c99739 req-69605462-e372-412a-b29a-7aa807a533bd tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:09:12.673360 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-d8502fd0-e327-47b8-ac3a-912004c99739 req-69605462-e372-412a-b29a-7aa807a533bd tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] 10.222.0.17 "GET /v2.0/ports?device_id=77bbeaa9-f40d-49c5-a878-9fb67bede679 HTTP/1.1" status: 200 len: 944 time: 0.0896380 Jul 24 20:09:12.778046 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-d8502fd0-e327-47b8-ac3a-912004c99739 req-d54dc7db-f19b-4f80-915c-88a75e86732f tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] 10.222.0.17 "GET /v2.0/security-groups?id=623eeaef-673a-47cb-9829-c979feaccd70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963092 Jul 24 20:09:12.870754 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-b976e0dd-ca1b-469c-a8f3-aeacf1d17891 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:09:13.000955 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-b976e0dd-ca1b-469c-a8f3-aeacf1d17891 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-452544'] for floatingip (80e4b2a7-de5b-4ef1-ab3a-7668015e3262), after_update {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:09:13.115910 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.db.l3_db [None req-b976e0dd-ca1b-469c-a8f3-aeacf1d17891 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Floating IP 80e4b2a7-de5b-4ef1-ab3a-7668015e3262 associated. External IP: 172.27.3.39, port: 42cf2267-add1-49a2-a76e-ae69c63ddc27. Jul 24 20:09:13.214049 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:09:13.344286 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b976e0dd-ca1b-469c-a8f3-aeacf1d17891 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Router feddf977-e9f0-442b-9b8d-1726bead7082 has already been hosted by L3 agent 408021b7-d46b-48c2-9f75-8a8023f9145c {{(pid=110843) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 24 20:09:13.468403 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b976e0dd-ca1b-469c-a8f3-aeacf1d17891 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Notify agent at l3_agent.dv-cinder-850449-2-iscsi the message routers_updated {{(pid=110843) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 20:09:13.473193 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-b976e0dd-ca1b-469c-a8f3-aeacf1d17891 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1048257'] for floatingip (None), before_response {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:09:13.482882 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb4a96c-bc98-4711-bab2-53261715ea7e None None] Sync routers for ids ['feddf977-e9f0-442b-9b8d-1726bead7082'] in dv-cinder-850449-2-iscsi {{(pid=110844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 20:09:13.503331 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb4a96c-bc98-4711-bab2-53261715ea7e None None] Routers {'feddf977-e9f0-442b-9b8d-1726bead7082'} bound to L3 agent in host dv-cinder-850449-2-iscsi {{(pid=110844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 20:09:13.505257 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_hamode_db [None req-0fb4a96c-bc98-4711-bab2-53261715ea7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-24T19:52:06Z,description=,heartbeat_timestamp=2022-07-24T20:09:06Z,host='dv-cinder-850449-2-iscsi',id=408021b7-d46b-48c2-9f75-8a8023f9145c,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T19:52:06Z,topic='l3_agent')) {'router_ids': ['feddf977-e9f0-442b-9b8d-1726bead7082'], 'active': True} {{(pid=110844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:09:13.515568 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [None req-b976e0dd-ca1b-469c-a8f3-aeacf1d17891 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] 10.222.0.17 "PUT /v2.0/floatingips/80e4b2a7-de5b-4ef1-ab3a-7668015e3262 HTTP/1.1" status: 200 len: 990 time: 1.5042305 Jul 24 20:09:13.516288 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e2927d8-38e7-40fa-ba40-d038c1d681ca', 'tag': '42cf2267-add1-49a2-a76e-ae69c63ddc27'}] {{(pid=110843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 24 20:09:13.518747 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa129e2ea71b36189c7354ee4da78dc54b5a7420159cbfa164f6b2678096e4e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5791381e-313d-4173-aab5-7e1e211852e5" -d '{"events": [{"name": "network-changed", "server_uuid": "9e2927d8-38e7-40fa-ba40-d038c1d681ca", "tag": "42cf2267-add1-49a2-a76e-ae69c63ddc27"}]}' {{(pid=110843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 20:09:13.570725 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 24 Jul 2022 20:09:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66d79a29-1f50-447f-abe6-291d2c8adf53 x-openstack-request-id: req-66d79a29-1f50-447f-abe6-291d2c8adf53 {{(pid=110843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 20:09:13.571019 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e2927d8-38e7-40fa-ba40-d038c1d681ca", "tag": "42cf2267-add1-49a2-a76e-ae69c63ddc27", "status": "completed", "code": 200}]} {{(pid=110843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 20:09:13.571236 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-66d79a29-1f50-447f-abe6-291d2c8adf53 {{(pid=110843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 20:09:13.572543 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66d79a29-1f50-447f-abe6-291d2c8adf53'] response: {'name': 'network-changed', 'server_uuid': '9e2927d8-38e7-40fa-ba40-d038c1d681ca', 'tag': '42cf2267-add1-49a2-a76e-ae69c63ddc27', 'status': 'completed', 'code': 200} Jul 24 20:09:13.648425 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:09:13.654327 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5791381e-313d-4173-aab5-7e1e211852e5 req-620ffbe4-90d3-492a-8fbe-4e4d6f0a34b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:09:13.656871 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-5791381e-313d-4173-aab5-7e1e211852e5 req-620ffbe4-90d3-492a-8fbe-4e4d6f0a34b1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8fac69862bde46c8b40d8a4cc26ca379&device_id=9e2927d8-38e7-40fa-ba40-d038c1d681ca HTTP/1.1" status: 200 len: 1129 time: 0.0623970 Jul 24 20:09:13.662643 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_dvr_db [None req-0fb4a96c-bc98-4711-bab2-53261715ea7e None None] Set router feddf977-e9f0-442b-9b8d-1726bead7082 gateway port host: dv-cinder-850449-2-iscsi {{(pid=110844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 20:09:13.797680 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5791381e-313d-4173-aab5-7e1e211852e5 req-598a6e61-102a-4fa8-b20e-5eb561017f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:09:13.799246 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-5791381e-313d-4173-aab5-7e1e211852e5 req-598a6e61-102a-4fa8-b20e-5eb561017f30 service neutron] 10.222.0.42 "GET /v2.0/networks?id=aa4c12fa-3159-4d22-bc24-a1265d6d540b HTTP/1.1" status: 200 len: 912 time: 0.1329021 Jul 24 20:09:13.851922 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:09:13.937337 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_hamode_db [None req-0fb4a96c-bc98-4711-bab2-53261715ea7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feddf977-e9f0-442b-9b8d-1726bead7082', 'name': 'tempest-AttachVolumeTestJSON-1389149112-router', 'tenant_id': '8fac69862bde46c8b40d8a4cc26ca379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'external_fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '3aaa552d-4772-4834-8187-d51b1af8b119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T20:08:49Z', 'updated_at': '2022-07-24T20:08:53Z', 'revision_number': 4, 'project_id': '8fac69862bde46c8b40d8a4cc26ca379', 'gw_port': {'id': '3aaa552d-4772-4834-8187-d51b1af8b119', 'name': '', 'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:1a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feddf977-e9f0-442b-9b8d-1726bead7082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:08:49Z', 'updated_at': '2022-07-24T20:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99a0caa3-3fb5-4860-826f-478186226de3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850449-2-iscsi', '_floatingips': [{'id': '80e4b2a7-de5b-4ef1-ab3a-7668015e3262', 'tenant_id': '8fac69862bde46c8b40d8a4cc26ca379', 'floating_ip_address': '172.27.3.39', 'floating_network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'router_id': 'feddf977-e9f0-442b-9b8d-1726bead7082', 'port_id': '42cf2267-add1-49a2-a76e-ae69c63ddc27', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa4c12fa-3159-4d22-bc24-a1265d6d540b', 'mac_address': 'fa:16:3e:d5:f4:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e2927d8-38e7-40fa-ba40-d038c1d681ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-24T20:08:56Z', 'updated_at': '2022-07-24T20:09:12Z', 'revision_number': 1, 'project_id': '8fac69862bde46c8b40d8a4cc26ca379', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e13c657-69df-45e4-a8db-99be807ba027', 'name': '', 'network_id': 'aa4c12fa-3159-4d22-bc24-a1265d6d540b', 'tenant_id': '8fac69862bde46c8b40d8a4cc26ca379', 'mac_address': 'fa:16:3e:c2:c9:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feddf977-e9f0-442b-9b8d-1726bead7082', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '1a5ce63f-aff9-46ab-b841-e4d465c7d600', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:08:52Z', 'updated_at': '2022-07-24T20:08:56Z', 'revision_number': 5, 'project_id': '8fac69862bde46c8b40d8a4cc26ca379', 'subnets': [{'id': '1a5ce63f-aff9-46ab-b841-e4d465c7d600', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850449-2-iscsi', False) {} {{(pid=110844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:09:13.964333 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb4a96c-bc98-4711-bab2-53261715ea7e None None] Checking router: feddf977-e9f0-442b-9b8d-1726bead7082 for host: dv-cinder-850449-2-iscsi {{(pid=110844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 20:09:13.975065 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb4a96c-bc98-4711-bab2-53261715ea7e None None] Routers {'feddf977-e9f0-442b-9b8d-1726bead7082'} bound to L3 agent in host dv-cinder-850449-2-iscsi {{(pid=110844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 20:09:13.975679 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_hamode_db [None req-0fb4a96c-bc98-4711-bab2-53261715ea7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-24T19:52:06Z,description=,heartbeat_timestamp=2022-07-24T20:09:06Z,host='dv-cinder-850449-2-iscsi',id=408021b7-d46b-48c2-9f75-8a8023f9145c,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T19:52:06Z,topic='l3_agent')) {'router_ids': ['feddf977-e9f0-442b-9b8d-1726bead7082'], 'active': True} {{(pid=110844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:09:14.003148 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07303460-4881-4d6a-a558-d2e52774b4d6 req-f485f558-42da-4acd-8598-8e62c9d73141 tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:09:14.004793 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-07303460-4881-4d6a-a558-d2e52774b4d6 req-f485f558-42da-4acd-8598-8e62c9d73141 tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] 10.222.0.17 "GET /v2.0/ports?device_id=77bbeaa9-f40d-49c5-a878-9fb67bede679 HTTP/1.1" status: 200 len: 944 time: 0.1333296 Jul 24 20:09:14.008476 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df44aad-04d2-45f5-86ed-8c72cee7e651 req-b3d76c1e-3b9b-4364-acdd-06e8346599b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:09:14.010042 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-8df44aad-04d2-45f5-86ed-8c72cee7e651 req-b3d76c1e-3b9b-4364-acdd-06e8346599b0 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=77bbeaa9-f40d-49c5-a878-9fb67bede679&tenant_id=d4f1f24b3a384f1db3a6e782253814ec HTTP/1.1" status: 200 len: 1128 time: 0.0987785 Jul 24 20:09:14.036558 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-5791381e-313d-4173-aab5-7e1e211852e5 req-221d5c5d-1c35-428b-a81d-87cf55faa27f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=42cf2267-add1-49a2-a76e-ae69c63ddc27 HTTP/1.1" status: 200 len: 998 time: 0.1506600 Jul 24 20:09:14.134458 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_dvr_db [None req-0fb4a96c-bc98-4711-bab2-53261715ea7e None None] Set router feddf977-e9f0-442b-9b8d-1726bead7082 gateway port host: dv-cinder-850449-2-iscsi {{(pid=110844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 20:09:14.141590 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df44aad-04d2-45f5-86ed-8c72cee7e651 req-5be69efa-11cc-4397-bb0b-5bffeb05bdad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:09:14.143117 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-8df44aad-04d2-45f5-86ed-8c72cee7e651 req-5be69efa-11cc-4397-bb0b-5bffeb05bdad service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d4f1f24b3a384f1db3a6e782253814ec&device_id=77bbeaa9-f40d-49c5-a878-9fb67bede679 HTTP/1.1" status: 200 len: 1128 time: 0.1089859 Jul 24 20:09:14.181936 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-07303460-4881-4d6a-a558-d2e52774b4d6 req-ac1ed94a-9011-413a-81a4-85a37bec101f tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] 10.222.0.17 "GET /v2.0/security-groups?id=623eeaef-673a-47cb-9829-c979feaccd70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1579907 Jul 24 20:09:14.196509 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5791381e-313d-4173-aab5-7e1e211852e5 req-25c0a5c6-62f4-4d6d-be39-76af3e8b6dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:09:14.198092 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-5791381e-313d-4173-aab5-7e1e211852e5 req-25c0a5c6-62f4-4d6d-be39-76af3e8b6dc8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1a5ce63f-aff9-46ab-b841-e4d465c7d600 HTTP/1.1" status: 200 len: 850 time: 0.1439664 Jul 24 20:09:14.216860 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=100 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:09:14.263821 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 37444) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:09:14.292464 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5791381e-313d-4173-aab5-7e1e211852e5 req-515d8cf3-bcc9-4890-a7a4-47dc7cbcb88b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:09:14.294803 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-5791381e-313d-4173-aab5-7e1e211852e5 req-515d8cf3-bcc9-4890-a7a4-47dc7cbcb88b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=aa4c12fa-3159-4d22-bc24-a1265d6d540b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0893292 Jul 24 20:09:14.350139 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df44aad-04d2-45f5-86ed-8c72cee7e651 req-1ae1618e-e299-4b19-adfb-f2e57467509e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:09:14.351713 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-8df44aad-04d2-45f5-86ed-8c72cee7e651 req-1ae1618e-e299-4b19-adfb-f2e57467509e service neutron] 10.222.0.42 "GET /v2.0/networks?id=db5ceaaa-c00a-4f99-91da-e1e2dfaf14af HTTP/1.1" status: 200 len: 910 time: 0.1921687 Jul 24 20:09:14.466878 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-e3a610e6-5bee-4e69-8de5-cb85eedd40b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:09:14.493431 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-8df44aad-04d2-45f5-86ed-8c72cee7e651 req-96affa45-d83c-46ce-850d-1defd429f81c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9f8b91ff-1b06-4056-a7d1-d1c50c5177a3 HTTP/1.1" status: 200 len: 1000 time: 0.1119277 Jul 24 20:09:14.497660 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-5791381e-313d-4173-aab5-7e1e211852e5 req-fa3d0e4c-ccc6-4cc1-8193-a8e264d52c9e service neutron] 10.222.0.42 "GET /v2.0/networks/aa4c12fa-3159-4d22-bc24-a1265d6d540b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942043 Jul 24 20:09:14.558625 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_hamode_db [None req-0fb4a96c-bc98-4711-bab2-53261715ea7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feddf977-e9f0-442b-9b8d-1726bead7082', 'name': 'tempest-AttachVolumeTestJSON-1389149112-router', 'tenant_id': '8fac69862bde46c8b40d8a4cc26ca379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'external_fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '3aaa552d-4772-4834-8187-d51b1af8b119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T20:08:49Z', 'updated_at': '2022-07-24T20:08:53Z', 'revision_number': 4, 'project_id': '8fac69862bde46c8b40d8a4cc26ca379', 'gw_port': {'id': '3aaa552d-4772-4834-8187-d51b1af8b119', 'name': '', 'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:1a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feddf977-e9f0-442b-9b8d-1726bead7082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:08:49Z', 'updated_at': '2022-07-24T20:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99a0caa3-3fb5-4860-826f-478186226de3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850449-2-iscsi', '_floatingips': [{'id': '80e4b2a7-de5b-4ef1-ab3a-7668015e3262', 'tenant_id': '8fac69862bde46c8b40d8a4cc26ca379', 'floating_ip_address': '172.27.3.39', 'floating_network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'router_id': 'feddf977-e9f0-442b-9b8d-1726bead7082', 'port_id': '42cf2267-add1-49a2-a76e-ae69c63ddc27', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa4c12fa-3159-4d22-bc24-a1265d6d540b', 'mac_address': 'fa:16:3e:d5:f4:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e2927d8-38e7-40fa-ba40-d038c1d681ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-24T20:08:56Z', 'updated_at': '2022-07-24T20:09:12Z', 'revision_number': 1, 'project_id': '8fac69862bde46c8b40d8a4cc26ca379', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e13c657-69df-45e4-a8db-99be807ba027', 'name': '', 'network_id': 'aa4c12fa-3159-4d22-bc24-a1265d6d540b', 'tenant_id': '8fac69862bde46c8b40d8a4cc26ca379', 'mac_address': 'fa:16:3e:c2:c9:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feddf977-e9f0-442b-9b8d-1726bead7082', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '1a5ce63f-aff9-46ab-b841-e4d465c7d600', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:08:52Z', 'updated_at': '2022-07-24T20:08:56Z', 'revision_number': 5, 'project_id': '8fac69862bde46c8b40d8a4cc26ca379', 'subnets': [{'id': '1a5ce63f-aff9-46ab-b841-e4d465c7d600', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850449-2-iscsi', False) {} {{(pid=110844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:09:14.559512 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-e3a610e6-5bee-4e69-8de5-cb85eedd40b3 admin admin] Publish callbacks [] for security_group (fa82631c-fbf2-4c72-9469-0f31f78c415b), precommit_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:09:14.589353 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb4a96c-bc98-4711-bab2-53261715ea7e None None] The sync data for ids ['feddf977-e9f0-442b-9b8d-1726bead7082'] in dv-cinder-850449-2-iscsi is: [{'id': 'feddf977-e9f0-442b-9b8d-1726bead7082', 'name': 'tempest-AttachVolumeTestJSON-1389149112-router', 'tenant_id': '8fac69862bde46c8b40d8a4cc26ca379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'external_fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '3aaa552d-4772-4834-8187-d51b1af8b119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T20:08:49Z', 'updated_at': '2022-07-24T20:08:53Z', 'revision_number': 4, 'project_id': '8fac69862bde46c8b40d8a4cc26ca379', 'gw_port': {'id': '3aaa552d-4772-4834-8187-d51b1af8b119', 'name': '', 'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:1a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feddf977-e9f0-442b-9b8d-1726bead7082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:08:49Z', 'updated_at': '2022-07-24T20:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99a0caa3-3fb5-4860-826f-478186226de3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850449-2-iscsi', '_floatingips': [{'id': '80e4b2a7-de5b-4ef1-ab3a-7668015e3262', 'tenant_id': '8fac69862bde46c8b40d8a4cc26ca379', 'floating_ip_address': '172.27.3.39', 'floating_network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'router_id': 'feddf977-e9f0-442b-9b8d-1726bead7082', 'port_id': '42cf2267-add1-49a2-a76e-ae69c63ddc27', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa4c12fa-3159-4d22-bc24-a1265d6d540b', 'mac_address': 'fa:16:3e:d5:f4:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e2927d8-38e7-40fa-ba40-d038c1d681ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-24T20:08:56Z', 'updated_at': '2022-07-24T20:09:12Z', 'revision_number': 1, 'project_id': '8fac69862bde46c8b40d8a4cc26ca379', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e13c657-69df-45e4-a8db-99be807ba027', 'name': '', 'network_id': 'aa4c12fa-3159-4d22-bc24-a1265d6d540b', 'tenant_id': '8fac69862bde46c8b40d8a4cc26ca379', 'mac_address': 'fa:16:3e:c2:c9:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feddf977-e9f0-442b-9b8d-1726bead7082', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '1a5ce63f-aff9-46ab-b841-e4d465c7d600', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:08:52Z', 'updated_at': '2022-07-24T20:08:56Z', 'revision_number': 5, 'project_id': '8fac69862bde46c8b40d8a4cc26ca379', 'subnets': [{'id': '1a5ce63f-aff9-46ab-b841-e4d465c7d600', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 20:09:14.642986 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-e3a610e6-5bee-4e69-8de5-cb85eedd40b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (fa82631c-fbf2-4c72-9469-0f31f78c415b), after_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:09:14.650533 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df44aad-04d2-45f5-86ed-8c72cee7e651 req-73d753cc-a366-4824-bbcf-f60b107d2bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:09:14.652510 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-8df44aad-04d2-45f5-86ed-8c72cee7e651 req-73d753cc-a366-4824-bbcf-f60b107d2bd4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6c93dad3-d715-4337-a807-6727a504efe8 HTTP/1.1" status: 200 len: 848 time: 0.1484275 Jul 24 20:09:14.659562 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=80,neutron:DELETE=12,neutron:UPDATE=1,neutron:INSERT=7 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:09:14.704504 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-e3a610e6-5bee-4e69-8de5-cb85eedd40b3 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=31d4d37fc0ee42af995b8717d76810e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4354601 Jul 24 20:09:14.704779 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 37448) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:09:14.714672 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-5791381e-313d-4173-aab5-7e1e211852e5 req-26482b4c-2392-443c-b98d-cb36d413d347 service neutron] 10.222.0.42 "GET /v2.0/networks/aa4c12fa-3159-4d22-bc24-a1265d6d540b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2088635 Jul 24 20:09:14.721556 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df44aad-04d2-45f5-86ed-8c72cee7e651 req-df521943-114b-4461-b33c-e7fc49b0b845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:09:14.723079 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-8df44aad-04d2-45f5-86ed-8c72cee7e651 req-df521943-114b-4461-b33c-e7fc49b0b845 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=db5ceaaa-c00a-4f99-91da-e1e2dfaf14af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0631702 Jul 24 20:09:14.733954 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a610e6-5bee-4e69-8de5-cb85eedd40b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa82631c-fbf2-4c72-9469-0f31f78c415b,revision_number=1']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:09:14.773463 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-77966d28-35e5-43d3-b569-5cc550df08a4 admin admin] Publish callbacks [] for security_group (fa82631c-fbf2-4c72-9469-0f31f78c415b), before_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:09:14.800307 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-77966d28-35e5-43d3-b569-5cc550df08a4 admin admin] Publish callbacks [] for security_group (fa82631c-fbf2-4c72-9469-0f31f78c415b), precommit_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:09:14.821728 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=100 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:09:14.834016 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=4,neutron:INSERT=4 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:09:14.839595 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-8df44aad-04d2-45f5-86ed-8c72cee7e651 req-f84fb468-9957-4247-89d6-d6e6995858b7 service neutron] 10.222.0.42 "GET /v2.0/networks/db5ceaaa-c00a-4f99-91da-e1e2dfaf14af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082287 Jul 24 20:09:14.897942 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d23f07-1729-423d-a802-c5fa5719f17f None None] New status for floating IP 80e4b2a7-de5b-4ef1-ab3a-7668015e3262: ACTIVE {{(pid=110845) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 24 20:09:14.943156 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG dbcounter [-] [110845] Writing DB stats neutron:SELECT=100 {{(pid=110845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:09:14.954140 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-8df44aad-04d2-45f5-86ed-8c72cee7e651 req-6c7d1eab-a410-4ba6-8c0a-e8c127633d20 service neutron] 10.222.0.42 "GET /v2.0/networks/db5ceaaa-c00a-4f99-91da-e1e2dfaf14af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089349 Jul 24 20:09:14.978395 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-77966d28-35e5-43d3-b569-5cc550df08a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (fa82631c-fbf2-4c72-9469-0f31f78c415b), after_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:09:14.981798 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-77966d28-35e5-43d3-b569-5cc550df08a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:09:14.983286 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-77966d28-35e5-43d3-b569-5cc550df08a4 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/fa82631c-fbf2-4c72-9469-0f31f78c415b HTTP/1.1" status: 204 len: 168 time: 0.2775910 Jul 24 20:09:14.996874 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77966d28-35e5-43d3-b569-5cc550df08a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa82631c-fbf2-4c72-9469-0f31f78c415b,revision_number=None']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:09:15.339742 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c62e9e8-ba4b-4ad7-b392-66fa58a0e8eb req-e9b3576a-66e7-4f64-95b5-6c167aac4e50 tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:09:15.341912 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-7c62e9e8-ba4b-4ad7-b392-66fa58a0e8eb req-e9b3576a-66e7-4f64-95b5-6c167aac4e50 tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] 10.222.0.17 "GET /v2.0/ports?device_id=77bbeaa9-f40d-49c5-a878-9fb67bede679 HTTP/1.1" status: 200 len: 944 time: 0.0560265 Jul 24 20:09:15.399993 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-7c62e9e8-ba4b-4ad7-b392-66fa58a0e8eb req-d3bac3a7-b198-4325-8de3-ab9a59e36916 tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] 10.222.0.17 "GET /v2.0/security-groups?id=623eeaef-673a-47cb-9829-c979feaccd70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522900 Jul 24 20:09:15.565926 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b7b199-6fd4-44ee-bce6-a6feaf9d40e8 req-73dcfc6e-3ecb-44d3-8444-f23504e63334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:09:15.567442 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-d7b7b199-6fd4-44ee-bce6-a6feaf9d40e8 req-73dcfc6e-3ecb-44d3-8444-f23504e63334 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d4f1f24b3a384f1db3a6e782253814ec&device_id=77bbeaa9-f40d-49c5-a878-9fb67bede679 HTTP/1.1" status: 200 len: 1128 time: 0.0460336 Jul 24 20:09:15.679919 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b7b199-6fd4-44ee-bce6-a6feaf9d40e8 req-e5aaebce-4743-4e49-a125-2bb7b79aa61a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:09:15.681381 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-d7b7b199-6fd4-44ee-bce6-a6feaf9d40e8 req-e5aaebce-4743-4e49-a125-2bb7b79aa61a service neutron] 10.222.0.42 "GET /v2.0/networks?id=db5ceaaa-c00a-4f99-91da-e1e2dfaf14af HTTP/1.1" status: 200 len: 910 time: 0.0948596 Jul 24 20:09:15.754308 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-d7b7b199-6fd4-44ee-bce6-a6feaf9d40e8 req-2cde4c37-bdef-48fd-ac5e-640193b8c0f2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9f8b91ff-1b06-4056-a7d1-d1c50c5177a3 HTTP/1.1" status: 200 len: 1000 time: 0.0668163 Jul 24 20:09:15.798549 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=100 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:09:15.811422 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b7b199-6fd4-44ee-bce6-a6feaf9d40e8 req-534d5a32-73f8-45f4-a333-9fb8cb702e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:09:15.813046 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-d7b7b199-6fd4-44ee-bce6-a6feaf9d40e8 req-534d5a32-73f8-45f4-a333-9fb8cb702e45 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6c93dad3-d715-4337-a807-6727a504efe8 HTTP/1.1" status: 200 len: 848 time: 0.0532117 Jul 24 20:09:15.860804 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b7b199-6fd4-44ee-bce6-a6feaf9d40e8 req-58fad153-5822-421a-aa67-f606b1784be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:09:15.862420 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-d7b7b199-6fd4-44ee-bce6-a6feaf9d40e8 req-58fad153-5822-421a-aa67-f606b1784be6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=db5ceaaa-c00a-4f99-91da-e1e2dfaf14af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439732 Jul 24 20:09:15.969831 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-d7b7b199-6fd4-44ee-bce6-a6feaf9d40e8 req-65e0c73c-c31c-420e-9533-93b086d5bdad service neutron] 10.222.0.42 "GET /v2.0/networks/db5ceaaa-c00a-4f99-91da-e1e2dfaf14af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010773 Jul 24 20:09:16.099250 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-d7b7b199-6fd4-44ee-bce6-a6feaf9d40e8 req-b52823c0-6e1c-4eac-8084-be53f672223d service neutron] 10.222.0.42 "GET /v2.0/networks/db5ceaaa-c00a-4f99-91da-e1e2dfaf14af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235526 Jul 24 20:09:16.525064 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391bd73e-d213-4064-adea-107c91904604 req-324b123c-5fdf-4400-a8c0-577555f7c8c0 tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:09:16.531486 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-391bd73e-d213-4064-adea-107c91904604 req-324b123c-5fdf-4400-a8c0-577555f7c8c0 tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] 10.222.0.17 "GET /v2.0/ports?device_id=77bbeaa9-f40d-49c5-a878-9fb67bede679 HTTP/1.1" status: 200 len: 944 time: 0.0583832 Jul 24 20:09:16.581486 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-391bd73e-d213-4064-adea-107c91904604 req-ee3cd9ff-3896-4317-8ba8-8e7dcd4eb5e8 tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] 10.222.0.17 "GET /v2.0/security-groups?id=623eeaef-673a-47cb-9829-c979feaccd70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491109 Jul 24 20:09:17.057622 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [-] (110843) accepted ('10.222.0.17', 37482) {{(pid=110843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:09:17.192543 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-7ee2f954-e154-49d1-bd65-e072639e6522 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:09:17.260565 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:09:17.273971 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-7ee2f954-e154-49d1-bd65-e072639e6522 admin admin] Publish callbacks [] for security_group (3e686dd7-08f2-47e6-b534-2404430c21f9), precommit_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:09:17.380061 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-7ee2f954-e154-49d1-bd65-e072639e6522 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (3e686dd7-08f2-47e6-b534-2404430c21f9), after_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:09:17.425283 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [None req-7ee2f954-e154-49d1-bd65-e072639e6522 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=b07d4fc8657d4ec79ab7b32fd651ecfe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3665552 Jul 24 20:09:17.426132 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee2f954-e154-49d1-bd65-e072639e6522 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e686dd7-08f2-47e6-b534-2404430c21f9,revision_number=1']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:09:17.428167 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 37486) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:09:17.500451 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-1bb4a22c-0733-4971-820d-c2e5e75d380b admin admin] Publish callbacks [] for security_group (3e686dd7-08f2-47e6-b534-2404430c21f9), before_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:09:17.525072 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-1bb4a22c-0733-4971-820d-c2e5e75d380b admin admin] Publish callbacks [] for security_group (3e686dd7-08f2-47e6-b534-2404430c21f9), precommit_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:09:17.718455 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2f0297-a939-4715-8065-ee35b09b137d req-d71cf3ef-e346-4388-9465-40711b7cfe3b tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:09:17.720015 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-1a2f0297-a939-4715-8065-ee35b09b137d req-d71cf3ef-e346-4388-9465-40711b7cfe3b tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] 10.222.0.17 "GET /v2.0/ports?device_id=77bbeaa9-f40d-49c5-a878-9fb67bede679 HTTP/1.1" status: 200 len: 944 time: 0.0646255 Jul 24 20:09:17.789123 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-1a2f0297-a939-4715-8065-ee35b09b137d req-cb1db497-0aaa-43bc-a98f-e14dca7dd3ca tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] 10.222.0.17 "GET /v2.0/security-groups?id=623eeaef-673a-47cb-9829-c979feaccd70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593338 Jul 24 20:09:17.917320 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-1bb4a22c-0733-4971-820d-c2e5e75d380b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (3e686dd7-08f2-47e6-b534-2404430c21f9), after_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:09:17.919938 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-1bb4a22c-0733-4971-820d-c2e5e75d380b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:09:17.921140 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-1bb4a22c-0733-4971-820d-c2e5e75d380b admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/3e686dd7-08f2-47e6-b534-2404430c21f9 HTTP/1.1" status: 204 len: 168 time: 0.4919097 Jul 24 20:09:17.930067 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb4a22c-0733-4971-820d-c2e5e75d380b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e686dd7-08f2-47e6-b534-2404430c21f9,revision_number=None']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:09:18.909963 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0333796-8d92-4e05-a672-c56da8a3ea70 req-346122e0-15bb-47bf-849f-a792c7827dd4 tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:09:18.912790 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-b0333796-8d92-4e05-a672-c56da8a3ea70 req-346122e0-15bb-47bf-849f-a792c7827dd4 tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] 10.222.0.17 "GET /v2.0/ports?device_id=77bbeaa9-f40d-49c5-a878-9fb67bede679 HTTP/1.1" status: 200 len: 944 time: 0.0498290 Jul 24 20:09:18.963929 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-b0333796-8d92-4e05-a672-c56da8a3ea70 req-9cf4eadc-1cb0-456d-8928-7b75de817831 tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] 10.222.0.17 "GET /v2.0/security-groups?id=623eeaef-673a-47cb-9829-c979feaccd70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462811 Jul 24 20:09:20.089927 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99371d38-be88-4f4d-b8f1-e4496385b05d req-e011ffb6-be0b-4589-b864-28c963fdb5d3 tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:09:20.091538 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-99371d38-be88-4f4d-b8f1-e4496385b05d req-e011ffb6-be0b-4589-b864-28c963fdb5d3 tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] 10.222.0.17 "GET /v2.0/ports?device_id=77bbeaa9-f40d-49c5-a878-9fb67bede679 HTTP/1.1" status: 200 len: 944 time: 0.0555310 Jul 24 20:09:20.161264 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-99371d38-be88-4f4d-b8f1-e4496385b05d req-7a44e991-ce34-49af-b257-5c8b1216e09c tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] 10.222.0.17 "GET /v2.0/security-groups?id=623eeaef-673a-47cb-9829-c979feaccd70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594447 Jul 24 20:09:21.292592 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a54eb2-ea39-485d-9c43-2fc89a15fca4 req-43d006d4-04e9-4461-822e-5bf66370bb25 tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:09:21.294847 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-d6a54eb2-ea39-485d-9c43-2fc89a15fca4 req-43d006d4-04e9-4461-822e-5bf66370bb25 tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] 10.222.0.17 "GET /v2.0/ports?device_id=77bbeaa9-f40d-49c5-a878-9fb67bede679 HTTP/1.1" status: 200 len: 944 time: 0.0509970 Jul 24 20:09:21.350360 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-d6a54eb2-ea39-485d-9c43-2fc89a15fca4 req-f3e6de89-3b0b-46af-9ed8-32849e111f72 tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] 10.222.0.17 "GET /v2.0/security-groups?id=623eeaef-673a-47cb-9829-c979feaccd70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493252 Jul 24 20:09:22.486423 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bd6934-25f3-4b73-a6dc-96cf704b96bb req-c35f8de6-11dc-4dfd-938f-c1c0daecc0c7 tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:09:22.487917 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-e7bd6934-25f3-4b73-a6dc-96cf704b96bb req-c35f8de6-11dc-4dfd-938f-c1c0daecc0c7 tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] 10.222.0.17 "GET /v2.0/ports?device_id=77bbeaa9-f40d-49c5-a878-9fb67bede679 HTTP/1.1" status: 200 len: 944 time: 0.0483046 Jul 24 20:09:22.539486 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-e7bd6934-25f3-4b73-a6dc-96cf704b96bb req-88b9d63b-f240-4bae-a4a9-0ab4d92e6996 tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] 10.222.0.17 "GET /v2.0/security-groups?id=623eeaef-673a-47cb-9829-c979feaccd70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455055 Jul 24 20:09:23.545732 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Device 9f8b91ff-1b06-4056-a7d1-d1c50c5177a3 details requested by agent hyperv_hv-cinder-85044 with host hv-cinder-85044 {{(pid=110844) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 20:09:23.657581 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] For port 9f8b91ff-1b06-4056-a7d1-d1c50c5177a3, host hv-cinder-85044, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85044',level=0,port_id=9f8b91ff-1b06-4056-a7d1-d1c50c5177a3,segment=NetworkSegment(0aa6322a-a627-450c-81a4-dc1cb35bc87c),segment_id=0aa6322a-a627-450c-81a4-dc1cb35bc87c)] {{(pid=110844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 20:09:23.670731 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Returning: {'device': '9f8b91ff-1b06-4056-a7d1-d1c50c5177a3', 'network_id': 'db5ceaaa-c00a-4f99-91da-e1e2dfaf14af', 'port_id': '9f8b91ff-1b06-4056-a7d1-d1c50c5177a3', 'mac_address': 'fa:16:3e:5c:16:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c93dad3-d715-4337-a807-6727a504efe8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110844) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 20:09:23.673994 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8524fbcd-d13c-445f-9bbc-959d959eb08b req-5bfb2700-1a09-4fab-9739-42a28a620869 tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:09:23.675681 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-8524fbcd-d13c-445f-9bbc-959d959eb08b req-5bfb2700-1a09-4fab-9739-42a28a620869 tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] 10.222.0.17 "GET /v2.0/ports?device_id=77bbeaa9-f40d-49c5-a878-9fb67bede679 HTTP/1.1" status: 200 len: 944 time: 0.0563734 Jul 24 20:09:23.711583 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Current status of the port 9f8b91ff-1b06-4056-a7d1-d1c50c5177a3 is: DOWN; New status is: BUILD {{(pid=110844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 20:09:23.711899 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (9f8b91ff-1b06-4056-a7d1-d1c50c5177a3), before_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:09:23.726430 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.notifiers.nova [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f8b91ff-1b06-4056-a7d1-d1c50c5177a3 {{(pid=110844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 24 20:09:23.731557 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-8524fbcd-d13c-445f-9bbc-959d959eb08b req-4ef73ee7-7f47-4b51-9118-12d6755bea70 tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] 10.222.0.17 "GET /v2.0/security-groups?id=623eeaef-673a-47cb-9829-c979feaccd70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492971 Jul 24 20:09:23.751474 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] For port 9f8b91ff-1b06-4056-a7d1-d1c50c5177a3, host hv-cinder-85044, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85044',level=0,port_id=9f8b91ff-1b06-4056-a7d1-d1c50c5177a3,segment=NetworkSegment(0aa6322a-a627-450c-81a4-dc1cb35bc87c),segment_id=0aa6322a-a627-450c-81a4-dc1cb35bc87c)] {{(pid=110844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 20:09:23.846488 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958'] for port (9f8b91ff-1b06-4056-a7d1-d1c50c5177a3), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:09:23.878517 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:09:23.901621 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Pushing event updated for resources: {'Port': ['ID=9f8b91ff-1b06-4056-a7d1-d1c50c5177a3,revision_number=7']} {{(pid=110844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:09:24.707084 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] get_ports_and_sgs() called for port_ids ['9f8b91ff-1b06-4056-a7d1-d1c50c5177a3'] {{(pid=110844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 20:09:24.846861 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:09:24.875509 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee11258a-2339-4a34-ab07-ba0bb6400fdf req-fe780425-e417-4334-86df-29e69b945e5d tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:09:24.877155 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-ee11258a-2339-4a34-ab07-ba0bb6400fdf req-fe780425-e417-4334-86df-29e69b945e5d tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] 10.222.0.17 "GET /v2.0/ports?device_id=77bbeaa9-f40d-49c5-a878-9fb67bede679 HTTP/1.1" status: 200 len: 945 time: 0.0594382 Jul 24 20:09:24.940736 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-ee11258a-2339-4a34-ab07-ba0bb6400fdf req-eabe9b8f-7467-4e58-8004-59b32c50ead4 tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] 10.222.0.17 "GET /v2.0/security-groups?id=623eeaef-673a-47cb-9829-c979feaccd70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578046 Jul 24 20:09:25.061832 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG dbcounter [-] [110845] Writing DB stats neutron:SELECT=84,neutron:UPDATE=4 {{(pid=110845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:09:26.057776 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51257e19-cbac-49cb-9532-5ccfb20f0019 req-8efa4e97-0c1f-4af5-852f-33a6e455c0d5 tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:09:26.059385 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-51257e19-cbac-49cb-9532-5ccfb20f0019 req-8efa4e97-0c1f-4af5-852f-33a6e455c0d5 tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] 10.222.0.17 "GET /v2.0/ports?device_id=77bbeaa9-f40d-49c5-a878-9fb67bede679 HTTP/1.1" status: 200 len: 945 time: 0.0532229 Jul 24 20:09:26.115831 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-51257e19-cbac-49cb-9532-5ccfb20f0019 req-5a8e287c-bc7c-4e39-9f35-6890f1bb8eef tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] 10.222.0.17 "GET /v2.0/security-groups?id=623eeaef-673a-47cb-9829-c979feaccd70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488794 Jul 24 20:09:26.841815 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Device 9f8b91ff-1b06-4056-a7d1-d1c50c5177a3 up at agent hyperv_hv-cinder-85044 {{(pid=110844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 20:09:26.888390 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:09:26.890383 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Provisioning complete for port 9f8b91ff-1b06-4056-a7d1-d1c50c5177a3 triggered by entity L2. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 20:09:26.890822 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812910'] for port (9f8b91ff-1b06-4056-a7d1-d1c50c5177a3), provisioning_complete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:09:26.970924 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Current status of the port 9f8b91ff-1b06-4056-a7d1-d1c50c5177a3 is: BUILD; New status is: ACTIVE {{(pid=110844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 20:09:26.971223 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (9f8b91ff-1b06-4056-a7d1-d1c50c5177a3), before_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:09:26.999678 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77bbeaa9-f40d-49c5-a878-9fb67bede679', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f8b91ff-1b06-4056-a7d1-d1c50c5177a3'}] {{(pid=110844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 24 20:09:27.002139 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cb44c1e02bae91b270a0e6cfc836be33c010434f31a7c401440ca7d913440f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d3c14f7-32dd-4cdc-9e5e-a43baa45f5db" -d '{"events": [{"server_uuid": "77bbeaa9-f40d-49c5-a878-9fb67bede679", "name": "network-vif-plugged", "status": "completed", "tag": "9f8b91ff-1b06-4056-a7d1-d1c50c5177a3"}]}' {{(pid=110844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 20:09:27.015467 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] For port 9f8b91ff-1b06-4056-a7d1-d1c50c5177a3, host hv-cinder-85044, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85044',level=0,port_id=9f8b91ff-1b06-4056-a7d1-d1c50c5177a3,segment=NetworkSegment(0aa6322a-a627-450c-81a4-dc1cb35bc87c),segment_id=0aa6322a-a627-450c-81a4-dc1cb35bc87c)] {{(pid=110844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 20:09:27.046360 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 24 Jul 2022 20:09:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26740ba0-9640-40b7-a2f7-e62d1f0a6f08 x-openstack-request-id: req-26740ba0-9640-40b7-a2f7-e62d1f0a6f08 {{(pid=110844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 20:09:27.047125 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77bbeaa9-f40d-49c5-a878-9fb67bede679", "name": "network-vif-plugged", "status": "completed", "tag": "9f8b91ff-1b06-4056-a7d1-d1c50c5177a3", "code": 200}]} {{(pid=110844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 20:09:27.047358 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-26740ba0-9640-40b7-a2f7-e62d1f0a6f08 {{(pid=110844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 20:09:27.047898 dv-cinder-850449-2-iscsi neutron-server[110844]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26740ba0-9640-40b7-a2f7-e62d1f0a6f08'] response: {'server_uuid': '77bbeaa9-f40d-49c5-a878-9fb67bede679', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f8b91ff-1b06-4056-a7d1-d1c50c5177a3', 'code': 200} Jul 24 20:09:27.128612 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958'] for port (9f8b91ff-1b06-4056-a7d1-d1c50c5177a3), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:09:27.184050 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Pushing event updated for resources: {'Port': ['ID=9f8b91ff-1b06-4056-a7d1-d1c50c5177a3,revision_number=8']} {{(pid=110844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:09:27.283489 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e2cbc0-2b14-4f8d-a9a8-95684a1ae98a req-23031ba4-8f22-44ac-90c0-edd53dbb5ff3 tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:09:27.285161 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-57e2cbc0-2b14-4f8d-a9a8-95684a1ae98a req-23031ba4-8f22-44ac-90c0-edd53dbb5ff3 tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] 10.222.0.17 "GET /v2.0/ports?device_id=77bbeaa9-f40d-49c5-a878-9fb67bede679 HTTP/1.1" status: 200 len: 946 time: 0.0588334 Jul 24 20:09:27.344361 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-57e2cbc0-2b14-4f8d-a9a8-95684a1ae98a req-a40a07ea-6fec-47e6-b240-58efc59fd315 tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] 10.222.0.17 "GET /v2.0/security-groups?id=623eeaef-673a-47cb-9829-c979feaccd70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513372 Jul 24 20:09:27.382232 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5086606-c818-4240-b6d4-90d6be17f070 req-fe3adf54-45af-46ba-8688-5c4213a54af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:09:27.383762 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-e5086606-c818-4240-b6d4-90d6be17f070 req-fe3adf54-45af-46ba-8688-5c4213a54af1 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=77bbeaa9-f40d-49c5-a878-9fb67bede679 HTTP/1.1" status: 200 len: 1130 time: 0.0385249 Jul 24 20:09:27.403354 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=100 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:09:27.438363 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-e5086606-c818-4240-b6d4-90d6be17f070 req-50843469-0142-4c49-bc4f-25399769bb9a service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=623eeaef-673a-47cb-9829-c979feaccd70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489283 Jul 24 20:09:27.924113 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:DELETE=5,neutron:SELECT=21 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:09:27.925001 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=14,neutron:DELETE=3 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:09:28.334737 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:09:28.468250 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b91c817-f27f-4b08-9fd4-f4a4b2c5e6aa req-19cdee93-e271-4c37-8059-37002b2e4b1f tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:09:28.469754 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-4b91c817-f27f-4b08-9fd4-f4a4b2c5e6aa req-19cdee93-e271-4c37-8059-37002b2e4b1f tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] 10.222.0.17 "GET /v2.0/ports?device_id=77bbeaa9-f40d-49c5-a878-9fb67bede679 HTTP/1.1" status: 200 len: 946 time: 0.0489144 Jul 24 20:09:28.537912 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-4b91c817-f27f-4b08-9fd4-f4a4b2c5e6aa req-b4118bad-bb99-4937-bb3a-d9e94fb79acc tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] 10.222.0.17 "GET /v2.0/security-groups?id=623eeaef-673a-47cb-9829-c979feaccd70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618243 Jul 24 20:09:29.657363 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e532b95-8c7e-4e12-a922-368d83a0c82a req-4c59d08a-9c3f-4507-bd56-72047fbb3e4b tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:09:29.659164 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-5e532b95-8c7e-4e12-a922-368d83a0c82a req-4c59d08a-9c3f-4507-bd56-72047fbb3e4b tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] 10.222.0.17 "GET /v2.0/ports?device_id=77bbeaa9-f40d-49c5-a878-9fb67bede679 HTTP/1.1" status: 200 len: 946 time: 0.0482137 Jul 24 20:09:29.714450 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-5e532b95-8c7e-4e12-a922-368d83a0c82a req-ea2f69f8-7197-46b2-92b6-cdb870f2c54b tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] 10.222.0.17 "GET /v2.0/security-groups?id=623eeaef-673a-47cb-9829-c979feaccd70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490177 Jul 24 20:09:30.118942 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 37602) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:09:30.230724 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-907eedad-d67d-4697-bc5f-0364acb5d29f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:09:30.316290 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-907eedad-d67d-4697-bc5f-0364acb5d29f admin admin] Publish callbacks [] for security_group (be628242-3fa9-4730-99d5-63f90beb957d), precommit_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:09:30.383242 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-907eedad-d67d-4697-bc5f-0364acb5d29f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (be628242-3fa9-4730-99d5-63f90beb957d), after_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:09:30.426904 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-907eedad-d67d-4697-bc5f-0364acb5d29f admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=4b62892e1c2c454abdf03d59ee726418&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3067267 Jul 24 20:09:30.427834 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907eedad-d67d-4697-bc5f-0364acb5d29f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be628242-3fa9-4730-99d5-63f90beb957d,revision_number=1']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:09:30.430754 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 37606) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:09:30.483708 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-84e66737-f67b-4c7c-99e9-bb6f8b374815 admin admin] Publish callbacks [] for security_group (be628242-3fa9-4730-99d5-63f90beb957d), before_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:09:30.506146 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-84e66737-f67b-4c7c-99e9-bb6f8b374815 admin admin] Publish callbacks [] for security_group (be628242-3fa9-4730-99d5-63f90beb957d), precommit_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:09:30.660216 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-84e66737-f67b-4c7c-99e9-bb6f8b374815 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (be628242-3fa9-4730-99d5-63f90beb957d), after_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:09:30.662776 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-84e66737-f67b-4c7c-99e9-bb6f8b374815 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:09:30.664057 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-84e66737-f67b-4c7c-99e9-bb6f8b374815 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/be628242-3fa9-4730-99d5-63f90beb957d HTTP/1.1" status: 204 len: 168 time: 0.2322958 Jul 24 20:09:30.673035 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e66737-f67b-4c7c-99e9-bb6f8b374815 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be628242-3fa9-4730-99d5-63f90beb957d,revision_number=None']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:09:31.631697 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [-] (110843) accepted ('10.222.0.17', 37628) {{(pid=110843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:09:31.743981 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.v2.base [None req-a7e94158-7848-46bc-8477-a78f459843b9 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2069100189-network', 'tenant_id': '2cb694ea9cbf458489f9f67a0ff6c40a'}} {{(pid=110843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 20:09:31.842839 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7e94158-7848-46bc-8477-a78f459843b9 admin admin] Made reservation on behalf of 2cb694ea9cbf458489f9f67a0ff6c40a for: {'network': 1} {{(pid=110843) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 20:09:31.845417 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-a7e94158-7848-46bc-8477-a78f459843b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for network (None), before_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:09:31.858529 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-a7e94158-7848-46bc-8477-a78f459843b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:09:31.935356 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-a7e94158-7848-46bc-8477-a78f459843b9 admin admin] Publish callbacks [] for security_group (f53b2c70-27d8-4cc8-8e65-d866c10272cc), precommit_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:09:32.017558 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-a7e94158-7848-46bc-8477-a78f459843b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (f53b2c70-27d8-4cc8-8e65-d866c10272cc), after_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:09:32.046017 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7e94158-7848-46bc-8477-a78f459843b9 admin admin] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=110843) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 20:09:32.052418 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e94158-7848-46bc-8477-a78f459843b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f53b2c70-27d8-4cc8-8e65-d866c10272cc,revision_number=1']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:09:32.058591 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-a7e94158-7848-46bc-8477-a78f459843b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7750649'] for segment (24530e87-00ac-4632-8038-d655e59ec8f1), precommit_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:09:32.058937 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.db.segments_db [None req-a7e94158-7848-46bc-8477-a78f459843b9 admin admin] Added segment 24530e87-00ac-4632-8038-d655e59ec8f1 of type vlan for network e266f2ee-d6d6-4a7a-b078-9988bd68045f Jul 24 20:09:32.100609 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-a7e94158-7848-46bc-8477-a78f459843b9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731445242929'] for network (e266f2ee-d6d6-4a7a-b078-9988bd68045f), precommit_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:09:32.177805 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-a7e94158-7848-46bc-8477-a78f459843b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937'] for network (e266f2ee-d6d6-4a7a-b078-9988bd68045f), after_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:09:32.178830 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e94158-7848-46bc-8477-a78f459843b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:09:32.179406 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-a7e94158-7848-46bc-8477-a78f459843b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594923'] for network (None), before_response {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:09:32.243153 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e94158-7848-46bc-8477-a78f459843b9 admin admin] Pushing event updated for resources: {'Network': ['ID=e266f2ee-d6d6-4a7a-b078-9988bd68045f,revision_number=1']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:09:32.252902 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Network e266f2ee-d6d6-4a7a-b078-9988bd68045f details requested by agent ovs-agent-dv-cinder-850449-2-iscsi with host dv-cinder-850449-2-iscsi {{(pid=110844) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 20:09:32.280248 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [None req-a7e94158-7848-46bc-8477-a78f459843b9 admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.6472087 Jul 24 20:09:32.282917 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [-] (110843) accepted ('10.222.0.17', 37632) {{(pid=110843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:09:32.289022 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.v2.base [None req-63017b9e-f878-4675-a0ea-66626c25bad5 admin admin] Request body: {'subnet': {'network_id': 'e266f2ee-d6d6-4a7a-b078-9988bd68045f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2069100189-subnet', 'tenant_id': '2cb694ea9cbf458489f9f67a0ff6c40a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 20:09:32.371633 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63017b9e-f878-4675-a0ea-66626c25bad5 admin admin] Made reservation on behalf of 2cb694ea9cbf458489f9f67a0ff6c40a for: {'subnet': 1} {{(pid=110843) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 20:09:32.374125 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-63017b9e-f878-4675-a0ea-66626c25bad5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8753106'] for subnet (None), before_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:09:32.438503 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:09:32.484763 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=4 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:09:32.635268 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-63017b9e-f878-4675-a0ea-66626c25bad5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2610780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8753088'] for subnet (4b74be12-fa97-400e-b3b0-da4e40833600), after_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:09:32.690667 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63017b9e-f878-4675-a0ea-66626c25bad5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b74be12-fa97-400e-b3b0-da4e40833600,revision_number=0']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:09:32.701654 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63017b9e-f878-4675-a0ea-66626c25bad5 admin admin] Checking segment: {'id': '24530e87-00ac-4632-8038-d655e59ec8f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e266f2ee-d6d6-4a7a-b078-9988bd68045f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 24 20:09:32.702017 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63017b9e-f878-4675-a0ea-66626c25bad5 admin admin] Network hostable DHCP agents. Network: e266f2ee-d6d6-4a7a-b078-9988bd68045f, hostable agents: ['dc36e0ef-94f3-4a3e-9c13-4790afccb2e9'], hosted agents: [] {{(pid=110843) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 20:09:32.802433 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63017b9e-f878-4675-a0ea-66626c25bad5 admin admin] Network e266f2ee-d6d6-4a7a-b078-9988bd68045f is scheduled to be hosted by DHCP agent dc36e0ef-94f3-4a3e-9c13-4790afccb2e9 with binding_index 1 {{(pid=110843) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 20:09:32.892352 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.scheduler.base_scheduler [None req-63017b9e-f878-4675-a0ea-66626c25bad5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850449-2-iscsi, e266f2ee-d6d6-4a7a-b078-9988bd68045f) {{(pid=110843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 20:09:32.896377 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63017b9e-f878-4675-a0ea-66626c25bad5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:09:32.897067 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-63017b9e-f878-4675-a0ea-66626c25bad5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594923'] for subnet (None), before_response {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:09:32.902508 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec29905f-667b-46eb-9c63-ef41388a8a55 None None] Network e266f2ee-d6d6-4a7a-b078-9988bd68045f requested from dv-cinder-850449-2-iscsi {{(pid=110844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 24 20:09:32.982845 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [None req-63017b9e-f878-4675-a0ea-66626c25bad5 admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6988728 Jul 24 20:09:33.022185 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b042f78e-7249-4ce2-b373-63340da6012e None None] Network e266f2ee-d6d6-4a7a-b078-9988bd68045f requested from dv-cinder-850449-2-iscsi {{(pid=110844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 24 20:09:33.476869 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-f6fe7aee-c867-4979-815c-e2e116bf29e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (dc36e0ef-94f3-4a3e-9c13-4790afccb2e9), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:09:35.137691 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f50bb52-c36b-4032-8b90-786292698b2c req-7cd73e7d-c7b3-423f-bf16-9b91ca48ed04 tempest-VolumesSnapshotTestJSON-1710354429 tempest-VolumesSnapshotTestJSON-1710354429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:09:35.139193 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-8f50bb52-c36b-4032-8b90-786292698b2c req-7cd73e7d-c7b3-423f-bf16-9b91ca48ed04 tempest-VolumesSnapshotTestJSON-1710354429 tempest-VolumesSnapshotTestJSON-1710354429-project] 10.222.0.17 "GET /v2.0/networks?id=e266f2ee-d6d6-4a7a-b078-9988bd68045f HTTP/1.1" status: 200 len: 814 time: 0.1071579 Jul 24 20:09:35.154449 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-8f50bb52-c36b-4032-8b90-786292698b2c req-37093473-678c-4200-b980-6e15887a3944 tempest-VolumesSnapshotTestJSON-1710354429 tempest-VolumesSnapshotTestJSON-1710354429-project] 10.222.0.17 "GET /v2.0/quotas/2cb694ea9cbf458489f9f67a0ff6c40a HTTP/1.1" status: 200 len: 375 time: 0.0091884 Jul 24 20:09:35.432295 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-8f50bb52-c36b-4032-8b90-786292698b2c req-9ddf3042-da0e-4461-a98b-efcd3e93e1f9 tempest-VolumesSnapshotTestJSON-1710354429 tempest-VolumesSnapshotTestJSON-1710354429-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=2cb694ea9cbf458489f9f67a0ff6c40a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2723458 Jul 24 20:09:35.524031 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-8f50bb52-c36b-4032-8b90-786292698b2c req-e76bd7b2-9604-447f-bae2-964e0b309715 service neutron] 10.222.0.17 "GET /v2.0/networks/e266f2ee-d6d6-4a7a-b078-9988bd68045f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831907 Jul 24 20:09:35.616671 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-8f50bb52-c36b-4032-8b90-786292698b2c req-89bba1af-d8ac-4c5c-b7d7-8b3e22257beb service neutron] 10.222.0.17 "GET /v2.0/networks/e266f2ee-d6d6-4a7a-b078-9988bd68045f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867500 Jul 24 20:09:35.752501 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.agents_db [None req-615be7cd-482a-4e0c-9386-1b4806e6e45a None None] Agent healthcheck: found 6 active agents {{(pid=110845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 20:09:35.881859 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-4ae638c9-1e72-4564-bf77-354c177acdc1 req-ee624b39-814d-412e-9d97-7b9b25cb87ba tempest-VolumesSnapshotTestJSON-1710354429 tempest-VolumesSnapshotTestJSON-1710354429-project] 10.222.0.17 "GET /v2.0/ports?device_id=b4ed9e25-3587-4b22-836e-f37292c3664e HTTP/1.1" status: 200 len: 210 time: 0.0288005 Jul 24 20:09:35.898868 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-dddbca1d-e52c-4ce0-ae16-cefe887fc6bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (408021b7-d46b-48c2-9f75-8a8023f9145c), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:09:36.957028 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-6dc48dae-acff-4e3e-8fdb-430da55b4f7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (7ee55678-4254-481c-8cae-5c828aed81c9), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:09:36.985816 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-d483685a-2aeb-488a-96b6-3183a6b4b338 req-6c1c5582-81bc-454e-878f-e39d908bcc84 tempest-VolumesSnapshotTestJSON-1710354429 tempest-VolumesSnapshotTestJSON-1710354429-project] 10.222.0.17 "GET /v2.0/ports?device_id=b4ed9e25-3587-4b22-836e-f37292c3664e HTTP/1.1" status: 200 len: 210 time: 0.0323973 Jul 24 20:09:38.095466 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-ebe0f763-2b28-49c7-8b1b-ce33a757c17e req-19a54cf9-0914-4ca0-b7d9-a6ae4ff3bad2 tempest-VolumesSnapshotTestJSON-1710354429 tempest-VolumesSnapshotTestJSON-1710354429-project] 10.222.0.17 "GET /v2.0/ports?device_id=b4ed9e25-3587-4b22-836e-f37292c3664e HTTP/1.1" status: 200 len: 210 time: 0.0321815 Jul 24 20:09:38.357390 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-43102eef-6e4b-4922-ad30-3734cbb7477a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (7d43fc2f-3c2c-473f-8c92-13ad6341ecc2), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:09:39.158676 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (46eda511-dfa5-408c-8bd4-cb509f691033), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:09:39.286448 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-bb849988-91c9-4b80-b18a-7083e86545f7 req-3edcbb4f-43af-46b9-8699-4050a7c554cd tempest-VolumesSnapshotTestJSON-1710354429 tempest-VolumesSnapshotTestJSON-1710354429-project] 10.222.0.17 "GET /v2.0/ports?device_id=b4ed9e25-3587-4b22-836e-f37292c3664e HTTP/1.1" status: 200 len: 210 time: 0.0692005 Jul 24 20:09:39.362835 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f50bb52-c36b-4032-8b90-786292698b2c req-51c2f8b1-5794-4d32-958e-9370b9f2bd8e tempest-VolumesSnapshotTestJSON-1710354429 tempest-VolumesSnapshotTestJSON-1710354429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:09:39.365505 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-8f50bb52-c36b-4032-8b90-786292698b2c req-51c2f8b1-5794-4d32-958e-9370b9f2bd8e tempest-VolumesSnapshotTestJSON-1710354429 tempest-VolumesSnapshotTestJSON-1710354429-project] 10.222.0.42 "GET /v2.0/networks?id=e266f2ee-d6d6-4a7a-b078-9988bd68045f HTTP/1.1" status: 200 len: 814 time: 0.2142172 Jul 24 20:09:39.380626 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.v2.base [req-8f50bb52-c36b-4032-8b90-786292698b2c req-5f182136-8154-49f7-9557-7784ac9196e7 tempest-VolumesSnapshotTestJSON-1710354429 tempest-VolumesSnapshotTestJSON-1710354429-project] Request body: {'port': {'device_id': 'b4ed9e25-3587-4b22-836e-f37292c3664e', 'network_id': 'e266f2ee-d6d6-4a7a-b078-9988bd68045f', 'admin_state_up': True, 'tenant_id': '2cb694ea9cbf458489f9f67a0ff6c40a'}} {{(pid=110843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 20:09:39.438639 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:09:39.626427 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f50bb52-c36b-4032-8b90-786292698b2c req-5f182136-8154-49f7-9557-7784ac9196e7 tempest-VolumesSnapshotTestJSON-1710354429 tempest-VolumesSnapshotTestJSON-1710354429-project] Made reservation on behalf of 2cb694ea9cbf458489f9f67a0ff6c40a for: {'port': 1} {{(pid=110843) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 20:09:39.630199 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-8f50bb52-c36b-4032-8b90-786292698b2c req-5f182136-8154-49f7-9557-7784ac9196e7 tempest-VolumesSnapshotTestJSON-1710354429 tempest-VolumesSnapshotTestJSON-1710354429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (None), before_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:09:39.797290 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:09:39.806911 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.db.db_base_plugin_common [req-8f50bb52-c36b-4032-8b90-786292698b2c req-5f182136-8154-49f7-9557-7784ac9196e7 tempest-VolumesSnapshotTestJSON-1710354429 tempest-VolumesSnapshotTestJSON-1710354429-project] Allocated IP 172.20.0.6 (e266f2ee-d6d6-4a7a-b078-9988bd68045f/4b74be12-fa97-400e-b3b0-da4e40833600/17fa5cb3-4c5f-464b-ab6f-7454bb4a9549) {{(pid=110843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 20:09:39.973573 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-8f50bb52-c36b-4032-8b90-786292698b2c req-5f182136-8154-49f7-9557-7784ac9196e7 tempest-VolumesSnapshotTestJSON-1710354429 tempest-VolumesSnapshotTestJSON-1710354429-project] Publish callbacks [] for port (17fa5cb3-4c5f-464b-ab6f-7454bb4a9549), precommit_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:09:40.093105 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-8f50bb52-c36b-4032-8b90-786292698b2c req-5f182136-8154-49f7-9557-7784ac9196e7 tempest-VolumesSnapshotTestJSON-1710354429 tempest-VolumesSnapshotTestJSON-1710354429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731445223406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2610928'] for port (17fa5cb3-4c5f-464b-ab6f-7454bb4a9549), after_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:09:40.142469 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f50bb52-c36b-4032-8b90-786292698b2c req-5f182136-8154-49f7-9557-7784ac9196e7 tempest-VolumesSnapshotTestJSON-1710354429 tempest-VolumesSnapshotTestJSON-1710354429-project] Network e266f2ee-d6d6-4a7a-b078-9988bd68045f is already hosted by enough agents. {{(pid=110843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 20:09:40.147614 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.scheduler.base_scheduler [req-8f50bb52-c36b-4032-8b90-786292698b2c req-5f182136-8154-49f7-9557-7784ac9196e7 tempest-VolumesSnapshotTestJSON-1710354429 tempest-VolumesSnapshotTestJSON-1710354429-project] Resources bound (agent type, host, resource id): {{(pid=110843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 20:09:40.150342 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f50bb52-c36b-4032-8b90-786292698b2c req-5f182136-8154-49f7-9557-7784ac9196e7 tempest-VolumesSnapshotTestJSON-1710354429 tempest-VolumesSnapshotTestJSON-1710354429-project] Received port after_create {{(pid=110843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 24 20:09:40.154960 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f182136-8154-49f7-9557-7784ac9196e7 tempest-VolumesSnapshotTestJSON-1710354429 tempest-VolumesSnapshotTestJSON-1710354429-project] Pushing event updated for resources: {'Port': ['ID=17fa5cb3-4c5f-464b-ab6f-7454bb4a9549,revision_number=1']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:09:40.202496 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f50bb52-c36b-4032-8b90-786292698b2c req-5f182136-8154-49f7-9557-7784ac9196e7 tempest-VolumesSnapshotTestJSON-1710354429 tempest-VolumesSnapshotTestJSON-1710354429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:09:40.203687 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-8f50bb52-c36b-4032-8b90-786292698b2c req-5f182136-8154-49f7-9557-7784ac9196e7 tempest-VolumesSnapshotTestJSON-1710354429 tempest-VolumesSnapshotTestJSON-1710354429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1048257'] for port (None), before_response {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:09:40.269062 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-8f50bb52-c36b-4032-8b90-786292698b2c req-5f182136-8154-49f7-9557-7784ac9196e7 tempest-VolumesSnapshotTestJSON-1710354429 tempest-VolumesSnapshotTestJSON-1710354429-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8923407 Jul 24 20:09:40.281568 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.v2.base [req-8f50bb52-c36b-4032-8b90-786292698b2c req-21b15576-10ee-4d82-adb2-b3de1a6ffa12 service neutron] Request body: {'port': {'device_id': 'b4ed9e25-3587-4b22-836e-f37292c3664e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85044'}} {{(pid=110843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 20:09:40.348873 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-8f50bb52-c36b-4032-8b90-786292698b2c req-21b15576-10ee-4d82-adb2-b3de1a6ffa12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (17fa5cb3-4c5f-464b-ab6f-7454bb4a9549), before_update {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:09:40.359569 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:09:40.492837 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4de21d-1292-47e9-9406-ada5c1fe26ba req-49aa6101-e2cd-4247-82f0-c3d58262eb19 tempest-VolumesSnapshotTestJSON-1710354429 tempest-VolumesSnapshotTestJSON-1710354429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:09:40.494296 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-cf4de21d-1292-47e9-9406-ada5c1fe26ba req-49aa6101-e2cd-4247-82f0-c3d58262eb19 tempest-VolumesSnapshotTestJSON-1710354429 tempest-VolumesSnapshotTestJSON-1710354429-project] 10.222.0.17 "GET /v2.0/ports?device_id=b4ed9e25-3587-4b22-836e-f37292c3664e HTTP/1.1" status: 200 len: 931 time: 0.1055849 Jul 24 20:09:40.532152 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (95564131-b678-4db2-a162-51408b2acd55), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:09:40.603953 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-cf4de21d-1292-47e9-9406-ada5c1fe26ba req-846a4589-1590-42e0-8c8a-968dd0446461 tempest-VolumesSnapshotTestJSON-1710354429 tempest-VolumesSnapshotTestJSON-1710354429-project] 10.222.0.17 "GET /v2.0/security-groups?id=f53b2c70-27d8-4cc8-8e65-d866c10272cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004000 Jul 24 20:09:40.667898 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=36,neutron:INSERT=5,neutron:DELETE=2 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:09:40.668762 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=34,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:09:40.700489 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.notifiers.nova [req-8f50bb52-c36b-4032-8b90-786292698b2c req-21b15576-10ee-4d82-adb2-b3de1a6ffa12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17fa5cb3-4c5f-464b-ab6f-7454bb4a9549 {{(pid=110843) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 24 20:09:40.708159 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-8f50bb52-c36b-4032-8b90-786292698b2c req-21b15576-10ee-4d82-adb2-b3de1a6ffa12 service neutron] Publish callbacks [] for port (17fa5cb3-4c5f-464b-ab6f-7454bb4a9549), precommit_update {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:09:40.721004 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.db.provisioning_blocks [req-8f50bb52-c36b-4032-8b90-786292698b2c req-21b15576-10ee-4d82-adb2-b3de1a6ffa12 service neutron] Transition to ACTIVE for port object 17fa5cb3-4c5f-464b-ab6f-7454bb4a9549 will not be triggered until provisioned by entity L2. {{(pid=110843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 24 20:09:40.802570 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-8f50bb52-c36b-4032-8b90-786292698b2c req-21b15576-10ee-4d82-adb2-b3de1a6ffa12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2610891'] for port (17fa5cb3-4c5f-464b-ab6f-7454bb4a9549), after_update {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:09:40.851290 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b15576-10ee-4d82-adb2-b3de1a6ffa12 service neutron] Pushing event updated for resources: {'Port': ['ID=17fa5cb3-4c5f-464b-ab6f-7454bb4a9549,revision_number=2']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:09:40.924778 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.managers [req-8f50bb52-c36b-4032-8b90-786292698b2c req-21b15576-10ee-4d82-adb2-b3de1a6ffa12 service neutron] Attempting to bind port 17fa5cb3-4c5f-464b-ab6f-7454bb4a9549 on host hv-cinder-85044 for vnic_type normal with profile {{(pid=110843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 24 20:09:40.925115 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.managers [req-8f50bb52-c36b-4032-8b90-786292698b2c req-21b15576-10ee-4d82-adb2-b3de1a6ffa12 service neutron] Attempting to bind port 17fa5cb3-4c5f-464b-ab6f-7454bb4a9549 by drivers openvswitch,hyperv on host hv-cinder-85044 at level 0 using segments [{'id': '24530e87-00ac-4632-8038-d655e59ec8f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e266f2ee-d6d6-4a7a-b078-9988bd68045f'}] {{(pid=110843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 24 20:09:40.925441 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f50bb52-c36b-4032-8b90-786292698b2c req-21b15576-10ee-4d82-adb2-b3de1a6ffa12 service neutron] Attempting to bind port 17fa5cb3-4c5f-464b-ab6f-7454bb4a9549 on network e266f2ee-d6d6-4a7a-b078-9988bd68045f {{(pid=110843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 24 20:09:40.929785 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f50bb52-c36b-4032-8b90-786292698b2c req-21b15576-10ee-4d82-adb2-b3de1a6ffa12 service neutron] Port 17fa5cb3-4c5f-464b-ab6f-7454bb4a9549 on network e266f2ee-d6d6-4a7a-b078-9988bd68045f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85044 {{(pid=110843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 24 20:09:40.930099 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f50bb52-c36b-4032-8b90-786292698b2c req-21b15576-10ee-4d82-adb2-b3de1a6ffa12 service neutron] Attempting to bind port 17fa5cb3-4c5f-464b-ab6f-7454bb4a9549 on network e266f2ee-d6d6-4a7a-b078-9988bd68045f {{(pid=110843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 24 20:09:40.934980 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f50bb52-c36b-4032-8b90-786292698b2c req-21b15576-10ee-4d82-adb2-b3de1a6ffa12 service neutron] Checking agent: {'id': '95564131-b678-4db2-a162-51408b2acd55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85044', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 24, 19, 59, 9), 'started_at': datetime.datetime(2022, 7, 24, 19, 59, 9), 'heartbeat_timestamp': datetime.datetime(2022, 7, 24, 20, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 24 20:09:40.935310 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f50bb52-c36b-4032-8b90-786292698b2c req-21b15576-10ee-4d82-adb2-b3de1a6ffa12 service neutron] Checking segment: {'id': '24530e87-00ac-4632-8038-d655e59ec8f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e266f2ee-d6d6-4a7a-b078-9988bd68045f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 24 20:09:40.935689 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f50bb52-c36b-4032-8b90-786292698b2c req-21b15576-10ee-4d82-adb2-b3de1a6ffa12 service neutron] Bound using segment: {'id': '24530e87-00ac-4632-8038-d655e59ec8f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e266f2ee-d6d6-4a7a-b078-9988bd68045f'} {{(pid=110843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 24 20:09:40.936107 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.managers [req-8f50bb52-c36b-4032-8b90-786292698b2c req-21b15576-10ee-4d82-adb2-b3de1a6ffa12 service neutron] Bound port: 17fa5cb3-4c5f-464b-ab6f-7454bb4a9549, host: hv-cinder-85044, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24530e87-00ac-4632-8038-d655e59ec8f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e266f2ee-d6d6-4a7a-b078-9988bd68045f'}}] {{(pid=110843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 24 20:09:40.936455 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-8f50bb52-c36b-4032-8b90-786292698b2c req-21b15576-10ee-4d82-adb2-b3de1a6ffa12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (17fa5cb3-4c5f-464b-ab6f-7454bb4a9549), before_update {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:09:40.977384 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:DELETE=1,neutron:SELECT=94,neutron:UPDATE=5 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:09:41.005867 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.db [req-8f50bb52-c36b-4032-8b90-786292698b2c req-21b15576-10ee-4d82-adb2-b3de1a6ffa12 service neutron] For port 17fa5cb3-4c5f-464b-ab6f-7454bb4a9549, host hv-cinder-85044, cleared binding levels {{(pid=110843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 20:09:41.009087 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.db [req-8f50bb52-c36b-4032-8b90-786292698b2c req-21b15576-10ee-4d82-adb2-b3de1a6ffa12 service neutron] For port 17fa5cb3-4c5f-464b-ab6f-7454bb4a9549, host hv-cinder-85044, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85044',level=0,port_id=17fa5cb3-4c5f-464b-ab6f-7454bb4a9549,segment=NetworkSegment(24530e87-00ac-4632-8038-d655e59ec8f1),segment_id=24530e87-00ac-4632-8038-d655e59ec8f1)] {{(pid=110843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 20:09:41.106134 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-8f50bb52-c36b-4032-8b90-786292698b2c req-21b15576-10ee-4d82-adb2-b3de1a6ffa12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2610891'] for port (17fa5cb3-4c5f-464b-ab6f-7454bb4a9549), after_update {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:09:41.143102 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f50bb52-c36b-4032-8b90-786292698b2c req-21b15576-10ee-4d82-adb2-b3de1a6ffa12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:09:41.143728 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-8f50bb52-c36b-4032-8b90-786292698b2c req-21b15576-10ee-4d82-adb2-b3de1a6ffa12 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1048257'] for port (None), before_response {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:09:41.145182 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-8f50bb52-c36b-4032-8b90-786292698b2c req-21b15576-10ee-4d82-adb2-b3de1a6ffa12 service neutron] 10.222.0.42 "PUT /v2.0/ports/17fa5cb3-4c5f-464b-ab6f-7454bb4a9549 HTTP/1.1" status: 200 len: 1093 time: 0.8690317 Jul 24 20:09:41.145627 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4ed9e25-3587-4b22-836e-f37292c3664e', 'tag': '17fa5cb3-4c5f-464b-ab6f-7454bb4a9549'}] {{(pid=110843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 24 20:09:41.147909 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa129e2ea71b36189c7354ee4da78dc54b5a7420159cbfa164f6b2678096e4e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c216d75-f798-463d-8f9b-9b16a79f3879" -d '{"events": [{"name": "network-changed", "server_uuid": "b4ed9e25-3587-4b22-836e-f37292c3664e", "tag": "17fa5cb3-4c5f-464b-ab6f-7454bb4a9549"}]}' {{(pid=110843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 20:09:41.175120 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b15576-10ee-4d82-adb2-b3de1a6ffa12 service neutron] Pushing event updated for resources: {'Port': ['ID=17fa5cb3-4c5f-464b-ab6f-7454bb4a9549,revision_number=3']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:09:41.189948 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 24 Jul 2022 20:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8303f3e7-4ab7-4c66-bc91-efc8a498cef9 x-openstack-request-id: req-8303f3e7-4ab7-4c66-bc91-efc8a498cef9 {{(pid=110843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 20:09:41.190247 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4ed9e25-3587-4b22-836e-f37292c3664e", "tag": "17fa5cb3-4c5f-464b-ab6f-7454bb4a9549", "status": "completed", "code": 200}]} {{(pid=110843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 20:09:41.190503 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-8303f3e7-4ab7-4c66-bc91-efc8a498cef9 {{(pid=110843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 20:09:41.190910 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8303f3e7-4ab7-4c66-bc91-efc8a498cef9'] response: {'name': 'network-changed', 'server_uuid': 'b4ed9e25-3587-4b22-836e-f37292c3664e', 'tag': '17fa5cb3-4c5f-464b-ab6f-7454bb4a9549', 'status': 'completed', 'code': 200} Jul 24 20:09:41.265133 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c216d75-f798-463d-8f9b-9b16a79f3879 req-2937afc3-606f-41fb-9eb8-205303a0527a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:09:41.267272 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-9c216d75-f798-463d-8f9b-9b16a79f3879 req-2937afc3-606f-41fb-9eb8-205303a0527a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2cb694ea9cbf458489f9f67a0ff6c40a&device_id=b4ed9e25-3587-4b22-836e-f37292c3664e HTTP/1.1" status: 200 len: 1127 time: 0.0527055 Jul 24 20:09:41.386595 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c216d75-f798-463d-8f9b-9b16a79f3879 req-439ac9b8-3e67-448e-8efe-f84153ff4794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:09:41.388003 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-9c216d75-f798-463d-8f9b-9b16a79f3879 req-439ac9b8-3e67-448e-8efe-f84153ff4794 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=2cb694ea9cbf458489f9f67a0ff6c40a&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1119819 Jul 24 20:09:41.500902 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c216d75-f798-463d-8f9b-9b16a79f3879 req-82237b68-5396-4ba9-bb8a-d21f8707445e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:09:41.502407 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-9c216d75-f798-463d-8f9b-9b16a79f3879 req-82237b68-5396-4ba9-bb8a-d21f8707445e service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1045082 Jul 24 20:09:41.589226 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f50bb52-c36b-4032-8b90-786292698b2c req-02f0f54a-808c-4b51-a47a-1605dcc7e023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:09:41.590869 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-8f50bb52-c36b-4032-8b90-786292698b2c req-02f0f54a-808c-4b51-a47a-1605dcc7e023 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2cb694ea9cbf458489f9f67a0ff6c40a&device_id=b4ed9e25-3587-4b22-836e-f37292c3664e HTTP/1.1" status: 200 len: 1127 time: 0.0422492 Jul 24 20:09:41.636253 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-8f50bb52-c36b-4032-8b90-786292698b2c req-7f3a72e7-8307-44aa-a2e8-0303a88168cc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=17fa5cb3-4c5f-464b-ab6f-7454bb4a9549 HTTP/1.1" status: 200 len: 217 time: 0.0341535 Jul 24 20:09:41.692526 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f50bb52-c36b-4032-8b90-786292698b2c req-7487c3f0-56ad-4bcf-88cf-deed47e926bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:09:41.694124 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-8f50bb52-c36b-4032-8b90-786292698b2c req-7487c3f0-56ad-4bcf-88cf-deed47e926bd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4b74be12-fa97-400e-b3b0-da4e40833600 HTTP/1.1" status: 200 len: 854 time: 0.0509658 Jul 24 20:09:41.713896 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:09:41.743670 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-8f50bb52-c36b-4032-8b90-786292698b2c req-e7298f35-30a9-41f1-a4f3-f4f63dcc2742 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e266f2ee-d6d6-4a7a-b078-9988bd68045f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377288 Jul 24 20:09:41.878749 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-8f50bb52-c36b-4032-8b90-786292698b2c req-7733ff85-fd11-46ee-b78c-d0f9f136629a service neutron] 10.222.0.42 "GET /v2.0/networks/e266f2ee-d6d6-4a7a-b078-9988bd68045f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263406 Jul 24 20:09:41.889892 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492509fe-7db8-4a8e-a488-e4e1e1f1dacf req-e7eaf033-0c89-4f8f-93db-cd966a2a86ab tempest-VolumesSnapshotTestJSON-1710354429 tempest-VolumesSnapshotTestJSON-1710354429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:09:41.891392 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-492509fe-7db8-4a8e-a488-e4e1e1f1dacf req-e7eaf033-0c89-4f8f-93db-cd966a2a86ab tempest-VolumesSnapshotTestJSON-1710354429 tempest-VolumesSnapshotTestJSON-1710354429-project] 10.222.0.17 "GET /v2.0/ports?device_id=b4ed9e25-3587-4b22-836e-f37292c3664e HTTP/1.1" status: 200 len: 943 time: 0.0607989 Jul 24 20:09:42.001289 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-492509fe-7db8-4a8e-a488-e4e1e1f1dacf req-496e619e-3c1e-424d-ae21-9f605902d12d tempest-VolumesSnapshotTestJSON-1710354429 tempest-VolumesSnapshotTestJSON-1710354429-project] 10.222.0.17 "GET /v2.0/security-groups?id=f53b2c70-27d8-4cc8-8e65-d866c10272cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015928 Jul 24 20:09:42.020936 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-8f50bb52-c36b-4032-8b90-786292698b2c req-a489ddc3-3c96-485e-83c3-43f2b47d94d3 service neutron] 10.222.0.42 "GET /v2.0/networks/e266f2ee-d6d6-4a7a-b078-9988bd68045f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285639 Jul 24 20:09:43.136286 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fccbb34-4af7-4eea-bce5-97c3b7b0d9ee req-f1851b59-e01a-474a-a28e-f2ec4fd987c7 tempest-VolumesSnapshotTestJSON-1710354429 tempest-VolumesSnapshotTestJSON-1710354429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:09:43.137740 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-1fccbb34-4af7-4eea-bce5-97c3b7b0d9ee req-f1851b59-e01a-474a-a28e-f2ec4fd987c7 tempest-VolumesSnapshotTestJSON-1710354429 tempest-VolumesSnapshotTestJSON-1710354429-project] 10.222.0.17 "GET /v2.0/ports?device_id=b4ed9e25-3587-4b22-836e-f37292c3664e HTTP/1.1" status: 200 len: 943 time: 0.0487087 Jul 24 20:09:43.191498 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-1fccbb34-4af7-4eea-bce5-97c3b7b0d9ee req-ff61aa1c-9d6b-48c5-82fd-872dd02cfadf tempest-VolumesSnapshotTestJSON-1710354429 tempest-VolumesSnapshotTestJSON-1710354429-project] 10.222.0.17 "GET /v2.0/security-groups?id=f53b2c70-27d8-4cc8-8e65-d866c10272cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478306 Jul 24 20:09:44.316900 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f613daed-bd39-401e-b001-9851d95ba16a req-f3a0ec25-f8c1-48f1-a41e-319e8cf58da3 tempest-VolumesSnapshotTestJSON-1710354429 tempest-VolumesSnapshotTestJSON-1710354429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:09:44.318500 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-f613daed-bd39-401e-b001-9851d95ba16a req-f3a0ec25-f8c1-48f1-a41e-319e8cf58da3 tempest-VolumesSnapshotTestJSON-1710354429 tempest-VolumesSnapshotTestJSON-1710354429-project] 10.222.0.17 "GET /v2.0/ports?device_id=b4ed9e25-3587-4b22-836e-f37292c3664e HTTP/1.1" status: 200 len: 943 time: 0.0575695 Jul 24 20:09:44.371197 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-f613daed-bd39-401e-b001-9851d95ba16a req-919c3890-106e-47ed-8bd5-b2cc85edbc57 tempest-VolumesSnapshotTestJSON-1710354429 tempest-VolumesSnapshotTestJSON-1710354429-project] 10.222.0.17 "GET /v2.0/security-groups?id=f53b2c70-27d8-4cc8-8e65-d866c10272cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471561 Jul 24 20:09:44.489217 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-2f9d77d7-043f-4c1d-8694-0abaa5956813 req-1007fd6f-0663-4f76-9621-94ea26b8647c tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] 10.222.0.17 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1130640648&fields=id&tenant_id=757b69afcbc64d9a853a7ae1f7dc3307 HTTP/1.1" status: 200 len: 267 time: 0.0499022 Jul 24 20:09:44.605294 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9d77d7-043f-4c1d-8694-0abaa5956813 req-d7a1d7b7-3ec2-4ef7-91c7-222deeb442a3 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:09:44.606894 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-2f9d77d7-043f-4c1d-8694-0abaa5956813 req-d7a1d7b7-3ec2-4ef7-91c7-222deeb442a3 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] 10.222.0.17 "GET /v2.0/networks?id=f72988cc-9fd0-426e-8ec1-94766c43bdf7 HTTP/1.1" status: 200 len: 810 time: 0.1099396 Jul 24 20:09:44.622185 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-2f9d77d7-043f-4c1d-8694-0abaa5956813 req-fedaa6aa-5124-4aba-9673-67e8fa03ddb3 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] 10.222.0.17 "GET /v2.0/quotas/757b69afcbc64d9a853a7ae1f7dc3307 HTTP/1.1" status: 200 len: 375 time: 0.0094328 Jul 24 20:09:44.657273 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=100 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:09:44.677419 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-2f9d77d7-043f-4c1d-8694-0abaa5956813 req-37f109d5-1d21-49f1-81e6-b495a521f744 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=757b69afcbc64d9a853a7ae1f7dc3307&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0493431 Jul 24 20:09:44.782334 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-2f9d77d7-043f-4c1d-8694-0abaa5956813 req-53abf30d-dfee-4b58-8d52-7b5a65e81973 service neutron] 10.222.0.17 "GET /v2.0/networks/f72988cc-9fd0-426e-8ec1-94766c43bdf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924456 Jul 24 20:09:44.881843 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-2f9d77d7-043f-4c1d-8694-0abaa5956813 req-e067595a-beda-4144-a22d-50ea87631bee service neutron] 10.222.0.17 "GET /v2.0/networks/f72988cc-9fd0-426e-8ec1-94766c43bdf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930724 Jul 24 20:09:44.987859 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Device 17fa5cb3-4c5f-464b-ab6f-7454bb4a9549 details requested by agent hyperv_hv-cinder-85044 with host hv-cinder-85044 {{(pid=110844) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 20:09:45.100529 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] For port 17fa5cb3-4c5f-464b-ab6f-7454bb4a9549, host hv-cinder-85044, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85044',level=0,port_id=17fa5cb3-4c5f-464b-ab6f-7454bb4a9549,segment=NetworkSegment(24530e87-00ac-4632-8038-d655e59ec8f1),segment_id=24530e87-00ac-4632-8038-d655e59ec8f1)] {{(pid=110844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 20:09:45.114402 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Returning: {'device': '17fa5cb3-4c5f-464b-ab6f-7454bb4a9549', 'network_id': 'e266f2ee-d6d6-4a7a-b078-9988bd68045f', 'port_id': '17fa5cb3-4c5f-464b-ab6f-7454bb4a9549', 'mac_address': 'fa:16:3e:79:0d:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b74be12-fa97-400e-b3b0-da4e40833600', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110844) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 20:09:45.157070 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Current status of the port 17fa5cb3-4c5f-464b-ab6f-7454bb4a9549 is: DOWN; New status is: BUILD {{(pid=110844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 20:09:45.157472 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (17fa5cb3-4c5f-464b-ab6f-7454bb4a9549), before_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:09:45.171609 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.notifiers.nova [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17fa5cb3-4c5f-464b-ab6f-7454bb4a9549 {{(pid=110844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 24 20:09:45.192683 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] For port 17fa5cb3-4c5f-464b-ab6f-7454bb4a9549, host hv-cinder-85044, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85044',level=0,port_id=17fa5cb3-4c5f-464b-ab6f-7454bb4a9549,segment=NetworkSegment(24530e87-00ac-4632-8038-d655e59ec8f1),segment_id=24530e87-00ac-4632-8038-d655e59ec8f1)] {{(pid=110844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 20:09:45.310563 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958'] for port (17fa5cb3-4c5f-464b-ab6f-7454bb4a9549), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:09:45.360980 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Pushing event updated for resources: {'Port': ['ID=17fa5cb3-4c5f-464b-ab6f-7454bb4a9549,revision_number=4']} {{(pid=110844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:09:45.494722 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895bf487-0c90-4333-9f39-e9a146d9ebab req-1c355c1e-0937-4d9f-921c-4c388fdb85f5 tempest-VolumesSnapshotTestJSON-1710354429 tempest-VolumesSnapshotTestJSON-1710354429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:09:45.496258 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-895bf487-0c90-4333-9f39-e9a146d9ebab req-1c355c1e-0937-4d9f-921c-4c388fdb85f5 tempest-VolumesSnapshotTestJSON-1710354429 tempest-VolumesSnapshotTestJSON-1710354429-project] 10.222.0.17 "GET /v2.0/ports?device_id=b4ed9e25-3587-4b22-836e-f37292c3664e HTTP/1.1" status: 200 len: 944 time: 0.0539553 Jul 24 20:09:45.544939 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=100 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:09:45.552102 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-895bf487-0c90-4333-9f39-e9a146d9ebab req-1f4a9d1d-e1fa-4f55-ab7c-8e0ebeec1652 tempest-VolumesSnapshotTestJSON-1710354429 tempest-VolumesSnapshotTestJSON-1710354429-project] 10.222.0.17 "GET /v2.0/security-groups?id=f53b2c70-27d8-4cc8-8e65-d866c10272cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490565 Jul 24 20:09:45.598360 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] get_ports_and_sgs() called for port_ids ['17fa5cb3-4c5f-464b-ab6f-7454bb4a9549'] {{(pid=110844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 20:09:45.608410 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-3f39604b-3130-4b3d-af77-923be5a90424 req-072f9962-44a8-4538-9fcc-fc2f80f2b255 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] 10.222.0.17 "GET /v2.0/ports?device_id=dd807a83-bf3f-43ec-8fb3-b6bfaef6cc71 HTTP/1.1" status: 200 len: 210 time: 0.0347912 Jul 24 20:09:45.632011 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:09:46.681338 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba166aea-fb51-49f5-88e5-4a9e566336b2 req-8710593e-d731-4e2d-8f5b-a24a785f61a6 tempest-VolumesSnapshotTestJSON-1710354429 tempest-VolumesSnapshotTestJSON-1710354429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:09:46.683461 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-ba166aea-fb51-49f5-88e5-4a9e566336b2 req-8710593e-d731-4e2d-8f5b-a24a785f61a6 tempest-VolumesSnapshotTestJSON-1710354429 tempest-VolumesSnapshotTestJSON-1710354429-project] 10.222.0.17 "GET /v2.0/ports?device_id=b4ed9e25-3587-4b22-836e-f37292c3664e HTTP/1.1" status: 200 len: 944 time: 0.0485070 Jul 24 20:09:46.721761 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-39a50717-285e-4c2a-8e66-495d25b389d1 req-6e541b2f-820c-4bd6-be5a-4c3fa8c85f48 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] 10.222.0.17 "GET /v2.0/ports?device_id=dd807a83-bf3f-43ec-8fb3-b6bfaef6cc71 HTTP/1.1" status: 200 len: 210 time: 0.0373361 Jul 24 20:09:46.755690 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-ba166aea-fb51-49f5-88e5-4a9e566336b2 req-af278d41-768e-4a3e-894a-a2b87cfa4120 tempest-VolumesSnapshotTestJSON-1710354429 tempest-VolumesSnapshotTestJSON-1710354429-project] 10.222.0.17 "GET /v2.0/security-groups?id=f53b2c70-27d8-4cc8-8e65-d866c10272cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605791 Jul 24 20:09:46.997853 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Device 17fa5cb3-4c5f-464b-ab6f-7454bb4a9549 up at agent hyperv_hv-cinder-85044 {{(pid=110844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 20:09:47.040265 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Provisioning for port 17fa5cb3-4c5f-464b-ab6f-7454bb4a9549 completed by entity L2. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 24 20:09:47.042048 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:09:47.111103 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Provisioning complete for port 17fa5cb3-4c5f-464b-ab6f-7454bb4a9549 triggered by entity L2. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 20:09:47.111483 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812910'] for port (17fa5cb3-4c5f-464b-ab6f-7454bb4a9549), provisioning_complete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:09:47.184592 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Current status of the port 17fa5cb3-4c5f-464b-ab6f-7454bb4a9549 is: BUILD; New status is: ACTIVE {{(pid=110844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 20:09:47.185013 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (17fa5cb3-4c5f-464b-ab6f-7454bb4a9549), before_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:09:47.210704 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4ed9e25-3587-4b22-836e-f37292c3664e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17fa5cb3-4c5f-464b-ab6f-7454bb4a9549'}] {{(pid=110844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 24 20:09:47.212978 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cb44c1e02bae91b270a0e6cfc836be33c010434f31a7c401440ca7d913440f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbde9929-09d1-434b-87ff-35e4b5a6384b" -d '{"events": [{"server_uuid": "b4ed9e25-3587-4b22-836e-f37292c3664e", "name": "network-vif-plugged", "status": "completed", "tag": "17fa5cb3-4c5f-464b-ab6f-7454bb4a9549"}]}' {{(pid=110844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 20:09:47.226179 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] For port 17fa5cb3-4c5f-464b-ab6f-7454bb4a9549, host hv-cinder-85044, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85044',level=0,port_id=17fa5cb3-4c5f-464b-ab6f-7454bb4a9549,segment=NetworkSegment(24530e87-00ac-4632-8038-d655e59ec8f1),segment_id=24530e87-00ac-4632-8038-d655e59ec8f1)] {{(pid=110844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 20:09:47.251161 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 24 Jul 2022 20:09:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38ef30b7-d46c-4a60-802c-0faf0e8bfc8f x-openstack-request-id: req-38ef30b7-d46c-4a60-802c-0faf0e8bfc8f {{(pid=110844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 20:09:47.251454 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4ed9e25-3587-4b22-836e-f37292c3664e", "name": "network-vif-plugged", "status": "completed", "tag": "17fa5cb3-4c5f-464b-ab6f-7454bb4a9549", "code": 200}]} {{(pid=110844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 20:09:47.251714 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-38ef30b7-d46c-4a60-802c-0faf0e8bfc8f {{(pid=110844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 20:09:47.252139 dv-cinder-850449-2-iscsi neutron-server[110844]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38ef30b7-d46c-4a60-802c-0faf0e8bfc8f'] response: {'server_uuid': 'b4ed9e25-3587-4b22-836e-f37292c3664e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17fa5cb3-4c5f-464b-ab6f-7454bb4a9549', 'code': 200} Jul 24 20:09:47.333867 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958'] for port (17fa5cb3-4c5f-464b-ab6f-7454bb4a9549), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:09:47.381925 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Pushing event updated for resources: {'Port': ['ID=17fa5cb3-4c5f-464b-ab6f-7454bb4a9549,revision_number=5']} {{(pid=110844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:09:47.688467 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9d77d7-043f-4c1d-8694-0abaa5956813 req-9c18cb2d-fbdb-4fc4-9541-14ab33c085e5 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:09:47.689931 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-2f9d77d7-043f-4c1d-8694-0abaa5956813 req-9c18cb2d-fbdb-4fc4-9541-14ab33c085e5 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] 10.222.0.42 "GET /v2.0/networks?id=f72988cc-9fd0-426e-8ec1-94766c43bdf7 HTTP/1.1" status: 200 len: 810 time: 0.1362715 Jul 24 20:09:47.693552 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000afd26-a685-4908-a050-4a4faaba26f4 req-6971d67e-8bb5-4f0f-8a46-fee991c967f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:09:47.696638 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-000afd26-a685-4908-a050-4a4faaba26f4 req-6971d67e-8bb5-4f0f-8a46-fee991c967f2 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b4ed9e25-3587-4b22-836e-f37292c3664e HTTP/1.1" status: 200 len: 1129 time: 0.0613015 Jul 24 20:09:47.795791 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-2f9d77d7-043f-4c1d-8694-0abaa5956813 req-37b7df57-cda0-4035-b19b-69ba1ee040bd tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=757b69afcbc64d9a853a7ae1f7dc3307 HTTP/1.1" status: 200 len: 380 time: 0.0925310 Jul 24 20:09:47.798129 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-000afd26-a685-4908-a050-4a4faaba26f4 req-8557f9ec-cc47-4e83-91cb-81f734ab11e7 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f53b2c70-27d8-4cc8-8e65-d866c10272cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932095 Jul 24 20:09:47.839186 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-4f1aa453-fc86-4c60-a20b-3e80083eb0bf req-85fff554-fef8-4589-8402-4acaace5515e tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] 10.222.0.17 "GET /v2.0/ports?device_id=dd807a83-bf3f-43ec-8fb3-b6bfaef6cc71 HTTP/1.1" status: 200 len: 210 time: 0.0315309 Jul 24 20:09:47.885122 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fac20d7-0ff3-4726-bf54-1d02a14befd7 req-072d5143-1696-4eaf-8f61-dd11ec4a4052 tempest-VolumesSnapshotTestJSON-1710354429 tempest-VolumesSnapshotTestJSON-1710354429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:09:47.886692 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-7fac20d7-0ff3-4726-bf54-1d02a14befd7 req-072d5143-1696-4eaf-8f61-dd11ec4a4052 tempest-VolumesSnapshotTestJSON-1710354429 tempest-VolumesSnapshotTestJSON-1710354429-project] 10.222.0.17 "GET /v2.0/ports?device_id=b4ed9e25-3587-4b22-836e-f37292c3664e HTTP/1.1" status: 200 len: 945 time: 0.0504293 Jul 24 20:09:47.934538 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-7fac20d7-0ff3-4726-bf54-1d02a14befd7 req-6fd02d50-a4dd-4727-a578-8ce836729835 tempest-VolumesSnapshotTestJSON-1710354429 tempest-VolumesSnapshotTestJSON-1710354429-project] 10.222.0.17 "GET /v2.0/security-groups?id=f53b2c70-27d8-4cc8-8e65-d866c10272cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415285 Jul 24 20:09:48.001615 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.v2.base [req-2f9d77d7-043f-4c1d-8694-0abaa5956813 req-25e052f0-6f21-4dc6-bc8f-9db9ddc11d35 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Request body: {'port': {'device_id': 'dd807a83-bf3f-43ec-8fb3-b6bfaef6cc71', 'network_id': 'f72988cc-9fd0-426e-8ec1-94766c43bdf7', 'admin_state_up': True, 'tenant_id': '757b69afcbc64d9a853a7ae1f7dc3307', 'security_groups': ['426a98f1-bdae-428a-b03d-426236e01087']}} {{(pid=110843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 20:09:48.219715 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f9d77d7-043f-4c1d-8694-0abaa5956813 req-25e052f0-6f21-4dc6-bc8f-9db9ddc11d35 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Made reservation on behalf of 757b69afcbc64d9a853a7ae1f7dc3307 for: {'port': 1} {{(pid=110843) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 20:09:48.223237 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-2f9d77d7-043f-4c1d-8694-0abaa5956813 req-25e052f0-6f21-4dc6-bc8f-9db9ddc11d35 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (None), before_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:09:48.304253 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:09:48.353219 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.db.db_base_plugin_common [req-2f9d77d7-043f-4c1d-8694-0abaa5956813 req-25e052f0-6f21-4dc6-bc8f-9db9ddc11d35 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Allocated IP 172.20.0.10 (f72988cc-9fd0-426e-8ec1-94766c43bdf7/9fbdff86-24c9-443e-8877-71756a9ade49/01ba76a0-9673-4cd6-bf83-8fb44927cec7) {{(pid=110843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 20:09:48.448326 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:09:48.495255 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-2f9d77d7-043f-4c1d-8694-0abaa5956813 req-25e052f0-6f21-4dc6-bc8f-9db9ddc11d35 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Publish callbacks [] for port (01ba76a0-9673-4cd6-bf83-8fb44927cec7), precommit_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:09:48.598232 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-2f9d77d7-043f-4c1d-8694-0abaa5956813 req-25e052f0-6f21-4dc6-bc8f-9db9ddc11d35 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731445223406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2610928'] for port (01ba76a0-9673-4cd6-bf83-8fb44927cec7), after_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:09:48.645727 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f9d77d7-043f-4c1d-8694-0abaa5956813 req-25e052f0-6f21-4dc6-bc8f-9db9ddc11d35 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Network f72988cc-9fd0-426e-8ec1-94766c43bdf7 is already hosted by enough agents. {{(pid=110843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 20:09:48.651698 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.scheduler.base_scheduler [req-2f9d77d7-043f-4c1d-8694-0abaa5956813 req-25e052f0-6f21-4dc6-bc8f-9db9ddc11d35 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Resources bound (agent type, host, resource id): {{(pid=110843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 20:09:48.656769 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f9d77d7-043f-4c1d-8694-0abaa5956813 req-25e052f0-6f21-4dc6-bc8f-9db9ddc11d35 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Received port after_create {{(pid=110843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 24 20:09:48.682013 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e052f0-6f21-4dc6-bc8f-9db9ddc11d35 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Pushing event updated for resources: {'Port': ['ID=01ba76a0-9673-4cd6-bf83-8fb44927cec7,revision_number=1']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:09:48.697744 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e052f0-6f21-4dc6-bc8f-9db9ddc11d35 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:09:48.698624 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e052f0-6f21-4dc6-bc8f-9db9ddc11d35 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:09:48.698624 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e052f0-6f21-4dc6-bc8f-9db9ddc11d35 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:09:48.698969 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e052f0-6f21-4dc6-bc8f-9db9ddc11d35 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:09:48.699164 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e052f0-6f21-4dc6-bc8f-9db9ddc11d35 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:09:48.699466 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e052f0-6f21-4dc6-bc8f-9db9ddc11d35 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:09:48.699822 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e052f0-6f21-4dc6-bc8f-9db9ddc11d35 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:09:48.700150 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e052f0-6f21-4dc6-bc8f-9db9ddc11d35 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:09:48.700479 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e052f0-6f21-4dc6-bc8f-9db9ddc11d35 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:09:48.700835 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e052f0-6f21-4dc6-bc8f-9db9ddc11d35 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:09:48.701163 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e052f0-6f21-4dc6-bc8f-9db9ddc11d35 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:09:48.701490 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e052f0-6f21-4dc6-bc8f-9db9ddc11d35 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:09:48.701814 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e052f0-6f21-4dc6-bc8f-9db9ddc11d35 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:09:48.702131 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e052f0-6f21-4dc6-bc8f-9db9ddc11d35 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:09:48.702514 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e052f0-6f21-4dc6-bc8f-9db9ddc11d35 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:09:48.727412 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9d77d7-043f-4c1d-8694-0abaa5956813 req-25e052f0-6f21-4dc6-bc8f-9db9ddc11d35 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:09:48.728101 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-2f9d77d7-043f-4c1d-8694-0abaa5956813 req-25e052f0-6f21-4dc6-bc8f-9db9ddc11d35 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1048257'] for port (None), before_response {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:09:48.854424 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-2f9d77d7-043f-4c1d-8694-0abaa5956813 req-25e052f0-6f21-4dc6-bc8f-9db9ddc11d35 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8576627 Jul 24 20:09:48.891630 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-0e05acf1-5c91-4b4f-a483-de80e0abc8c5 None None] Provisioning complete for port 01ba76a0-9673-4cd6-bf83-8fb44927cec7 triggered by entity DHCP. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 20:09:48.894577 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-0e05acf1-5c91-4b4f-a483-de80e0abc8c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812910'] for port (01ba76a0-9673-4cd6-bf83-8fb44927cec7), provisioning_complete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:09:48.928289 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-0e05acf1-5c91-4b4f-a483-de80e0abc8c5 None None] Port 01ba76a0-9673-4cd6-bf83-8fb44927cec7 cannot update to ACTIVE because it is not bound. {{(pid=110844) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 24 20:09:48.963179 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0d53f1-994d-4e82-9a69-a3ee123e6107 req-35b7eeae-69b0-4adf-b8a0-22f8a2502192 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:09:48.964703 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-0a0d53f1-994d-4e82-9a69-a3ee123e6107 req-35b7eeae-69b0-4adf-b8a0-22f8a2502192 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] 10.222.0.17 "GET /v2.0/ports?device_id=dd807a83-bf3f-43ec-8fb3-b6bfaef6cc71 HTTP/1.1" status: 200 len: 932 time: 0.0492568 Jul 24 20:09:49.023851 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-0a0d53f1-994d-4e82-9a69-a3ee123e6107 req-e6437659-8e6b-4497-9737-ba270e101151 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] 10.222.0.17 "GET /v2.0/security-groups?id=426a98f1-bdae-428a-b03d-426236e01087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524437 Jul 24 20:09:49.062418 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520369b6-0417-4360-9d90-c3130e481855 req-177fe92d-ae9e-4ebf-8afe-c12259566587 tempest-VolumesSnapshotTestJSON-1710354429 tempest-VolumesSnapshotTestJSON-1710354429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:09:49.063930 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-520369b6-0417-4360-9d90-c3130e481855 req-177fe92d-ae9e-4ebf-8afe-c12259566587 tempest-VolumesSnapshotTestJSON-1710354429 tempest-VolumesSnapshotTestJSON-1710354429-project] 10.222.0.17 "GET /v2.0/ports?device_id=b4ed9e25-3587-4b22-836e-f37292c3664e HTTP/1.1" status: 200 len: 945 time: 0.0574596 Jul 24 20:09:49.124480 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-520369b6-0417-4360-9d90-c3130e481855 req-1b2522d8-e467-4158-875c-401a4273cf60 tempest-VolumesSnapshotTestJSON-1710354429 tempest-VolumesSnapshotTestJSON-1710354429-project] 10.222.0.17 "GET /v2.0/security-groups?id=f53b2c70-27d8-4cc8-8e65-d866c10272cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546279 Jul 24 20:09:49.313339 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.v2.base [req-2f9d77d7-043f-4c1d-8694-0abaa5956813 req-9a9386e4-89dc-4ed5-88b1-6cfef97e1bdc service neutron] Request body: {'port': {'device_id': 'dd807a83-bf3f-43ec-8fb3-b6bfaef6cc71', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85044'}} {{(pid=110843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 20:09:49.375569 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-2f9d77d7-043f-4c1d-8694-0abaa5956813 req-9a9386e4-89dc-4ed5-88b1-6cfef97e1bdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (01ba76a0-9673-4cd6-bf83-8fb44927cec7), before_update {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:09:49.509024 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:09:49.653643 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.notifiers.nova [req-2f9d77d7-043f-4c1d-8694-0abaa5956813 req-9a9386e4-89dc-4ed5-88b1-6cfef97e1bdc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01ba76a0-9673-4cd6-bf83-8fb44927cec7 {{(pid=110843) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 24 20:09:49.662290 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-2f9d77d7-043f-4c1d-8694-0abaa5956813 req-9a9386e4-89dc-4ed5-88b1-6cfef97e1bdc service neutron] Publish callbacks [] for port (01ba76a0-9673-4cd6-bf83-8fb44927cec7), precommit_update {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:09:49.681359 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.db.provisioning_blocks [req-2f9d77d7-043f-4c1d-8694-0abaa5956813 req-9a9386e4-89dc-4ed5-88b1-6cfef97e1bdc service neutron] Transition to ACTIVE for port object 01ba76a0-9673-4cd6-bf83-8fb44927cec7 will not be triggered until provisioned by entity L2. {{(pid=110843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 24 20:09:49.783420 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-2f9d77d7-043f-4c1d-8694-0abaa5956813 req-9a9386e4-89dc-4ed5-88b1-6cfef97e1bdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2610891'] for port (01ba76a0-9673-4cd6-bf83-8fb44927cec7), after_update {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:09:49.838783 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9386e4-89dc-4ed5-88b1-6cfef97e1bdc service neutron] Pushing event updated for resources: {'Port': ['ID=01ba76a0-9673-4cd6-bf83-8fb44927cec7,revision_number=2']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:09:49.893611 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:09:49.933522 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.managers [req-2f9d77d7-043f-4c1d-8694-0abaa5956813 req-9a9386e4-89dc-4ed5-88b1-6cfef97e1bdc service neutron] Attempting to bind port 01ba76a0-9673-4cd6-bf83-8fb44927cec7 on host hv-cinder-85044 for vnic_type normal with profile {{(pid=110843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 24 20:09:49.939508 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.managers [req-2f9d77d7-043f-4c1d-8694-0abaa5956813 req-9a9386e4-89dc-4ed5-88b1-6cfef97e1bdc service neutron] Attempting to bind port 01ba76a0-9673-4cd6-bf83-8fb44927cec7 by drivers openvswitch,hyperv on host hv-cinder-85044 at level 0 using segments [{'id': '4bba68c1-4e30-4a75-be7c-266a932629a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'f72988cc-9fd0-426e-8ec1-94766c43bdf7'}] {{(pid=110843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 24 20:09:49.939508 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f9d77d7-043f-4c1d-8694-0abaa5956813 req-9a9386e4-89dc-4ed5-88b1-6cfef97e1bdc service neutron] Attempting to bind port 01ba76a0-9673-4cd6-bf83-8fb44927cec7 on network f72988cc-9fd0-426e-8ec1-94766c43bdf7 {{(pid=110843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 24 20:09:49.939508 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f9d77d7-043f-4c1d-8694-0abaa5956813 req-9a9386e4-89dc-4ed5-88b1-6cfef97e1bdc service neutron] Port 01ba76a0-9673-4cd6-bf83-8fb44927cec7 on network f72988cc-9fd0-426e-8ec1-94766c43bdf7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85044 {{(pid=110843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 24 20:09:49.939869 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f9d77d7-043f-4c1d-8694-0abaa5956813 req-9a9386e4-89dc-4ed5-88b1-6cfef97e1bdc service neutron] Attempting to bind port 01ba76a0-9673-4cd6-bf83-8fb44927cec7 on network f72988cc-9fd0-426e-8ec1-94766c43bdf7 {{(pid=110843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 24 20:09:49.945319 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f9d77d7-043f-4c1d-8694-0abaa5956813 req-9a9386e4-89dc-4ed5-88b1-6cfef97e1bdc service neutron] Checking agent: {'id': '95564131-b678-4db2-a162-51408b2acd55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85044', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 24, 19, 59, 9), 'started_at': datetime.datetime(2022, 7, 24, 19, 59, 9), 'heartbeat_timestamp': datetime.datetime(2022, 7, 24, 20, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 24 20:09:49.945658 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f9d77d7-043f-4c1d-8694-0abaa5956813 req-9a9386e4-89dc-4ed5-88b1-6cfef97e1bdc service neutron] Checking segment: {'id': '4bba68c1-4e30-4a75-be7c-266a932629a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'f72988cc-9fd0-426e-8ec1-94766c43bdf7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 24 20:09:49.946045 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f9d77d7-043f-4c1d-8694-0abaa5956813 req-9a9386e4-89dc-4ed5-88b1-6cfef97e1bdc service neutron] Bound using segment: {'id': '4bba68c1-4e30-4a75-be7c-266a932629a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'f72988cc-9fd0-426e-8ec1-94766c43bdf7'} {{(pid=110843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 24 20:09:49.946475 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.managers [req-2f9d77d7-043f-4c1d-8694-0abaa5956813 req-9a9386e4-89dc-4ed5-88b1-6cfef97e1bdc service neutron] Bound port: 01ba76a0-9673-4cd6-bf83-8fb44927cec7, host: hv-cinder-85044, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bba68c1-4e30-4a75-be7c-266a932629a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'f72988cc-9fd0-426e-8ec1-94766c43bdf7'}}] {{(pid=110843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 24 20:09:49.946844 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-2f9d77d7-043f-4c1d-8694-0abaa5956813 req-9a9386e4-89dc-4ed5-88b1-6cfef97e1bdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (01ba76a0-9673-4cd6-bf83-8fb44927cec7), before_update {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:09:50.015605 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.db [req-2f9d77d7-043f-4c1d-8694-0abaa5956813 req-9a9386e4-89dc-4ed5-88b1-6cfef97e1bdc service neutron] For port 01ba76a0-9673-4cd6-bf83-8fb44927cec7, host hv-cinder-85044, cleared binding levels {{(pid=110843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 20:09:50.018814 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.db [req-2f9d77d7-043f-4c1d-8694-0abaa5956813 req-9a9386e4-89dc-4ed5-88b1-6cfef97e1bdc service neutron] For port 01ba76a0-9673-4cd6-bf83-8fb44927cec7, host hv-cinder-85044, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85044',level=0,port_id=01ba76a0-9673-4cd6-bf83-8fb44927cec7,segment=NetworkSegment(4bba68c1-4e30-4a75-be7c-266a932629a9),segment_id=4bba68c1-4e30-4a75-be7c-266a932629a9)] {{(pid=110843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 20:09:50.148387 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f32ff08-6fab-4f06-99ea-219249599e0c req-89764d2f-3167-4e18-8c28-426e638c055b tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:09:50.149900 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-9f32ff08-6fab-4f06-99ea-219249599e0c req-89764d2f-3167-4e18-8c28-426e638c055b tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] 10.222.0.17 "GET /v2.0/ports?device_id=dd807a83-bf3f-43ec-8fb3-b6bfaef6cc71 HTTP/1.1" status: 200 len: 944 time: 0.0493817 Jul 24 20:09:50.170372 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-2f9d77d7-043f-4c1d-8694-0abaa5956813 req-9a9386e4-89dc-4ed5-88b1-6cfef97e1bdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2610891'] for port (01ba76a0-9673-4cd6-bf83-8fb44927cec7), after_update {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:09:50.224906 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9d77d7-043f-4c1d-8694-0abaa5956813 req-9a9386e4-89dc-4ed5-88b1-6cfef97e1bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:09:50.225127 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-2f9d77d7-043f-4c1d-8694-0abaa5956813 req-9a9386e4-89dc-4ed5-88b1-6cfef97e1bdc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1048257'] for port (None), before_response {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:09:50.226623 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-2f9d77d7-043f-4c1d-8694-0abaa5956813 req-9a9386e4-89dc-4ed5-88b1-6cfef97e1bdc service neutron] 10.222.0.42 "PUT /v2.0/ports/01ba76a0-9673-4cd6-bf83-8fb44927cec7 HTTP/1.1" status: 200 len: 1094 time: 0.9183805 Jul 24 20:09:50.227058 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd807a83-bf3f-43ec-8fb3-b6bfaef6cc71', 'tag': '01ba76a0-9673-4cd6-bf83-8fb44927cec7'}] {{(pid=110843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 24 20:09:50.229437 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa129e2ea71b36189c7354ee4da78dc54b5a7420159cbfa164f6b2678096e4e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a466dfe7-468b-464b-8355-b983741cd8ce" -d '{"events": [{"name": "network-changed", "server_uuid": "dd807a83-bf3f-43ec-8fb3-b6bfaef6cc71", "tag": "01ba76a0-9673-4cd6-bf83-8fb44927cec7"}]}' {{(pid=110843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 20:09:50.295993 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-9f32ff08-6fab-4f06-99ea-219249599e0c req-38847713-7373-47ef-ad96-ea65a65ba8cd tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] 10.222.0.17 "GET /v2.0/security-groups?id=426a98f1-bdae-428a-b03d-426236e01087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1403613 Jul 24 20:09:50.305199 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9386e4-89dc-4ed5-88b1-6cfef97e1bdc service neutron] Pushing event updated for resources: {'Port': ['ID=01ba76a0-9673-4cd6-bf83-8fb44927cec7,revision_number=3']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:09:50.343436 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b8a4c8-f6ae-4928-a8c0-16286b5781bc req-cdfa333c-eb28-4976-b8e1-169d80038e6d tempest-VolumesSnapshotTestJSON-1710354429 tempest-VolumesSnapshotTestJSON-1710354429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:09:50.345845 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-d3b8a4c8-f6ae-4928-a8c0-16286b5781bc req-cdfa333c-eb28-4976-b8e1-169d80038e6d tempest-VolumesSnapshotTestJSON-1710354429 tempest-VolumesSnapshotTestJSON-1710354429-project] 10.222.0.17 "GET /v2.0/ports?device_id=b4ed9e25-3587-4b22-836e-f37292c3664e HTTP/1.1" status: 200 len: 945 time: 0.1081069 Jul 24 20:09:50.357654 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 24 Jul 2022 20:09:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a95af5c4-c0f6-4e89-ad4c-208b389dcb97 x-openstack-request-id: req-a95af5c4-c0f6-4e89-ad4c-208b389dcb97 {{(pid=110843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 20:09:50.358175 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd807a83-bf3f-43ec-8fb3-b6bfaef6cc71", "tag": "01ba76a0-9673-4cd6-bf83-8fb44927cec7", "status": "completed", "code": 200}]} {{(pid=110843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 20:09:50.358577 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-a95af5c4-c0f6-4e89-ad4c-208b389dcb97 {{(pid=110843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 20:09:50.359395 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a95af5c4-c0f6-4e89-ad4c-208b389dcb97'] response: {'name': 'network-changed', 'server_uuid': 'dd807a83-bf3f-43ec-8fb3-b6bfaef6cc71', 'tag': '01ba76a0-9673-4cd6-bf83-8fb44927cec7', 'status': 'completed', 'code': 200} Jul 24 20:09:50.436038 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9d77d7-043f-4c1d-8694-0abaa5956813 req-47f62445-50f5-40b0-82a5-45beeb0e3740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:09:50.438100 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-2f9d77d7-043f-4c1d-8694-0abaa5956813 req-47f62445-50f5-40b0-82a5-45beeb0e3740 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=757b69afcbc64d9a853a7ae1f7dc3307&device_id=dd807a83-bf3f-43ec-8fb3-b6bfaef6cc71 HTTP/1.1" status: 200 len: 1128 time: 0.0764298 Jul 24 20:09:50.464258 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-d3b8a4c8-f6ae-4928-a8c0-16286b5781bc req-e0d5c334-3fe0-421b-b8b4-e51f62d8f4a0 tempest-VolumesSnapshotTestJSON-1710354429 tempest-VolumesSnapshotTestJSON-1710354429-project] 10.222.0.17 "GET /v2.0/security-groups?id=f53b2c70-27d8-4cc8-8e65-d866c10272cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111853 Jul 24 20:09:50.751434 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-2f9d77d7-043f-4c1d-8694-0abaa5956813 req-5a91eee6-b819-4012-85f2-c180de3a013b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=01ba76a0-9673-4cd6-bf83-8fb44927cec7 HTTP/1.1" status: 200 len: 217 time: 0.3028731 Jul 24 20:09:50.814506 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9d77d7-043f-4c1d-8694-0abaa5956813 req-e64a7439-ae4a-4398-ad7f-3d42eef8acca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:09:50.815979 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-2f9d77d7-043f-4c1d-8694-0abaa5956813 req-e64a7439-ae4a-4398-ad7f-3d42eef8acca service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9fbdff86-24c9-443e-8877-71756a9ade49 HTTP/1.1" status: 200 len: 849 time: 0.0557954 Jul 24 20:09:51.112895 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9d77d7-043f-4c1d-8694-0abaa5956813 req-98a6b851-b334-4c9d-8464-e5db9b23946f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:09:51.115866 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-2f9d77d7-043f-4c1d-8694-0abaa5956813 req-98a6b851-b334-4c9d-8464-e5db9b23946f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f72988cc-9fd0-426e-8ec1-94766c43bdf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410030 Jul 24 20:09:51.225782 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:09:51.225954 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-2f9d77d7-043f-4c1d-8694-0abaa5956813 req-fc3c72df-9c52-4a95-a919-4a6d57d82019 service neutron] 10.222.0.42 "GET /v2.0/networks/f72988cc-9fd0-426e-8ec1-94766c43bdf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016488 Jul 24 20:09:51.354815 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-2f9d77d7-043f-4c1d-8694-0abaa5956813 req-126a1754-99cf-47b5-a28c-a04976a0534e service neutron] 10.222.0.42 "GET /v2.0/networks/f72988cc-9fd0-426e-8ec1-94766c43bdf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172047 Jul 24 20:09:51.428633 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9e6361-f47a-454a-a741-4a81ddb7c17a req-afa4723e-d379-4c6d-b59e-b8b8bf7db99b tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:09:51.430306 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-0d9e6361-f47a-454a-a741-4a81ddb7c17a req-afa4723e-d379-4c6d-b59e-b8b8bf7db99b tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] 10.222.0.17 "GET /v2.0/ports?device_id=dd807a83-bf3f-43ec-8fb3-b6bfaef6cc71 HTTP/1.1" status: 200 len: 944 time: 0.0590088 Jul 24 20:09:51.496268 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-0d9e6361-f47a-454a-a741-4a81ddb7c17a req-c8705ef8-5782-4217-b492-aa716e0a7ca6 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] 10.222.0.17 "GET /v2.0/security-groups?id=426a98f1-bdae-428a-b03d-426236e01087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603104 Jul 24 20:09:51.805200 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a466dfe7-468b-464b-8355-b983741cd8ce req-7d41182e-5d59-4641-bcd7-cef4acd6bf89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:09:51.806915 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-a466dfe7-468b-464b-8355-b983741cd8ce req-7d41182e-5d59-4641-bcd7-cef4acd6bf89 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=757b69afcbc64d9a853a7ae1f7dc3307&device_id=dd807a83-bf3f-43ec-8fb3-b6bfaef6cc71 HTTP/1.1" status: 200 len: 1128 time: 0.0449154 Jul 24 20:09:51.843106 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG dbcounter [-] [110845] Writing DB stats neutron:SELECT=4 {{(pid=110845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:09:51.915660 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a466dfe7-468b-464b-8355-b983741cd8ce req-36fde892-466a-4916-9cff-b4324e6291d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:09:51.917396 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-a466dfe7-468b-464b-8355-b983741cd8ce req-36fde892-466a-4916-9cff-b4324e6291d0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f72988cc-9fd0-426e-8ec1-94766c43bdf7 HTTP/1.1" status: 200 len: 911 time: 0.1033351 Jul 24 20:09:51.961864 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-a466dfe7-468b-464b-8355-b983741cd8ce req-1ea5c2c8-4f96-48a9-a2ec-78361ebd650b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=01ba76a0-9673-4cd6-bf83-8fb44927cec7 HTTP/1.1" status: 200 len: 217 time: 0.0357277 Jul 24 20:09:52.022817 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a466dfe7-468b-464b-8355-b983741cd8ce req-4b4c4301-5d87-45a6-a534-8bdb999138d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:09:52.024440 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-a466dfe7-468b-464b-8355-b983741cd8ce req-4b4c4301-5d87-45a6-a534-8bdb999138d5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9fbdff86-24c9-443e-8877-71756a9ade49 HTTP/1.1" status: 200 len: 849 time: 0.0541937 Jul 24 20:09:52.080231 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a466dfe7-468b-464b-8355-b983741cd8ce req-7b0fc37a-edde-4157-aaf9-f6ab0a6e13e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:09:52.081833 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-a466dfe7-468b-464b-8355-b983741cd8ce req-7b0fc37a-edde-4157-aaf9-f6ab0a6e13e5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f72988cc-9fd0-426e-8ec1-94766c43bdf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0492189 Jul 24 20:09:52.152537 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=100 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:09:52.192528 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-a466dfe7-468b-464b-8355-b983741cd8ce req-72dd2358-8b10-4794-a694-1f0dd3b7fb88 service neutron] 10.222.0.42 "GET /v2.0/networks/f72988cc-9fd0-426e-8ec1-94766c43bdf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019626 Jul 24 20:09:52.320951 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-a466dfe7-468b-464b-8355-b983741cd8ce req-9fef9d0a-2cc6-48dc-b1b4-860350b24a6a service neutron] 10.222.0.42 "GET /v2.0/networks/f72988cc-9fd0-426e-8ec1-94766c43bdf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148601 Jul 24 20:09:52.616438 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20d734b-acc1-49ea-bf0e-422bf50f75e5 req-a7d8e0e8-4a02-4979-9319-d48fbf5264ad tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:09:52.618049 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-e20d734b-acc1-49ea-bf0e-422bf50f75e5 req-a7d8e0e8-4a02-4979-9319-d48fbf5264ad tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] 10.222.0.17 "GET /v2.0/ports?device_id=dd807a83-bf3f-43ec-8fb3-b6bfaef6cc71 HTTP/1.1" status: 200 len: 944 time: 0.0497766 Jul 24 20:09:52.673501 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-e20d734b-acc1-49ea-bf0e-422bf50f75e5 req-ea232082-31e9-47b1-be21-2a2edb7b331a tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] 10.222.0.17 "GET /v2.0/security-groups?id=426a98f1-bdae-428a-b03d-426236e01087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497828 Jul 24 20:09:53.793248 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0aed0d-0b1c-44a0-8fae-73a7f8060c7b req-6aa35866-6525-40a5-80ba-9e8ee4d2faf2 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:09:53.794697 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-8f0aed0d-0b1c-44a0-8fae-73a7f8060c7b req-6aa35866-6525-40a5-80ba-9e8ee4d2faf2 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] 10.222.0.17 "GET /v2.0/ports?device_id=dd807a83-bf3f-43ec-8fb3-b6bfaef6cc71 HTTP/1.1" status: 200 len: 944 time: 0.0520806 Jul 24 20:09:53.850816 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-8f0aed0d-0b1c-44a0-8fae-73a7f8060c7b req-d13e9384-c7b9-4bcd-9622-ed03ac6e49ed tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] 10.222.0.17 "GET /v2.0/security-groups?id=426a98f1-bdae-428a-b03d-426236e01087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466514 Jul 24 20:09:54.975796 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1097e4-26a1-4be4-82a1-52dd35a37217 req-55a6c548-66ee-4589-a4a0-1b09a4e78b5e tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:09:54.977340 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-8b1097e4-26a1-4be4-82a1-52dd35a37217 req-55a6c548-66ee-4589-a4a0-1b09a4e78b5e tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] 10.222.0.17 "GET /v2.0/ports?device_id=dd807a83-bf3f-43ec-8fb3-b6bfaef6cc71 HTTP/1.1" status: 200 len: 944 time: 0.0512502 Jul 24 20:09:55.027787 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-8b1097e4-26a1-4be4-82a1-52dd35a37217 req-32ce49ae-6d68-411b-aece-5928624eb3c6 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] 10.222.0.17 "GET /v2.0/security-groups?id=426a98f1-bdae-428a-b03d-426236e01087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447989 Jul 24 20:09:56.145733 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a691cb9-882f-4d45-8dce-6e5e38b51266 req-2021841e-12fb-4268-a382-83a001991b3b tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:09:56.147141 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-5a691cb9-882f-4d45-8dce-6e5e38b51266 req-2021841e-12fb-4268-a382-83a001991b3b tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] 10.222.0.17 "GET /v2.0/ports?device_id=dd807a83-bf3f-43ec-8fb3-b6bfaef6cc71 HTTP/1.1" status: 200 len: 944 time: 0.0486155 Jul 24 20:09:56.206450 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-5a691cb9-882f-4d45-8dce-6e5e38b51266 req-7b73651f-dd64-44df-bbee-557797f042b4 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] 10.222.0.17 "GET /v2.0/security-groups?id=426a98f1-bdae-428a-b03d-426236e01087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537920 Jul 24 20:09:57.326132 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a09e71-94f6-41b8-86b7-56931d57c70a req-46223d31-4f97-4fc5-9a30-54264e004d19 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:09:57.327642 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-70a09e71-94f6-41b8-86b7-56931d57c70a req-46223d31-4f97-4fc5-9a30-54264e004d19 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] 10.222.0.17 "GET /v2.0/ports?device_id=dd807a83-bf3f-43ec-8fb3-b6bfaef6cc71 HTTP/1.1" status: 200 len: 944 time: 0.0498796 Jul 24 20:09:57.383370 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-70a09e71-94f6-41b8-86b7-56931d57c70a req-13ed9db1-837c-4407-8f5f-db0a59bc225b tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] 10.222.0.17 "GET /v2.0/security-groups?id=426a98f1-bdae-428a-b03d-426236e01087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492716 Jul 24 20:09:58.483317 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=100 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:09:58.497079 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47423112-2678-41f2-8e55-dbeab2385b82 req-367780d4-0a88-46ac-a141-5308aae6e64d tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:09:58.498590 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-47423112-2678-41f2-8e55-dbeab2385b82 req-367780d4-0a88-46ac-a141-5308aae6e64d tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] 10.222.0.17 "GET /v2.0/ports?device_id=dd807a83-bf3f-43ec-8fb3-b6bfaef6cc71 HTTP/1.1" status: 200 len: 944 time: 0.0484765 Jul 24 20:09:58.553657 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-47423112-2678-41f2-8e55-dbeab2385b82 req-1ada12ea-d781-4bc0-8740-cc4829c78b69 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] 10.222.0.17 "GET /v2.0/security-groups?id=426a98f1-bdae-428a-b03d-426236e01087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486431 Jul 24 20:09:59.053241 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Device 01ba76a0-9673-4cd6-bf83-8fb44927cec7 details requested by agent hyperv_hv-cinder-85044 with host hv-cinder-85044 {{(pid=110844) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 20:09:59.154968 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] For port 01ba76a0-9673-4cd6-bf83-8fb44927cec7, host hv-cinder-85044, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85044',level=0,port_id=01ba76a0-9673-4cd6-bf83-8fb44927cec7,segment=NetworkSegment(4bba68c1-4e30-4a75-be7c-266a932629a9),segment_id=4bba68c1-4e30-4a75-be7c-266a932629a9)] {{(pid=110844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 20:09:59.173377 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Returning: {'device': '01ba76a0-9673-4cd6-bf83-8fb44927cec7', 'network_id': 'f72988cc-9fd0-426e-8ec1-94766c43bdf7', 'port_id': '01ba76a0-9673-4cd6-bf83-8fb44927cec7', 'mac_address': 'fa:16:3e:77:07:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fbdff86-24c9-443e-8877-71756a9ade49', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110844) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 20:09:59.231109 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Current status of the port 01ba76a0-9673-4cd6-bf83-8fb44927cec7 is: DOWN; New status is: BUILD {{(pid=110844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 20:09:59.236165 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (01ba76a0-9673-4cd6-bf83-8fb44927cec7), before_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:09:59.246463 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.notifiers.nova [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01ba76a0-9673-4cd6-bf83-8fb44927cec7 {{(pid=110844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 24 20:09:59.268002 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] For port 01ba76a0-9673-4cd6-bf83-8fb44927cec7, host hv-cinder-85044, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85044',level=0,port_id=01ba76a0-9673-4cd6-bf83-8fb44927cec7,segment=NetworkSegment(4bba68c1-4e30-4a75-be7c-266a932629a9),segment_id=4bba68c1-4e30-4a75-be7c-266a932629a9)] {{(pid=110844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 20:09:59.334014 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958'] for port (01ba76a0-9673-4cd6-bf83-8fb44927cec7), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:09:59.339053 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:09:59.386397 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Pushing event updated for resources: {'Port': ['ID=01ba76a0-9673-4cd6-bf83-8fb44927cec7,revision_number=4']} {{(pid=110844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:09:59.393951 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:09:59.394299 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:09:59.394669 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:09:59.395006 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:09:59.395353 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:09:59.395666 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:09:59.395992 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:09:59.396315 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:09:59.396672 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:09:59.396988 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:09:59.397312 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:09:59.397635 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:09:59.397955 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:09:59.398274 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:09:59.398592 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:09:59.601682 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] get_ports_and_sgs() called for port_ids ['01ba76a0-9673-4cd6-bf83-8fb44927cec7'] {{(pid=110844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 20:09:59.693332 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e45845-fcd8-42be-81a5-ee4fe5f00893 req-386fe56d-81b6-4453-b62f-c2833d52a354 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:09:59.694941 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-10e45845-fcd8-42be-81a5-ee4fe5f00893 req-386fe56d-81b6-4453-b62f-c2833d52a354 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] 10.222.0.17 "GET /v2.0/ports?device_id=dd807a83-bf3f-43ec-8fb3-b6bfaef6cc71 HTTP/1.1" status: 200 len: 945 time: 0.0687034 Jul 24 20:09:59.749332 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-10e45845-fcd8-42be-81a5-ee4fe5f00893 req-7d2a0a69-a0d4-493c-822c-9c054a972280 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] 10.222.0.17 "GET /v2.0/security-groups?id=426a98f1-bdae-428a-b03d-426236e01087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489316 Jul 24 20:10:00.887165 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543b272c-5a3d-4045-9e4b-7ebf282f5098 req-25920f70-916d-4fd5-8037-ee9907f4b814 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:10:00.888864 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-543b272c-5a3d-4045-9e4b-7ebf282f5098 req-25920f70-916d-4fd5-8037-ee9907f4b814 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] 10.222.0.17 "GET /v2.0/ports?device_id=dd807a83-bf3f-43ec-8fb3-b6bfaef6cc71 HTTP/1.1" status: 200 len: 945 time: 0.0547864 Jul 24 20:10:00.942019 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-543b272c-5a3d-4045-9e4b-7ebf282f5098 req-75e62c0b-bc30-4bd7-8a2c-b185b963979d tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] 10.222.0.17 "GET /v2.0/security-groups?id=426a98f1-bdae-428a-b03d-426236e01087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469868 Jul 24 20:10:01.064803 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Device 01ba76a0-9673-4cd6-bf83-8fb44927cec7 up at agent hyperv_hv-cinder-85044 {{(pid=110844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 20:10:01.109265 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Provisioning for port 01ba76a0-9673-4cd6-bf83-8fb44927cec7 completed by entity L2. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 24 20:10:01.200503 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Provisioning complete for port 01ba76a0-9673-4cd6-bf83-8fb44927cec7 triggered by entity L2. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 20:10:01.201027 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812910'] for port (01ba76a0-9673-4cd6-bf83-8fb44927cec7), provisioning_complete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:10:01.262072 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:10:01.277042 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Current status of the port 01ba76a0-9673-4cd6-bf83-8fb44927cec7 is: BUILD; New status is: ACTIVE {{(pid=110844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 20:10:01.278388 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (01ba76a0-9673-4cd6-bf83-8fb44927cec7), before_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:10:01.303402 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd807a83-bf3f-43ec-8fb3-b6bfaef6cc71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01ba76a0-9673-4cd6-bf83-8fb44927cec7'}] {{(pid=110844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 24 20:10:01.305682 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cb44c1e02bae91b270a0e6cfc836be33c010434f31a7c401440ca7d913440f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef99728f-768a-4c13-8773-8f5a89348030" -d '{"events": [{"server_uuid": "dd807a83-bf3f-43ec-8fb3-b6bfaef6cc71", "name": "network-vif-plugged", "status": "completed", "tag": "01ba76a0-9673-4cd6-bf83-8fb44927cec7"}]}' {{(pid=110844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 20:10:01.321289 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] For port 01ba76a0-9673-4cd6-bf83-8fb44927cec7, host hv-cinder-85044, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85044',level=0,port_id=01ba76a0-9673-4cd6-bf83-8fb44927cec7,segment=NetworkSegment(4bba68c1-4e30-4a75-be7c-266a932629a9),segment_id=4bba68c1-4e30-4a75-be7c-266a932629a9)] {{(pid=110844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 20:10:01.350406 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 24 Jul 2022 20:10:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc561242-d9dc-4114-894c-d30c5015b156 x-openstack-request-id: req-cc561242-d9dc-4114-894c-d30c5015b156 {{(pid=110844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 20:10:01.354155 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd807a83-bf3f-43ec-8fb3-b6bfaef6cc71", "name": "network-vif-plugged", "status": "completed", "tag": "01ba76a0-9673-4cd6-bf83-8fb44927cec7", "code": 200}]} {{(pid=110844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 20:10:01.354155 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-cc561242-d9dc-4114-894c-d30c5015b156 {{(pid=110844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 20:10:01.354155 dv-cinder-850449-2-iscsi neutron-server[110844]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc561242-d9dc-4114-894c-d30c5015b156'] response: {'server_uuid': 'dd807a83-bf3f-43ec-8fb3-b6bfaef6cc71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01ba76a0-9673-4cd6-bf83-8fb44927cec7', 'code': 200} Jul 24 20:10:01.448356 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958'] for port (01ba76a0-9673-4cd6-bf83-8fb44927cec7), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:10:01.504723 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Pushing event updated for resources: {'Port': ['ID=01ba76a0-9673-4cd6-bf83-8fb44927cec7,revision_number=5']} {{(pid=110844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:10:01.726805 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG dbcounter [-] [110845] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=110845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:10:01.898423 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaf869e-c02c-4f06-b094-fe31cf02f4de req-ffc10022-016d-46e2-b5c4-aaa1a3f97a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:10:01.899942 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-beaf869e-c02c-4f06-b094-fe31cf02f4de req-ffc10022-016d-46e2-b5c4-aaa1a3f97a56 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=dd807a83-bf3f-43ec-8fb3-b6bfaef6cc71 HTTP/1.1" status: 200 len: 1130 time: 0.0413904 Jul 24 20:10:01.956489 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-beaf869e-c02c-4f06-b094-fe31cf02f4de req-30a191ef-9d7c-4afa-b3af-a3b9e30a4a3b service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=426a98f1-bdae-428a-b03d-426236e01087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475132 Jul 24 20:10:02.080452 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9603f568-1b10-44be-81b7-0224609a21af req-5be519e1-6fc8-426c-9de2-2db2466b78e7 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:10:02.082283 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-9603f568-1b10-44be-81b7-0224609a21af req-5be519e1-6fc8-426c-9de2-2db2466b78e7 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] 10.222.0.17 "GET /v2.0/ports?device_id=dd807a83-bf3f-43ec-8fb3-b6bfaef6cc71 HTTP/1.1" status: 200 len: 946 time: 0.0604398 Jul 24 20:10:02.105083 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=100 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:10:02.143934 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-9603f568-1b10-44be-81b7-0224609a21af req-a5577092-0718-4332-ba01-fcf1a32bfa0d tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] 10.222.0.17 "GET /v2.0/security-groups?id=426a98f1-bdae-428a-b03d-426236e01087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553060 Jul 24 20:10:02.857009 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e825d546-bc26-48f8-be99-93c588032f19 req-adf3b00c-e9eb-46ea-82b5-33e654c67f5d tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:10:02.858675 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-e825d546-bc26-48f8-be99-93c588032f19 req-adf3b00c-e9eb-46ea-82b5-33e654c67f5d tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] 10.222.0.17 "GET /v2.0/ports?device_id=9e2927d8-38e7-40fa-ba40-d038c1d681ca HTTP/1.1" status: 200 len: 945 time: 0.0546255 Jul 24 20:10:02.915490 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-e825d546-bc26-48f8-be99-93c588032f19 req-3fcd94e0-4f60-4968-873c-ca0dc69caae5 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] 10.222.0.17 "GET /v2.0/security-groups?id=b25dcff4-d364-458d-8e15-4319c39b4de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495450 Jul 24 20:10:03.267191 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c419633-7f7b-40c4-8d4a-beed32848321 req-48bfe220-dcce-4cdf-8360-a52bcb64b92c tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:10:03.268854 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-2c419633-7f7b-40c4-8d4a-beed32848321 req-48bfe220-dcce-4cdf-8360-a52bcb64b92c tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] 10.222.0.17 "GET /v2.0/ports?device_id=dd807a83-bf3f-43ec-8fb3-b6bfaef6cc71 HTTP/1.1" status: 200 len: 946 time: 0.0531750 Jul 24 20:10:03.325701 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-2c419633-7f7b-40c4-8d4a-beed32848321 req-f1296216-4978-4b81-bc12-acfe04002b67 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] 10.222.0.17 "GET /v2.0/security-groups?id=426a98f1-bdae-428a-b03d-426236e01087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512352 Jul 24 20:10:03.580239 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-4ac74983-eb1a-492b-b36f-35cf6eaa3e8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (dc36e0ef-94f3-4a3e-9c13-4790afccb2e9), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:10:04.036500 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2b7d13-e608-46d0-8fca-56583fe1c094 req-f2cb0d03-6d35-474e-bf5e-51d7848172fd tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:10:04.038055 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-6b2b7d13-e608-46d0-8fca-56583fe1c094 req-f2cb0d03-6d35-474e-bf5e-51d7848172fd tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] 10.222.0.17 "GET /v2.0/ports?device_id=9e2927d8-38e7-40fa-ba40-d038c1d681ca HTTP/1.1" status: 200 len: 945 time: 0.0481045 Jul 24 20:10:04.095126 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-6b2b7d13-e608-46d0-8fca-56583fe1c094 req-ad4e7392-8b7b-43cd-9c47-fec889d11ea5 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] 10.222.0.17 "GET /v2.0/security-groups?id=b25dcff4-d364-458d-8e15-4319c39b4de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515089 Jul 24 20:10:04.451370 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47dbb94-1e61-4df3-9509-3851c9e7adf0 req-65a599cd-3612-4e6c-9820-ba571c0dd6e8 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:10:04.452952 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-c47dbb94-1e61-4df3-9509-3851c9e7adf0 req-65a599cd-3612-4e6c-9820-ba571c0dd6e8 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] 10.222.0.17 "GET /v2.0/ports?device_id=dd807a83-bf3f-43ec-8fb3-b6bfaef6cc71 HTTP/1.1" status: 200 len: 946 time: 0.0542047 Jul 24 20:10:04.503591 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-c47dbb94-1e61-4df3-9509-3851c9e7adf0 req-c960589b-98fd-46e8-8d07-23b89dc0851c tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] 10.222.0.17 "GET /v2.0/security-groups?id=426a98f1-bdae-428a-b03d-426236e01087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450842 Jul 24 20:10:04.628949 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f1b352-489f-4f51-94c8-a678a1970f2e req-d2810877-f672-4ef4-a8c9-fe55360b0e6b tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:10:04.630597 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-44f1b352-489f-4f51-94c8-a678a1970f2e req-d2810877-f672-4ef4-a8c9-fe55360b0e6b tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] 10.222.0.17 "GET /v2.0/ports?device_id=dd807a83-bf3f-43ec-8fb3-b6bfaef6cc71 HTTP/1.1" status: 200 len: 946 time: 0.0587010 Jul 24 20:10:04.686421 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-44f1b352-489f-4f51-94c8-a678a1970f2e req-0e038729-e283-461f-991d-7274d5a13a18 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] 10.222.0.17 "GET /v2.0/security-groups?id=426a98f1-bdae-428a-b03d-426236e01087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498536 Jul 24 20:10:04.710237 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 37942) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:10:04.725928 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG dbcounter [-] [110845] Writing DB stats neutron:SELECT=2 {{(pid=110845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:10:04.864725 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1525ae7-c4a8-4374-8210-4f23ff66afb9 tempest-TestVolumeBootPattern-681006630 tempest-TestVolumeBootPattern-681006630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:10:04.866282 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-a1525ae7-c4a8-4374-8210-4f23ff66afb9 tempest-TestVolumeBootPattern-681006630 tempest-TestVolumeBootPattern-681006630-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=dd807a83-bf3f-43ec-8fb3-b6bfaef6cc71 HTTP/1.1" status: 200 len: 1125 time: 0.1550663 Jul 24 20:10:04.870805 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 37946) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:10:04.875985 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.v2.base [None req-068feb0d-bd26-44f4-94d9-eb9182763a91 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Request body: {'floatingip': {'floating_network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'port_id': '01ba76a0-9673-4cd6-bf83-8fb44927cec7', 'tenant_id': '757b69afcbc64d9a853a7ae1f7dc3307', 'fixed_ip_address': '172.20.0.10'}} {{(pid=110842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 20:10:05.001630 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-068feb0d-bd26-44f4-94d9-eb9182763a91 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:10:05.090904 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-068feb0d-bd26-44f4-94d9-eb9182763a91 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (None), before_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:10:05.202080 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.db.db_base_plugin_common [None req-068feb0d-bd26-44f4-94d9-eb9182763a91 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Allocated IP 172.27.3.253 (10498192-3528-4341-803f-d59b33e3b71c/99a0caa3-3fb5-4860-826f-478186226de3/35640c91-8986-40ff-90cb-68a0469b9613) {{(pid=110842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 20:10:05.228601 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b1127d-ecaf-42f3-9f1e-9b7da469c8c8 req-621bc77b-e56e-48c3-a970-cc506912317d tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:10:05.230192 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-b0b1127d-ecaf-42f3-9f1e-9b7da469c8c8 req-621bc77b-e56e-48c3-a970-cc506912317d tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] 10.222.0.17 "GET /v2.0/ports?device_id=9e2927d8-38e7-40fa-ba40-d038c1d681ca HTTP/1.1" status: 200 len: 945 time: 0.0613282 Jul 24 20:10:05.287401 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-b0b1127d-ecaf-42f3-9f1e-9b7da469c8c8 req-32da5789-40a0-4bf9-83d8-8a8f9f02c0b7 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] 10.222.0.17 "GET /v2.0/security-groups?id=b25dcff4-d364-458d-8e15-4319c39b4de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506082 Jul 24 20:10:05.329588 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-068feb0d-bd26-44f4-94d9-eb9182763a91 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Publish callbacks [] for port (35640c91-8986-40ff-90cb-68a0469b9613), precommit_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:10:05.419976 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-068feb0d-bd26-44f4-94d9-eb9182763a91 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731445223406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8925015'] for port (35640c91-8986-40ff-90cb-68a0469b9613), after_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:10:05.456257 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-068feb0d-bd26-44f4-94d9-eb9182763a91 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Network 10498192-3528-4341-803f-d59b33e3b71c is already hosted by enough agents. {{(pid=110842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 20:10:05.460559 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.scheduler.base_scheduler [None req-068feb0d-bd26-44f4-94d9-eb9182763a91 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Resources bound (agent type, host, resource id): {{(pid=110842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 20:10:05.463192 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068feb0d-bd26-44f4-94d9-eb9182763a91 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Received port after_create {{(pid=110842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 24 20:10:05.494749 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068feb0d-bd26-44f4-94d9-eb9182763a91 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Pushing event updated for resources: {'Port': ['ID=35640c91-8986-40ff-90cb-68a0469b9613,revision_number=1']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:10:05.508421 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068feb0d-bd26-44f4-94d9-eb9182763a91 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:10:05.508812 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068feb0d-bd26-44f4-94d9-eb9182763a91 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:10:05.509156 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068feb0d-bd26-44f4-94d9-eb9182763a91 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:10:05.509492 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068feb0d-bd26-44f4-94d9-eb9182763a91 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:10:05.509821 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068feb0d-bd26-44f4-94d9-eb9182763a91 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:10:05.510149 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068feb0d-bd26-44f4-94d9-eb9182763a91 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:10:05.510478 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068feb0d-bd26-44f4-94d9-eb9182763a91 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:10:05.510797 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068feb0d-bd26-44f4-94d9-eb9182763a91 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:10:05.511120 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068feb0d-bd26-44f4-94d9-eb9182763a91 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:10:05.511439 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068feb0d-bd26-44f4-94d9-eb9182763a91 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:10:05.511761 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068feb0d-bd26-44f4-94d9-eb9182763a91 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:10:05.512081 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068feb0d-bd26-44f4-94d9-eb9182763a91 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:10:05.512397 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068feb0d-bd26-44f4-94d9-eb9182763a91 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:10:05.512734 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068feb0d-bd26-44f4-94d9-eb9182763a91 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:10:05.514319 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068feb0d-bd26-44f4-94d9-eb9182763a91 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:10:05.869831 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:10:05.881654 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:10:05.890298 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-068feb0d-bd26-44f4-94d9-eb9182763a91 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Publish callbacks [] for floatingip (ef6e7216-15f8-423c-a61d-55f328389adb), precommit_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:10:05.899174 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-7ebc4e7c-3404-4008-bb8f-1c91e684e73c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (408021b7-d46b-48c2-9f75-8a8023f9145c), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:10:06.085144 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-068feb0d-bd26-44f4-94d9-eb9182763a91 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (35640c91-8986-40ff-90cb-68a0469b9613), before_update {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:10:06.238011 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-068feb0d-bd26-44f4-94d9-eb9182763a91 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Publish callbacks [] for port (35640c91-8986-40ff-90cb-68a0469b9613), precommit_update {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:10:06.332079 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-068feb0d-bd26-44f4-94d9-eb9182763a91 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8925036'] for port (35640c91-8986-40ff-90cb-68a0469b9613), after_update {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:10:06.398699 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=100 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:10:06.402043 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068feb0d-bd26-44f4-94d9-eb9182763a91 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Pushing event updated for resources: {'Port': ['ID=35640c91-8986-40ff-90cb-68a0469b9613,revision_number=2']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:10:06.407976 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4ec535-a624-47de-af06-6657967d1d14 req-ad0e13fb-2dda-4ada-8fc2-0c8918f2f5fc tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:10:06.409443 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-bd4ec535-a624-47de-af06-6657967d1d14 req-ad0e13fb-2dda-4ada-8fc2-0c8918f2f5fc tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] 10.222.0.17 "GET /v2.0/ports?device_id=9e2927d8-38e7-40fa-ba40-d038c1d681ca HTTP/1.1" status: 200 len: 945 time: 0.0502424 Jul 24 20:10:06.421075 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-068feb0d-bd26-44f4-94d9-eb9182763a91 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-452544'] for floatingip (ef6e7216-15f8-423c-a61d-55f328389adb), after_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:10:06.458811 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-bd4ec535-a624-47de-af06-6657967d1d14 req-a3f4076b-f767-4663-af89-76d8d14a88d4 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] 10.222.0.17 "GET /v2.0/security-groups?id=b25dcff4-d364-458d-8e15-4319c39b4de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432823 Jul 24 20:10:06.523693 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.db.l3_db [None req-068feb0d-bd26-44f4-94d9-eb9182763a91 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Floating IP ef6e7216-15f8-423c-a61d-55f328389adb associated. External IP: 172.27.3.253, port: 01ba76a0-9673-4cd6-bf83-8fb44927cec7. Jul 24 20:10:06.667680 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:10:06.736394 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-068feb0d-bd26-44f4-94d9-eb9182763a91 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Router bd590163-56ed-4520-bed7-938322d731b8 has already been hosted by L3 agent 408021b7-d46b-48c2-9f75-8a8023f9145c {{(pid=110842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 24 20:10:06.875377 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-068feb0d-bd26-44f4-94d9-eb9182763a91 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Notify agent at l3_agent.dv-cinder-850449-2-iscsi the message routers_updated {{(pid=110842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 20:10:06.887448 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b179b64-8efe-45d1-9a04-bf7b3743e25e None None] Sync routers for ids ['bd590163-56ed-4520-bed7-938322d731b8'] in dv-cinder-850449-2-iscsi {{(pid=110844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 20:10:06.905293 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b179b64-8efe-45d1-9a04-bf7b3743e25e None None] Routers {'bd590163-56ed-4520-bed7-938322d731b8'} bound to L3 agent in host dv-cinder-850449-2-iscsi {{(pid=110844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 20:10:06.906353 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_hamode_db [None req-6b179b64-8efe-45d1-9a04-bf7b3743e25e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-24T19:52:06Z,description=,heartbeat_timestamp=2022-07-24T20:10:06Z,host='dv-cinder-850449-2-iscsi',id=408021b7-d46b-48c2-9f75-8a8023f9145c,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T19:52:06Z,topic='l3_agent')) {'router_ids': ['bd590163-56ed-4520-bed7-938322d731b8'], 'active': True} {{(pid=110844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:10:07.002722 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-6dc48dae-acff-4e3e-8fdb-430da55b4f7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (7ee55678-4254-481c-8cae-5c828aed81c9), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:10:07.004061 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-068feb0d-bd26-44f4-94d9-eb9182763a91 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1048257'] for floatingip (None), before_response {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:10:07.023806 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_dvr_db [None req-6b179b64-8efe-45d1-9a04-bf7b3743e25e None None] Set router bd590163-56ed-4520-bed7-938322d731b8 gateway port host: dv-cinder-850449-2-iscsi {{(pid=110844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 20:10:07.038985 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-068feb0d-bd26-44f4-94d9-eb9182763a91 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1671038 Jul 24 20:10:07.039580 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd807a83-bf3f-43ec-8fb3-b6bfaef6cc71', 'tag': '01ba76a0-9673-4cd6-bf83-8fb44927cec7'}] {{(pid=110842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 24 20:10:07.042613 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5edc3fcd2ba6a287f711eaf45b4d5d5c8d3623c9fa62bef48fe3be9641ba2c6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e465d01-88e9-42a1-9a2d-64a87b8be1d1" -d '{"events": [{"name": "network-changed", "server_uuid": "dd807a83-bf3f-43ec-8fb3-b6bfaef6cc71", "tag": "01ba76a0-9673-4cd6-bf83-8fb44927cec7"}]}' {{(pid=110842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 20:10:07.100392 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 24 Jul 2022 20:10:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad8a8007-617b-4aee-80e6-a665c6a3220a x-openstack-request-id: req-ad8a8007-617b-4aee-80e6-a665c6a3220a {{(pid=110842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 20:10:07.100392 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd807a83-bf3f-43ec-8fb3-b6bfaef6cc71", "tag": "01ba76a0-9673-4cd6-bf83-8fb44927cec7", "status": "completed", "code": 200}]} {{(pid=110842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 20:10:07.100392 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-ad8a8007-617b-4aee-80e6-a665c6a3220a {{(pid=110842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 20:10:07.100392 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad8a8007-617b-4aee-80e6-a665c6a3220a'] response: {'name': 'network-changed', 'server_uuid': 'dd807a83-bf3f-43ec-8fb3-b6bfaef6cc71', 'tag': '01ba76a0-9673-4cd6-bf83-8fb44927cec7', 'status': 'completed', 'code': 200} Jul 24 20:10:07.121333 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:10:07.182924 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e465d01-88e9-42a1-9a2d-64a87b8be1d1 req-492212a6-8779-4652-b2a6-429167163c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:10:07.184516 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-9e465d01-88e9-42a1-9a2d-64a87b8be1d1 req-492212a6-8779-4652-b2a6-429167163c38 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=757b69afcbc64d9a853a7ae1f7dc3307&device_id=dd807a83-bf3f-43ec-8fb3-b6bfaef6cc71 HTTP/1.1" status: 200 len: 1130 time: 0.0516980 Jul 24 20:10:07.279324 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_hamode_db [None req-6b179b64-8efe-45d1-9a04-bf7b3743e25e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd590163-56ed-4520-bed7-938322d731b8', 'name': 'tempest-TestVolumeBootPattern-18742786-router', 'tenant_id': '757b69afcbc64d9a853a7ae1f7dc3307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'external_fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.158'}], 'enable_snat': True}, 'gw_port_id': '73f4c4a1-12ee-48ce-8b15-a2cee34961e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T20:03:43Z', 'updated_at': '2022-07-24T20:03:50Z', 'revision_number': 4, 'project_id': '757b69afcbc64d9a853a7ae1f7dc3307', 'gw_port': {'id': '73f4c4a1-12ee-48ce-8b15-a2cee34961e6', 'name': '', 'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:d4:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd590163-56ed-4520-bed7-938322d731b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:03:45Z', 'updated_at': '2022-07-24T20:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99a0caa3-3fb5-4860-826f-478186226de3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850449-2-iscsi', '_floatingips': [{'id': '917192b3-6eeb-4050-aaef-29bf8a14eeb6', 'tenant_id': '757b69afcbc64d9a853a7ae1f7dc3307', 'floating_ip_address': '172.27.3.15', 'floating_network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'router_id': 'bd590163-56ed-4520-bed7-938322d731b8', 'port_id': '96271c9a-9c8d-4422-ae1e-67d9ac2c6ad1', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 619, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f72988cc-9fd0-426e-8ec1-94766c43bdf7', 'mac_address': 'fa:16:3e:d6:13:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e52261d6-e043-41d4-b4b8-370d3462d26e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-24T20:07:55Z', 'updated_at': '2022-07-24T20:07:58Z', 'revision_number': 1, 'project_id': '757b69afcbc64d9a853a7ae1f7dc3307', 'fixed_ip_address_scope': None}, {'id': 'ef6e7216-15f8-423c-a61d-55f328389adb', 'tenant_id': '757b69afcbc64d9a853a7ae1f7dc3307', 'floating_ip_address': '172.27.3.253', 'floating_network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'router_id': 'bd590163-56ed-4520-bed7-938322d731b8', 'port_id': '01ba76a0-9673-4cd6-bf83-8fb44927cec7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f72988cc-9fd0-426e-8ec1-94766c43bdf7', 'mac_address': 'fa:16:3e:77:07:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd807a83-bf3f-43ec-8fb3-b6bfaef6cc71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-24T20:10:05Z', 'updated_at': '2022-07-24T20:10:05Z', 'revision_number': 0, 'project_id': '757b69afcbc64d9a853a7ae1f7dc3307', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50e82984-bbb9-4bf3-948c-ae1dd11befd3', 'name': '', 'network_id': 'f72988cc-9fd0-426e-8ec1-94766c43bdf7', 'tenant_id': '757b69afcbc64d9a853a7ae1f7dc3307', 'mac_address': 'fa:16:3e:bb:db:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd590163-56ed-4520-bed7-938322d731b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '9fbdff86-24c9-443e-8877-71756a9ade49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:03:49Z', 'updated_at': '2022-07-24T20:03:57Z', 'revision_number': 5, 'project_id': '757b69afcbc64d9a853a7ae1f7dc3307', 'subnets': [{'id': '9fbdff86-24c9-443e-8877-71756a9ade49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850449-2-iscsi', False) {} {{(pid=110844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:10:07.295781 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e465d01-88e9-42a1-9a2d-64a87b8be1d1 req-293fba05-36e4-438a-a88a-e5c21068dc75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:10:07.300534 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-9e465d01-88e9-42a1-9a2d-64a87b8be1d1 req-293fba05-36e4-438a-a88a-e5c21068dc75 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f72988cc-9fd0-426e-8ec1-94766c43bdf7 HTTP/1.1" status: 200 len: 911 time: 0.1066241 Jul 24 20:10:07.307443 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b179b64-8efe-45d1-9a04-bf7b3743e25e None None] Checking router: bd590163-56ed-4520-bed7-938322d731b8 for host: dv-cinder-850449-2-iscsi {{(pid=110844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 20:10:07.317867 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b179b64-8efe-45d1-9a04-bf7b3743e25e None None] Routers {'bd590163-56ed-4520-bed7-938322d731b8'} bound to L3 agent in host dv-cinder-850449-2-iscsi {{(pid=110844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 20:10:07.318888 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_hamode_db [None req-6b179b64-8efe-45d1-9a04-bf7b3743e25e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-24T19:52:06Z,description=,heartbeat_timestamp=2022-07-24T20:10:06Z,host='dv-cinder-850449-2-iscsi',id=408021b7-d46b-48c2-9f75-8a8023f9145c,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T19:52:06Z,topic='l3_agent')) {'router_ids': ['bd590163-56ed-4520-bed7-938322d731b8'], 'active': True} {{(pid=110844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:10:07.392814 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-9e465d01-88e9-42a1-9a2d-64a87b8be1d1 req-cfe8d64d-c513-4c93-a045-5e163939835b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=01ba76a0-9673-4cd6-bf83-8fb44927cec7 HTTP/1.1" status: 200 len: 1000 time: 0.0881002 Jul 24 20:10:07.449381 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e465d01-88e9-42a1-9a2d-64a87b8be1d1 req-db5e0237-f588-415c-94ce-22cc63ea98e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:10:07.450901 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-9e465d01-88e9-42a1-9a2d-64a87b8be1d1 req-db5e0237-f588-415c-94ce-22cc63ea98e5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9fbdff86-24c9-443e-8877-71756a9ade49 HTTP/1.1" status: 200 len: 849 time: 0.0504699 Jul 24 20:10:07.451088 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_dvr_db [None req-6b179b64-8efe-45d1-9a04-bf7b3743e25e None None] Set router bd590163-56ed-4520-bed7-938322d731b8 gateway port host: dv-cinder-850449-2-iscsi {{(pid=110844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 20:10:07.499613 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e465d01-88e9-42a1-9a2d-64a87b8be1d1 req-df5f1c82-0afe-45af-8b45-116f1db941d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:10:07.501492 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-9e465d01-88e9-42a1-9a2d-64a87b8be1d1 req-df5f1c82-0afe-45af-8b45-116f1db941d0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f72988cc-9fd0-426e-8ec1-94766c43bdf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429189 Jul 24 20:10:07.673513 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=100 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:10:07.688151 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_hamode_db [None req-6b179b64-8efe-45d1-9a04-bf7b3743e25e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd590163-56ed-4520-bed7-938322d731b8', 'name': 'tempest-TestVolumeBootPattern-18742786-router', 'tenant_id': '757b69afcbc64d9a853a7ae1f7dc3307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'external_fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.158'}], 'enable_snat': True}, 'gw_port_id': '73f4c4a1-12ee-48ce-8b15-a2cee34961e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T20:03:43Z', 'updated_at': '2022-07-24T20:03:50Z', 'revision_number': 4, 'project_id': '757b69afcbc64d9a853a7ae1f7dc3307', 'gw_port': {'id': '73f4c4a1-12ee-48ce-8b15-a2cee34961e6', 'name': '', 'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:d4:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd590163-56ed-4520-bed7-938322d731b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:03:45Z', 'updated_at': '2022-07-24T20:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99a0caa3-3fb5-4860-826f-478186226de3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850449-2-iscsi', '_floatingips': [{'id': '917192b3-6eeb-4050-aaef-29bf8a14eeb6', 'tenant_id': '757b69afcbc64d9a853a7ae1f7dc3307', 'floating_ip_address': '172.27.3.15', 'floating_network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'router_id': 'bd590163-56ed-4520-bed7-938322d731b8', 'port_id': '96271c9a-9c8d-4422-ae1e-67d9ac2c6ad1', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 619, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f72988cc-9fd0-426e-8ec1-94766c43bdf7', 'mac_address': 'fa:16:3e:d6:13:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e52261d6-e043-41d4-b4b8-370d3462d26e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-24T20:07:55Z', 'updated_at': '2022-07-24T20:07:58Z', 'revision_number': 1, 'project_id': '757b69afcbc64d9a853a7ae1f7dc3307', 'fixed_ip_address_scope': None}, {'id': 'ef6e7216-15f8-423c-a61d-55f328389adb', 'tenant_id': '757b69afcbc64d9a853a7ae1f7dc3307', 'floating_ip_address': '172.27.3.253', 'floating_network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'router_id': 'bd590163-56ed-4520-bed7-938322d731b8', 'port_id': '01ba76a0-9673-4cd6-bf83-8fb44927cec7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f72988cc-9fd0-426e-8ec1-94766c43bdf7', 'mac_address': 'fa:16:3e:77:07:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd807a83-bf3f-43ec-8fb3-b6bfaef6cc71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-24T20:10:05Z', 'updated_at': '2022-07-24T20:10:05Z', 'revision_number': 0, 'project_id': '757b69afcbc64d9a853a7ae1f7dc3307', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50e82984-bbb9-4bf3-948c-ae1dd11befd3', 'name': '', 'network_id': 'f72988cc-9fd0-426e-8ec1-94766c43bdf7', 'tenant_id': '757b69afcbc64d9a853a7ae1f7dc3307', 'mac_address': 'fa:16:3e:bb:db:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd590163-56ed-4520-bed7-938322d731b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '9fbdff86-24c9-443e-8877-71756a9ade49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:03:49Z', 'updated_at': '2022-07-24T20:03:57Z', 'revision_number': 5, 'project_id': '757b69afcbc64d9a853a7ae1f7dc3307', 'subnets': [{'id': '9fbdff86-24c9-443e-8877-71756a9ade49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850449-2-iscsi', False) {} {{(pid=110844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:10:07.702431 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423bbbd6-afd8-47d8-8d91-5a967dea6c4b req-11ed64eb-d8a1-4440-827d-38326ccc0129 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:10:07.705811 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-423bbbd6-afd8-47d8-8d91-5a967dea6c4b req-11ed64eb-d8a1-4440-827d-38326ccc0129 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] 10.222.0.17 "GET /v2.0/ports?device_id=9e2927d8-38e7-40fa-ba40-d038c1d681ca HTTP/1.1" status: 200 len: 945 time: 0.1560056 Jul 24 20:10:07.722248 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b179b64-8efe-45d1-9a04-bf7b3743e25e None None] The sync data for ids ['bd590163-56ed-4520-bed7-938322d731b8'] in dv-cinder-850449-2-iscsi is: [{'id': 'bd590163-56ed-4520-bed7-938322d731b8', 'name': 'tempest-TestVolumeBootPattern-18742786-router', 'tenant_id': '757b69afcbc64d9a853a7ae1f7dc3307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'external_fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.158'}], 'enable_snat': True}, 'gw_port_id': '73f4c4a1-12ee-48ce-8b15-a2cee34961e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T20:03:43Z', 'updated_at': '2022-07-24T20:03:50Z', 'revision_number': 4, 'project_id': '757b69afcbc64d9a853a7ae1f7dc3307', 'gw_port': {'id': '73f4c4a1-12ee-48ce-8b15-a2cee34961e6', 'name': '', 'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:d4:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd590163-56ed-4520-bed7-938322d731b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:03:45Z', 'updated_at': '2022-07-24T20:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99a0caa3-3fb5-4860-826f-478186226de3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850449-2-iscsi', '_floatingips': [{'id': '917192b3-6eeb-4050-aaef-29bf8a14eeb6', 'tenant_id': '757b69afcbc64d9a853a7ae1f7dc3307', 'floating_ip_address': '172.27.3.15', 'floating_network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'router_id': 'bd590163-56ed-4520-bed7-938322d731b8', 'port_id': '96271c9a-9c8d-4422-ae1e-67d9ac2c6ad1', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 619, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f72988cc-9fd0-426e-8ec1-94766c43bdf7', 'mac_address': 'fa:16:3e:d6:13:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e52261d6-e043-41d4-b4b8-370d3462d26e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-24T20:07:55Z', 'updated_at': '2022-07-24T20:07:58Z', 'revision_number': 1, 'project_id': '757b69afcbc64d9a853a7ae1f7dc3307', 'fixed_ip_address_scope': None}, {'id': 'ef6e7216-15f8-423c-a61d-55f328389adb', 'tenant_id': '757b69afcbc64d9a853a7ae1f7dc3307', 'floating_ip_address': '172.27.3.253', 'floating_network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'router_id': 'bd590163-56ed-4520-bed7-938322d731b8', 'port_id': '01ba76a0-9673-4cd6-bf83-8fb44927cec7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f72988cc-9fd0-426e-8ec1-94766c43bdf7', 'mac_address': 'fa:16:3e:77:07:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd807a83-bf3f-43ec-8fb3-b6bfaef6cc71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-24T20:10:05Z', 'updated_at': '2022-07-24T20:10:05Z', 'revision_number': 0, 'project_id': '757b69afcbc64d9a853a7ae1f7dc3307', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50e82984-bbb9-4bf3-948c-ae1dd11befd3', 'name': '', 'network_id': 'f72988cc-9fd0-426e-8ec1-94766c43bdf7', 'tenant_id': '757b69afcbc64d9a853a7ae1f7dc3307', 'mac_address': 'fa:16:3e:bb:db:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd590163-56ed-4520-bed7-938322d731b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '9fbdff86-24c9-443e-8877-71756a9ade49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:03:49Z', 'updated_at': '2022-07-24T20:03:57Z', 'revision_number': 5, 'project_id': '757b69afcbc64d9a853a7ae1f7dc3307', 'subnets': [{'id': '9fbdff86-24c9-443e-8877-71756a9ade49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 20:10:07.792796 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-9e465d01-88e9-42a1-9a2d-64a87b8be1d1 req-9687b60e-cc06-4e22-821f-80200c15b48e service neutron] 10.222.0.42 "GET /v2.0/networks/f72988cc-9fd0-426e-8ec1-94766c43bdf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2783723 Jul 24 20:10:07.831043 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-423bbbd6-afd8-47d8-8d91-5a967dea6c4b req-48afea25-6026-43e4-9cee-be1f217dbd7d tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] 10.222.0.17 "GET /v2.0/security-groups?id=b25dcff4-d364-458d-8e15-4319c39b4de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145320 Jul 24 20:10:07.913962 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-9e465d01-88e9-42a1-9a2d-64a87b8be1d1 req-5d7cb587-2061-4620-b389-8919e8164d50 service neutron] 10.222.0.42 "GET /v2.0/networks/f72988cc-9fd0-426e-8ec1-94766c43bdf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090260 Jul 24 20:10:07.947659 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b9b85ad-d791-45f4-a2cc-5e0adbe4d033 None None] New status for floating IP ef6e7216-15f8-423c-a61d-55f328389adb: ACTIVE {{(pid=110845) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 24 20:10:08.304598 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-43102eef-6e4b-4922-ad30-3734cbb7477a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (7d43fc2f-3c2c-473f-8c92-13ad6341ecc2), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:10:08.973515 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ac502d-e917-4c8d-a23c-def3044d239c req-50f6a8a1-7bce-4a9e-812e-8b8d8a2995f2 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:10:08.975112 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-58ac502d-e917-4c8d-a23c-def3044d239c req-50f6a8a1-7bce-4a9e-812e-8b8d8a2995f2 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] 10.222.0.17 "GET /v2.0/ports?device_id=9e2927d8-38e7-40fa-ba40-d038c1d681ca HTTP/1.1" status: 200 len: 945 time: 0.0658078 Jul 24 20:10:09.026315 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-58ac502d-e917-4c8d-a23c-def3044d239c req-145eb612-7e1e-40f0-b32f-209392c603ec tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] 10.222.0.17 "GET /v2.0/security-groups?id=b25dcff4-d364-458d-8e15-4319c39b4de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442233 Jul 24 20:10:09.056332 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:10:09.145158 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (46eda511-dfa5-408c-8bd4-cb509f691033), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:10:10.150047 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9726049-9cd4-470b-97d7-ddcc577c66db req-64585a12-abe9-448e-9b3d-16e26673ce70 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:10:10.152020 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-d9726049-9cd4-470b-97d7-ddcc577c66db req-64585a12-abe9-448e-9b3d-16e26673ce70 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] 10.222.0.17 "GET /v2.0/ports?device_id=9e2927d8-38e7-40fa-ba40-d038c1d681ca HTTP/1.1" status: 200 len: 945 time: 0.0514915 Jul 24 20:10:10.203536 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-d9726049-9cd4-470b-97d7-ddcc577c66db req-ac2426bd-5306-4745-ba2b-4e55bbb3bd18 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] 10.222.0.17 "GET /v2.0/security-groups?id=b25dcff4-d364-458d-8e15-4319c39b4de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447142 Jul 24 20:10:10.606712 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (95564131-b678-4db2-a162-51408b2acd55), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:10:11.323422 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27aeda0-b0a6-4845-956b-0f8e2af5006d req-7c5065ee-ae6f-4e20-8c28-0bd4f3a8a2cf tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:10:11.324917 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-c27aeda0-b0a6-4845-956b-0f8e2af5006d req-7c5065ee-ae6f-4e20-8c28-0bd4f3a8a2cf tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] 10.222.0.17 "GET /v2.0/ports?device_id=9e2927d8-38e7-40fa-ba40-d038c1d681ca HTTP/1.1" status: 200 len: 945 time: 0.0473361 Jul 24 20:10:11.377326 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-c27aeda0-b0a6-4845-956b-0f8e2af5006d req-6cb10fab-4d01-4a4c-acd3-b73a8e759a9e tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] 10.222.0.17 "GET /v2.0/security-groups?id=b25dcff4-d364-458d-8e15-4319c39b4de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461204 Jul 24 20:10:12.499791 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d6c3ea-11fa-4885-aa91-589cf6c56f6e req-82c4ac73-7d19-4559-8291-45ab3b863e62 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:10:12.501279 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-99d6c3ea-11fa-4885-aa91-589cf6c56f6e req-82c4ac73-7d19-4559-8291-45ab3b863e62 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] 10.222.0.17 "GET /v2.0/ports?device_id=9e2927d8-38e7-40fa-ba40-d038c1d681ca HTTP/1.1" status: 200 len: 945 time: 0.0498180 Jul 24 20:10:12.550167 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-99d6c3ea-11fa-4885-aa91-589cf6c56f6e req-5464615b-fe27-4f6a-a873-6a9e39796b65 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] 10.222.0.17 "GET /v2.0/security-groups?id=b25dcff4-d364-458d-8e15-4319c39b4de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432708 Jul 24 20:10:12.752394 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.agents_db [None req-615be7cd-482a-4e0c-9386-1b4806e6e45a None None] Agent healthcheck: found 6 active agents {{(pid=110845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 20:10:13.669540 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6269bc8-39da-4184-8821-fda5671d317e req-fcadd87b-53e2-47e4-b3ce-443d54f8ec48 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:10:13.671055 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-d6269bc8-39da-4184-8821-fda5671d317e req-fcadd87b-53e2-47e4-b3ce-443d54f8ec48 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] 10.222.0.17 "GET /v2.0/ports?device_id=9e2927d8-38e7-40fa-ba40-d038c1d681ca HTTP/1.1" status: 200 len: 945 time: 0.0526419 Jul 24 20:10:13.689880 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=100 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:10:13.718095 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-d6269bc8-39da-4184-8821-fda5671d317e req-20c7f2ed-89ea-4f59-933d-63eb1fe1bed6 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] 10.222.0.17 "GET /v2.0/security-groups?id=b25dcff4-d364-458d-8e15-4319c39b4de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412443 Jul 24 20:10:14.846974 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602248c6-2ef6-408e-948b-6ebf40f4b021 req-c1e95dbb-1995-4c42-9fe5-97ecc316ff1c tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:10:14.848477 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-602248c6-2ef6-408e-948b-6ebf40f4b021 req-c1e95dbb-1995-4c42-9fe5-97ecc316ff1c tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] 10.222.0.17 "GET /v2.0/ports?device_id=9e2927d8-38e7-40fa-ba40-d038c1d681ca HTTP/1.1" status: 200 len: 945 time: 0.0557492 Jul 24 20:10:14.900045 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-602248c6-2ef6-408e-948b-6ebf40f4b021 req-4e348150-379a-4661-b46a-a2747dadcbb8 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] 10.222.0.17 "GET /v2.0/security-groups?id=b25dcff4-d364-458d-8e15-4319c39b4de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457256 Jul 24 20:10:16.019580 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7394f23-3b03-4831-a3cf-2e6add815b44 req-6db88db9-23f4-44e7-b821-5afb1e2f177d tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:10:16.021179 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-f7394f23-3b03-4831-a3cf-2e6add815b44 req-6db88db9-23f4-44e7-b821-5afb1e2f177d tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] 10.222.0.17 "GET /v2.0/ports?device_id=9e2927d8-38e7-40fa-ba40-d038c1d681ca HTTP/1.1" status: 200 len: 945 time: 0.0486550 Jul 24 20:10:16.072753 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-f7394f23-3b03-4831-a3cf-2e6add815b44 req-489df99f-d78f-4677-a980-a71584dd30a0 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] 10.222.0.17 "GET /v2.0/security-groups?id=b25dcff4-d364-458d-8e15-4319c39b4de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459139 Jul 24 20:10:17.030910 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=13,neutron:DELETE=1 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:10:17.035004 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=70,neutron:DELETE=1 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:10:17.204736 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6509ec1c-1bea-45db-b01a-8fccdfb83c15 req-182f2572-14bf-4298-ba35-0aea1576735c tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:10:17.206755 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-6509ec1c-1bea-45db-b01a-8fccdfb83c15 req-182f2572-14bf-4298-ba35-0aea1576735c tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] 10.222.0.17 "GET /v2.0/ports?device_id=9e2927d8-38e7-40fa-ba40-d038c1d681ca HTTP/1.1" status: 200 len: 945 time: 0.0540569 Jul 24 20:10:17.259375 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-6509ec1c-1bea-45db-b01a-8fccdfb83c15 req-e54baab4-8061-46f4-81d0-2b3ed2fd16bc tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] 10.222.0.17 "GET /v2.0/security-groups?id=b25dcff4-d364-458d-8e15-4319c39b4de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447450 Jul 24 20:10:17.485025 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=100 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:10:17.489460 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-02757f7a-1f8d-48c3-8f95-ee84367488cc req-c30a9926-3417-4192-9e0c-9bb978ab9d63 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e52261d6-e043-41d4-b4b8-370d3462d26e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0385606 Jul 24 20:10:17.551238 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02757f7a-1f8d-48c3-8f95-ee84367488cc req-ccee361d-cfa8-4ff6-8ba7-f5369cdaebd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:10:17.552790 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-02757f7a-1f8d-48c3-8f95-ee84367488cc req-ccee361d-cfa8-4ff6-8ba7-f5369cdaebd4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=757b69afcbc64d9a853a7ae1f7dc3307&device_id=e52261d6-e043-41d4-b4b8-370d3462d26e HTTP/1.1" status: 200 len: 1129 time: 0.0402753 Jul 24 20:10:18.381567 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb3230b-7a5f-4e35-9146-7bc2a9493524 req-734ee32b-5047-4b5e-aa5c-c7d2cf603d7b tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:10:18.383129 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-3bb3230b-7a5f-4e35-9146-7bc2a9493524 req-734ee32b-5047-4b5e-aa5c-c7d2cf603d7b tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] 10.222.0.17 "GET /v2.0/ports?device_id=9e2927d8-38e7-40fa-ba40-d038c1d681ca HTTP/1.1" status: 200 len: 945 time: 0.0485835 Jul 24 20:10:18.457609 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-3bb3230b-7a5f-4e35-9146-7bc2a9493524 req-7db06692-111c-4e2d-b875-0fffc12b4660 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] 10.222.0.17 "GET /v2.0/security-groups?id=b25dcff4-d364-458d-8e15-4319c39b4de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684228 Jul 24 20:10:19.575150 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea37b2a-f203-4832-999b-5da750c91f94 req-dffc7f13-eed1-499d-b64d-3cd4ec4493a4 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:10:19.576749 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-5ea37b2a-f203-4832-999b-5da750c91f94 req-dffc7f13-eed1-499d-b64d-3cd4ec4493a4 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] 10.222.0.17 "GET /v2.0/ports?device_id=9e2927d8-38e7-40fa-ba40-d038c1d681ca HTTP/1.1" status: 200 len: 945 time: 0.0480063 Jul 24 20:10:19.626937 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-5ea37b2a-f203-4832-999b-5da750c91f94 req-f17e1d87-bc30-455b-9ec5-28516eb2b1b9 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] 10.222.0.17 "GET /v2.0/security-groups?id=b25dcff4-d364-458d-8e15-4319c39b4de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442982 Jul 24 20:10:20.352279 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02757f7a-1f8d-48c3-8f95-ee84367488cc req-b05fb03d-0e38-41f2-9564-31bbe6c68ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:10:20.353810 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-02757f7a-1f8d-48c3-8f95-ee84367488cc req-b05fb03d-0e38-41f2-9564-31bbe6c68ec3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f72988cc-9fd0-426e-8ec1-94766c43bdf7 HTTP/1.1" status: 200 len: 911 time: 0.0940483 Jul 24 20:10:20.418045 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-02757f7a-1f8d-48c3-8f95-ee84367488cc req-18606413-8121-451e-aa43-54fc7109e170 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=96271c9a-9c8d-4422-ae1e-67d9ac2c6ad1 HTTP/1.1" status: 200 len: 1000 time: 0.0566554 Jul 24 20:10:20.467868 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02757f7a-1f8d-48c3-8f95-ee84367488cc req-f86fca06-8f0d-45fb-9eb4-1b3abd25ad52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:10:20.469318 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-02757f7a-1f8d-48c3-8f95-ee84367488cc req-f86fca06-8f0d-45fb-9eb4-1b3abd25ad52 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9fbdff86-24c9-443e-8877-71756a9ade49 HTTP/1.1" status: 200 len: 849 time: 0.0450795 Jul 24 20:10:20.477716 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=1 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:10:20.489229 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=46,neutron:UPDATE=2 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:10:20.517914 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02757f7a-1f8d-48c3-8f95-ee84367488cc req-8af2ccec-5fec-44e6-92ef-109a1215fdba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:10:20.519415 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-02757f7a-1f8d-48c3-8f95-ee84367488cc req-8af2ccec-5fec-44e6-92ef-109a1215fdba service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f72988cc-9fd0-426e-8ec1-94766c43bdf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434630 Jul 24 20:10:20.619482 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-02757f7a-1f8d-48c3-8f95-ee84367488cc req-e532c975-2bf5-4b16-a821-3b95c2cd3629 service neutron] 10.222.0.42 "GET /v2.0/networks/f72988cc-9fd0-426e-8ec1-94766c43bdf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931346 Jul 24 20:10:20.757055 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-02757f7a-1f8d-48c3-8f95-ee84367488cc req-c0bf10ec-ff5d-46db-9881-17370341aad1 service neutron] 10.222.0.42 "GET /v2.0/networks/f72988cc-9fd0-426e-8ec1-94766c43bdf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295633 Jul 24 20:10:20.768814 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587439cd-6aa8-4543-aa4d-8141b479d959 req-060b59c1-3832-4c7d-a5b7-f001c040a396 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:10:20.770635 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-587439cd-6aa8-4543-aa4d-8141b479d959 req-060b59c1-3832-4c7d-a5b7-f001c040a396 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] 10.222.0.17 "GET /v2.0/ports?device_id=9e2927d8-38e7-40fa-ba40-d038c1d681ca HTTP/1.1" status: 200 len: 945 time: 0.0650177 Jul 24 20:10:20.782758 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=100 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:10:20.822442 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-587439cd-6aa8-4543-aa4d-8141b479d959 req-747a883d-245c-4e56-aad2-be9d3c33d9c1 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] 10.222.0.17 "GET /v2.0/security-groups?id=b25dcff4-d364-458d-8e15-4319c39b4de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459268 Jul 24 20:10:21.945340 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7968ca65-5d9f-4adb-8007-c27a9809507f req-c55ebbe2-709f-4988-94a7-5be25d80aa22 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:10:21.946793 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-7968ca65-5d9f-4adb-8007-c27a9809507f req-c55ebbe2-709f-4988-94a7-5be25d80aa22 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] 10.222.0.17 "GET /v2.0/ports?device_id=9e2927d8-38e7-40fa-ba40-d038c1d681ca HTTP/1.1" status: 200 len: 945 time: 0.0496640 Jul 24 20:10:21.998031 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-7968ca65-5d9f-4adb-8007-c27a9809507f req-0722b570-b289-4fd1-a349-d8065d4ab37b tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] 10.222.0.17 "GET /v2.0/security-groups?id=b25dcff4-d364-458d-8e15-4319c39b4de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455761 Jul 24 20:10:23.117876 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37776fc9-5992-443f-b6ed-e0317d711218 req-d964bc2c-86cc-4681-bd98-2e5f7ca5ca4d tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:10:23.119361 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-37776fc9-5992-443f-b6ed-e0317d711218 req-d964bc2c-86cc-4681-bd98-2e5f7ca5ca4d tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] 10.222.0.17 "GET /v2.0/ports?device_id=9e2927d8-38e7-40fa-ba40-d038c1d681ca HTTP/1.1" status: 200 len: 945 time: 0.0489924 Jul 24 20:10:23.168336 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-37776fc9-5992-443f-b6ed-e0317d711218 req-6c5d31c5-8829-4483-9a8d-507bc2babf24 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] 10.222.0.17 "GET /v2.0/security-groups?id=b25dcff4-d364-458d-8e15-4319c39b4de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433853 Jul 24 20:10:24.273224 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=100 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:10:24.284960 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bdd9cd-2246-4fce-bde5-8028d432003c req-32b6acc8-87b2-433e-a76a-aa9ddf96b99b tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:10:24.290744 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-d9bdd9cd-2246-4fce-bde5-8028d432003c req-32b6acc8-87b2-433e-a76a-aa9ddf96b99b tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] 10.222.0.17 "GET /v2.0/ports?device_id=9e2927d8-38e7-40fa-ba40-d038c1d681ca HTTP/1.1" status: 200 len: 945 time: 0.0467613 Jul 24 20:10:24.339293 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-d9bdd9cd-2246-4fce-bde5-8028d432003c req-e8d119d0-90d4-41c0-8a3c-a66d37f64a9e tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] 10.222.0.17 "GET /v2.0/security-groups?id=b25dcff4-d364-458d-8e15-4319c39b4de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472007 Jul 24 20:10:25.468469 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3696aa46-af0d-410a-9157-eea76f4d8146 req-eb15acea-f473-4029-9b63-c332fd87d394 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:10:25.470158 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-3696aa46-af0d-410a-9157-eea76f4d8146 req-eb15acea-f473-4029-9b63-c332fd87d394 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] 10.222.0.17 "GET /v2.0/ports?device_id=9e2927d8-38e7-40fa-ba40-d038c1d681ca HTTP/1.1" status: 200 len: 945 time: 0.0587256 Jul 24 20:10:25.519841 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-3696aa46-af0d-410a-9157-eea76f4d8146 req-a042676b-b21e-4c58-b3c9-00582067801e tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] 10.222.0.17 "GET /v2.0/security-groups?id=b25dcff4-d364-458d-8e15-4319c39b4de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429075 Jul 24 20:10:25.951029 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d961b5a0-f4ee-4821-a8de-7309625e88c8 req-85b14ffd-f0e8-47fa-9e8b-91a5bf43f1d7 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:10:25.952419 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-d961b5a0-f4ee-4821-a8de-7309625e88c8 req-85b14ffd-f0e8-47fa-9e8b-91a5bf43f1d7 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] 10.222.0.17 "GET /v2.0/ports?device_id=9e2927d8-38e7-40fa-ba40-d038c1d681ca HTTP/1.1" status: 200 len: 945 time: 0.0515552 Jul 24 20:10:26.007407 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-d961b5a0-f4ee-4821-a8de-7309625e88c8 req-91ce7535-39cc-4cda-9a12-20b9b4618926 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] 10.222.0.17 "GET /v2.0/security-groups?id=b25dcff4-d364-458d-8e15-4319c39b4de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488515 Jul 24 20:10:26.127104 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7382685-497c-450b-990d-c880d3f6fb77 req-4b023e36-99d7-49a7-943c-983ab8489186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:10:26.129406 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-b7382685-497c-450b-990d-c880d3f6fb77 req-4b023e36-99d7-49a7-943c-983ab8489186 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8fac69862bde46c8b40d8a4cc26ca379&device_id=9e2927d8-38e7-40fa-ba40-d038c1d681ca HTTP/1.1" status: 200 len: 1129 time: 0.0493183 Jul 24 20:10:26.240012 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7382685-497c-450b-990d-c880d3f6fb77 req-4d61e4f3-cac8-4f9d-b41b-a36bdc900d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:10:26.241602 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-b7382685-497c-450b-990d-c880d3f6fb77 req-4d61e4f3-cac8-4f9d-b41b-a36bdc900d35 service neutron] 10.222.0.42 "GET /v2.0/networks?id=aa4c12fa-3159-4d22-bc24-a1265d6d540b HTTP/1.1" status: 200 len: 912 time: 0.1043239 Jul 24 20:10:26.306735 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-b7382685-497c-450b-990d-c880d3f6fb77 req-46a070bc-1b19-418b-ba9c-aa4e983586e4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=42cf2267-add1-49a2-a76e-ae69c63ddc27 HTTP/1.1" status: 200 len: 1000 time: 0.0586164 Jul 24 20:10:26.363648 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7382685-497c-450b-990d-c880d3f6fb77 req-19b49c3c-5e37-4838-bebe-6c6549aae6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:10:26.365179 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-b7382685-497c-450b-990d-c880d3f6fb77 req-19b49c3c-5e37-4838-bebe-6c6549aae6eb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1a5ce63f-aff9-46ab-b841-e4d465c7d600 HTTP/1.1" status: 200 len: 850 time: 0.0524199 Jul 24 20:10:26.409669 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7382685-497c-450b-990d-c880d3f6fb77 req-1ca33ee2-6705-4b16-be06-785a2cec22b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:10:26.411154 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-b7382685-497c-450b-990d-c880d3f6fb77 req-1ca33ee2-6705-4b16-be06-785a2cec22b0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=aa4c12fa-3159-4d22-bc24-a1265d6d540b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385480 Jul 24 20:10:26.506313 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-b7382685-497c-450b-990d-c880d3f6fb77 req-6e93efba-b304-44d2-b578-fcc3a54f3dd4 service neutron] 10.222.0.42 "GET /v2.0/networks/aa4c12fa-3159-4d22-bc24-a1265d6d540b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880117 Jul 24 20:10:26.603702 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-b7382685-497c-450b-990d-c880d3f6fb77 req-61654b79-60aa-4fc1-bc5e-1c5bbbfc996b service neutron] 10.222.0.42 "GET /v2.0/networks/aa4c12fa-3159-4d22-bc24-a1265d6d540b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879540 Jul 24 20:10:27.125516 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d350596-a68a-49ea-bfa0-2c98b963bf88 req-18357cab-f440-4265-8f5e-f9539146cc11 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:10:27.126938 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-5d350596-a68a-49ea-bfa0-2c98b963bf88 req-18357cab-f440-4265-8f5e-f9539146cc11 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] 10.222.0.17 "GET /v2.0/ports?device_id=9e2927d8-38e7-40fa-ba40-d038c1d681ca HTTP/1.1" status: 200 len: 945 time: 0.0494070 Jul 24 20:10:27.150517 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=100 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:10:27.182078 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-5d350596-a68a-49ea-bfa0-2c98b963bf88 req-2b1e6869-c087-4f18-b949-4f18b90d330c tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] 10.222.0.17 "GET /v2.0/security-groups?id=b25dcff4-d364-458d-8e15-4319c39b4de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482049 Jul 24 20:10:28.298325 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0312c1-09a7-48b6-a03b-308a22fd5229 req-758da6ea-653f-4d49-ad3d-329255ae3fac tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:10:28.299799 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-cc0312c1-09a7-48b6-a03b-308a22fd5229 req-758da6ea-653f-4d49-ad3d-329255ae3fac tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] 10.222.0.17 "GET /v2.0/ports?device_id=9e2927d8-38e7-40fa-ba40-d038c1d681ca HTTP/1.1" status: 200 len: 945 time: 0.0478559 Jul 24 20:10:28.348078 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-cc0312c1-09a7-48b6-a03b-308a22fd5229 req-7418d0b9-911f-44d3-898b-06b7e6c1aa81 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] 10.222.0.17 "GET /v2.0/security-groups?id=b25dcff4-d364-458d-8e15-4319c39b4de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427568 Jul 24 20:10:28.836167 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG dbcounter [-] [110845] Writing DB stats neutron:SELECT=16 {{(pid=110845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:10:28.841397 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG dbcounter [-] [110845] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=110845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:10:29.471478 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9f06f4-f343-47b7-977e-129b5852c854 req-67aacd1a-69f9-4f3f-8f14-e078863fe4b1 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:10:29.473054 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-be9f06f4-f343-47b7-977e-129b5852c854 req-67aacd1a-69f9-4f3f-8f14-e078863fe4b1 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] 10.222.0.17 "GET /v2.0/ports?device_id=9e2927d8-38e7-40fa-ba40-d038c1d681ca HTTP/1.1" status: 200 len: 945 time: 0.0548108 Jul 24 20:10:29.524264 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-be9f06f4-f343-47b7-977e-129b5852c854 req-d8bf8289-83e8-4560-8162-bb71aa037453 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] 10.222.0.17 "GET /v2.0/security-groups?id=b25dcff4-d364-458d-8e15-4319c39b4de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455003 Jul 24 20:10:30.880826 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=100 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:10:30.899029 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d71a20-eb34-4cbc-888d-8f8acfabe91e req-5937595b-7af0-4183-94c5-d6b90fdd6fde tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:10:30.900697 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-87d71a20-eb34-4cbc-888d-8f8acfabe91e req-5937595b-7af0-4183-94c5-d6b90fdd6fde tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] 10.222.0.17 "GET /v2.0/ports?device_id=9e2927d8-38e7-40fa-ba40-d038c1d681ca HTTP/1.1" status: 200 len: 945 time: 0.3020363 Jul 24 20:10:30.957632 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-87d71a20-eb34-4cbc-888d-8f8acfabe91e req-c46fec21-5f11-407e-827b-4b0ef0b638bd tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] 10.222.0.17 "GET /v2.0/security-groups?id=b25dcff4-d364-458d-8e15-4319c39b4de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500991 Jul 24 20:10:33.493154 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-bef83ef3-5fc6-48d4-a463-68ef8fc77df2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (dc36e0ef-94f3-4a3e-9c13-4790afccb2e9), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:10:35.903584 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-2f44a8e2-a616-458d-a61d-406b69bdcd5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (408021b7-d46b-48c2-9f75-8a8023f9145c), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:10:35.908495 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f82499-39c4-4db8-9ec1-4e71da57c51f req-1346274d-989b-464e-a31a-5d5bcdd5923c tempest-VolumesSnapshotTestJSON-1710354429 tempest-VolumesSnapshotTestJSON-1710354429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:10:35.910707 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-c0f82499-39c4-4db8-9ec1-4e71da57c51f req-1346274d-989b-464e-a31a-5d5bcdd5923c tempest-VolumesSnapshotTestJSON-1710354429 tempest-VolumesSnapshotTestJSON-1710354429-project] 10.222.0.17 "GET /v2.0/ports?device_id=b4ed9e25-3587-4b22-836e-f37292c3664e HTTP/1.1" status: 200 len: 945 time: 0.0519638 Jul 24 20:10:35.979567 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-c0f82499-39c4-4db8-9ec1-4e71da57c51f req-9e1778ff-f32c-4f7b-b0a5-cb400d346969 tempest-VolumesSnapshotTestJSON-1710354429 tempest-VolumesSnapshotTestJSON-1710354429-project] 10.222.0.17 "GET /v2.0/security-groups?id=f53b2c70-27d8-4cc8-8e65-d866c10272cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598333 Jul 24 20:10:36.937517 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-6dc48dae-acff-4e3e-8fdb-430da55b4f7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (7ee55678-4254-481c-8cae-5c828aed81c9), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:10:37.115514 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6822fcd0-3465-49fe-8708-4ca167576bc3 req-498b704e-aa59-4af3-a3ec-7e1708938264 tempest-VolumesSnapshotTestJSON-1710354429 tempest-VolumesSnapshotTestJSON-1710354429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:10:37.117089 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-6822fcd0-3465-49fe-8708-4ca167576bc3 req-498b704e-aa59-4af3-a3ec-7e1708938264 tempest-VolumesSnapshotTestJSON-1710354429 tempest-VolumesSnapshotTestJSON-1710354429-project] 10.222.0.17 "GET /v2.0/ports?device_id=b4ed9e25-3587-4b22-836e-f37292c3664e HTTP/1.1" status: 200 len: 945 time: 0.0582886 Jul 24 20:10:37.168769 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-6822fcd0-3465-49fe-8708-4ca167576bc3 req-aa894378-a6d2-4793-b90e-44aa9e4e1bf2 tempest-VolumesSnapshotTestJSON-1710354429 tempest-VolumesSnapshotTestJSON-1710354429-project] 10.222.0.17 "GET /v2.0/security-groups?id=f53b2c70-27d8-4cc8-8e65-d866c10272cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457745 Jul 24 20:10:37.578283 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6b0a3d-bc7f-4d44-8bdd-bd87cfdf4e7e req-76722ad5-9117-4236-94c2-92480e268c67 tempest-VolumesSnapshotTestJSON-1710354429 tempest-VolumesSnapshotTestJSON-1710354429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:10:37.580124 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-8e6b0a3d-bc7f-4d44-8bdd-bd87cfdf4e7e req-76722ad5-9117-4236-94c2-92480e268c67 tempest-VolumesSnapshotTestJSON-1710354429 tempest-VolumesSnapshotTestJSON-1710354429-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4ed9e25-3587-4b22-836e-f37292c3664e HTTP/1.1" status: 200 len: 945 time: 0.0552633 Jul 24 20:10:37.667812 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.plugin [req-8e6b0a3d-bc7f-4d44-8bdd-bd87cfdf4e7e req-6477787d-19d7-4f58-abb4-63ecc797afbd tempest-VolumesSnapshotTestJSON-1710354429 tempest-VolumesSnapshotTestJSON-1710354429-project] Deleting port 17fa5cb3-4c5f-464b-ab6f-7454bb4a9549 {{(pid=110843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 24 20:10:37.668156 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-8e6b0a3d-bc7f-4d44-8bdd-bd87cfdf4e7e req-6477787d-19d7-4f58-abb4-63ecc797afbd tempest-VolumesSnapshotTestJSON-1710354429 tempest-VolumesSnapshotTestJSON-1710354429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731445580472'] for port (17fa5cb3-4c5f-464b-ab6f-7454bb4a9549), before_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:10:37.764181 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.db [req-8e6b0a3d-bc7f-4d44-8bdd-bd87cfdf4e7e req-6477787d-19d7-4f58-abb4-63ecc797afbd tempest-VolumesSnapshotTestJSON-1710354429 tempest-VolumesSnapshotTestJSON-1710354429-project] For port 17fa5cb3-4c5f-464b-ab6f-7454bb4a9549, host hv-cinder-85044, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85044',level=0,port_id=17fa5cb3-4c5f-464b-ab6f-7454bb4a9549,segment=NetworkSegment(24530e87-00ac-4632-8038-d655e59ec8f1),segment_id=24530e87-00ac-4632-8038-d655e59ec8f1)] {{(pid=110843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 20:10:37.764553 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-8e6b0a3d-bc7f-4d44-8bdd-bd87cfdf4e7e req-6477787d-19d7-4f58-abb4-63ecc797afbd tempest-VolumesSnapshotTestJSON-1710354429 tempest-VolumesSnapshotTestJSON-1710354429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458432'] for port (17fa5cb3-4c5f-464b-ab6f-7454bb4a9549), precommit_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:10:37.778985 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.plugin [req-8e6b0a3d-bc7f-4d44-8bdd-bd87cfdf4e7e req-6477787d-19d7-4f58-abb4-63ecc797afbd tempest-VolumesSnapshotTestJSON-1710354429 tempest-VolumesSnapshotTestJSON-1710354429-project] Calling delete_port for 17fa5cb3-4c5f-464b-ab6f-7454bb4a9549 owned by compute:nova {{(pid=110843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 24 20:10:37.897901 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:10:37.967781 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-8e6b0a3d-bc7f-4d44-8bdd-bd87cfdf4e7e req-6477787d-19d7-4f58-abb4-63ecc797afbd tempest-VolumesSnapshotTestJSON-1710354429 tempest-VolumesSnapshotTestJSON-1710354429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731445585704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731445223415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2610928'] for port (17fa5cb3-4c5f-464b-ab6f-7454bb4a9549), after_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:10:37.981388 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] get_ports_and_sgs() called for port_ids ['17fa5cb3-4c5f-464b-ab6f-7454bb4a9549'] {{(pid=110844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 20:10:38.001400 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6477787d-19d7-4f58-abb4-63ecc797afbd tempest-VolumesSnapshotTestJSON-1710354429 tempest-VolumesSnapshotTestJSON-1710354429-project] Pushing event deleted for resources: {'Port': ['ID=17fa5cb3-4c5f-464b-ab6f-7454bb4a9549,revision_number=None']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:10:38.045419 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e6b0a3d-bc7f-4d44-8bdd-bd87cfdf4e7e req-6477787d-19d7-4f58-abb4-63ecc797afbd tempest-VolumesSnapshotTestJSON-1710354429 tempest-VolumesSnapshotTestJSON-1710354429-project] No DVR routers for this DVR port 17fa5cb3-4c5f-464b-ab6f-7454bb4a9549 on host hv-cinder-85044 {{(pid=110843) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 24 20:10:38.048406 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-8e6b0a3d-bc7f-4d44-8bdd-bd87cfdf4e7e req-6477787d-19d7-4f58-abb4-63ecc797afbd tempest-VolumesSnapshotTestJSON-1710354429 tempest-VolumesSnapshotTestJSON-1710354429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1048257'] for port (None), before_response {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:10:38.052372 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-8e6b0a3d-bc7f-4d44-8bdd-bd87cfdf4e7e req-6477787d-19d7-4f58-abb4-63ecc797afbd tempest-VolumesSnapshotTestJSON-1710354429 tempest-VolumesSnapshotTestJSON-1710354429-project] 10.222.0.42 "DELETE /v2.0/ports/17fa5cb3-4c5f-464b-ab6f-7454bb4a9549 HTTP/1.1" status: 204 len: 173 time: 0.4675467 Jul 24 20:10:38.052870 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4ed9e25-3587-4b22-836e-f37292c3664e', 'name': 'network-vif-deleted', 'tag': '17fa5cb3-4c5f-464b-ab6f-7454bb4a9549'}] {{(pid=110843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 24 20:10:38.055212 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa129e2ea71b36189c7354ee4da78dc54b5a7420159cbfa164f6b2678096e4e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daa61f7a-9086-4125-851e-6d8c51dc8d9c" -d '{"events": [{"server_uuid": "b4ed9e25-3587-4b22-836e-f37292c3664e", "name": "network-vif-deleted", "tag": "17fa5cb3-4c5f-464b-ab6f-7454bb4a9549"}]}' {{(pid=110843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 20:10:38.108088 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 24 Jul 2022 20:10:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8b73c26-232e-4e91-9ff0-b84a94e54c1d x-openstack-request-id: req-f8b73c26-232e-4e91-9ff0-b84a94e54c1d {{(pid=110843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 20:10:38.108496 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4ed9e25-3587-4b22-836e-f37292c3664e", "name": "network-vif-deleted", "tag": "17fa5cb3-4c5f-464b-ab6f-7454bb4a9549", "status": "completed", "code": 200}]} {{(pid=110843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 20:10:38.109067 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-f8b73c26-232e-4e91-9ff0-b84a94e54c1d {{(pid=110843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 20:10:38.110725 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8b73c26-232e-4e91-9ff0-b84a94e54c1d'] response: {'server_uuid': 'b4ed9e25-3587-4b22-836e-f37292c3664e', 'name': 'network-vif-deleted', 'tag': '17fa5cb3-4c5f-464b-ab6f-7454bb4a9549', 'status': 'completed', 'code': 200} Jul 24 20:10:38.297964 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-6b1a7373-8d93-484b-9d79-7b95a8db0412 req-6524a195-3d0d-47ea-9ca4-83595b0b0f7d tempest-VolumesSnapshotTestJSON-1710354429 tempest-VolumesSnapshotTestJSON-1710354429-project] 10.222.0.17 "GET /v2.0/ports?device_id=b4ed9e25-3587-4b22-836e-f37292c3664e HTTP/1.1" status: 200 len: 210 time: 0.0447905 Jul 24 20:10:38.310980 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-43102eef-6e4b-4922-ad30-3734cbb7477a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (7d43fc2f-3c2c-473f-8c92-13ad6341ecc2), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:10:39.161964 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (46eda511-dfa5-408c-8bd4-cb509f691033), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:10:40.910999 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (95564131-b678-4db2-a162-51408b2acd55), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:10:41.949711 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Device 17fa5cb3-4c5f-464b-ab6f-7454bb4a9549 no longer exists at agent hyperv_hv-cinder-85044 {{(pid=110844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 20:10:41.969715 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] No Port match for: 17fa5cb3-4c5f-464b-ab6f-7454bb4a9549 {{(pid=110844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 24 20:10:41.970060 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Device 17fa5cb3-4c5f-464b-ab6f-7454bb4a9549 not bound to the agent host hv-cinder-85044 {{(pid=110844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 20:10:48.269724 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=2 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:10:48.272758 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=64,neutron:DELETE=4 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:10:49.751429 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.agents_db [None req-615be7cd-482a-4e0c-9386-1b4806e6e45a None None] Agent healthcheck: found 6 active agents {{(pid=110845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 20:10:49.955758 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [-] (110843) accepted ('10.222.0.17', 38168) {{(pid=110843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:10:50.198040 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d671d81a-d22e-489d-a9c0-270efc2326ff req-3330f5c9-ba4a-4b67-993a-f04e853e0736 tempest-VolumesSnapshotTestJSON-1710354429 tempest-VolumesSnapshotTestJSON-1710354429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:10:50.199861 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-d671d81a-d22e-489d-a9c0-270efc2326ff req-3330f5c9-ba4a-4b67-993a-f04e853e0736 tempest-VolumesSnapshotTestJSON-1710354429 tempest-VolumesSnapshotTestJSON-1710354429-project] 10.222.0.17 "GET /v2.0/networks?id=e266f2ee-d6d6-4a7a-b078-9988bd68045f HTTP/1.1" status: 200 len: 814 time: 0.1875141 Jul 24 20:10:50.215474 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.plugin [None req-dc3f3894-9279-4ea7-9002-8962d801cb05 tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] Deleting port 26e702b4-ae9c-4d09-a09c-e24eb664b83e {{(pid=110843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 24 20:10:50.215816 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-dc3f3894-9279-4ea7-9002-8962d801cb05 tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731445580472'] for port (26e702b4-ae9c-4d09-a09c-e24eb664b83e), before_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:10:50.220468 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-d671d81a-d22e-489d-a9c0-270efc2326ff req-6c901926-13e0-4721-b8fa-7328d0a97adf tempest-VolumesSnapshotTestJSON-1710354429 tempest-VolumesSnapshotTestJSON-1710354429-project] 10.222.0.17 "GET /v2.0/quotas/2cb694ea9cbf458489f9f67a0ff6c40a HTTP/1.1" status: 200 len: 375 time: 0.0148621 Jul 24 20:10:50.295683 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-d671d81a-d22e-489d-a9c0-270efc2326ff req-7ecbcbd4-2fc5-430d-a876-a3fd7c75c7f7 tempest-VolumesSnapshotTestJSON-1710354429 tempest-VolumesSnapshotTestJSON-1710354429-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=2cb694ea9cbf458489f9f67a0ff6c40a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0605443 Jul 24 20:10:50.387253 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-dc3f3894-9279-4ea7-9002-8962d801cb05 tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458432'] for port (26e702b4-ae9c-4d09-a09c-e24eb664b83e), precommit_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:10:50.387644 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-dc3f3894-9279-4ea7-9002-8962d801cb05 tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] Publish callbacks [] for floatingip (26e702b4-ae9c-4d09-a09c-e24eb664b83e), precommit_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:10:50.405837 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.plugin [None req-dc3f3894-9279-4ea7-9002-8962d801cb05 tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] Calling delete_port for 26e702b4-ae9c-4d09-a09c-e24eb664b83e owned by network:floatingip {{(pid=110843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 24 20:10:50.466750 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-d671d81a-d22e-489d-a9c0-270efc2326ff req-50cf73d2-d0c4-4a62-9bcc-30c8d3570a56 service neutron] 10.222.0.17 "GET /v2.0/networks/e266f2ee-d6d6-4a7a-b078-9988bd68045f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621635 Jul 24 20:10:50.623380 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-d671d81a-d22e-489d-a9c0-270efc2326ff req-71dd3489-d747-44f8-9eff-a0b5cee8f6d5 service neutron] 10.222.0.17 "GET /v2.0/networks/e266f2ee-d6d6-4a7a-b078-9988bd68045f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481502 Jul 24 20:10:50.755909 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-dc3f3894-9279-4ea7-9002-8962d801cb05 tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731445585704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731445223415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2610928'] for port (26e702b4-ae9c-4d09-a09c-e24eb664b83e), after_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:10:50.789629 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3f3894-9279-4ea7-9002-8962d801cb05 tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] Pushing event deleted for resources: {'Port': ['ID=26e702b4-ae9c-4d09-a09c-e24eb664b83e,revision_number=None']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:10:50.802467 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3f3894-9279-4ea7-9002-8962d801cb05 tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:10:50.802810 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3f3894-9279-4ea7-9002-8962d801cb05 tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:10:50.803153 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3f3894-9279-4ea7-9002-8962d801cb05 tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:10:50.803485 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3f3894-9279-4ea7-9002-8962d801cb05 tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:10:50.803821 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3f3894-9279-4ea7-9002-8962d801cb05 tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:10:50.805120 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3f3894-9279-4ea7-9002-8962d801cb05 tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:10:50.805120 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3f3894-9279-4ea7-9002-8962d801cb05 tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:10:50.805120 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3f3894-9279-4ea7-9002-8962d801cb05 tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:10:50.805120 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3f3894-9279-4ea7-9002-8962d801cb05 tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:10:50.806042 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3f3894-9279-4ea7-9002-8962d801cb05 tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:10:50.806042 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3f3894-9279-4ea7-9002-8962d801cb05 tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:10:50.806042 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3f3894-9279-4ea7-9002-8962d801cb05 tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:10:50.806392 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3f3894-9279-4ea7-9002-8962d801cb05 tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:10:50.806672 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3f3894-9279-4ea7-9002-8962d801cb05 tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:10:50.806984 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3f3894-9279-4ea7-9002-8962d801cb05 tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:10:50.860469 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:10:50.865909 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-dc3f3894-9279-4ea7-9002-8962d801cb05 tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] Publish callbacks [] for floatingip (797d7493-5bc0-4b2a-8e8a-f99865695312), after_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:10:50.866235 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.db.l3_db [None req-dc3f3894-9279-4ea7-9002-8962d801cb05 tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] Floating IP 797d7493-5bc0-4b2a-8e8a-f99865695312 disassociated (deleted). External IP: 172.27.3.181, port: 9f8b91ff-1b06-4056-a7d1-d1c50c5177a3. Jul 24 20:10:50.951796 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-27180c51-7795-4940-bf40-55da6fc37929 req-6a5c6908-5ce8-49a2-a8ec-e1e23e15b309 tempest-VolumesSnapshotTestJSON-1710354429 tempest-VolumesSnapshotTestJSON-1710354429-project] 10.222.0.17 "GET /v2.0/ports?device_id=3f0f0d30-b9d4-4d41-8bee-b6b87bd1b3ac HTTP/1.1" status: 200 len: 210 time: 0.0439067 Jul 24 20:10:50.995916 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:10:51.118160 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc3f3894-9279-4ea7-9002-8962d801cb05 tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] Router 6d79c197-6f97-4f8a-9565-e6e92fdbe06b has already been hosted by L3 agent 408021b7-d46b-48c2-9f75-8a8023f9145c {{(pid=110843) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 24 20:10:51.229336 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc3f3894-9279-4ea7-9002-8962d801cb05 tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] Notify agent at l3_agent.dv-cinder-850449-2-iscsi the message routers_updated {{(pid=110843) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 20:10:51.234382 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-dc3f3894-9279-4ea7-9002-8962d801cb05 tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1048257'] for floatingip (None), before_response {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:10:51.240031 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ca8bc1c-175f-47e6-b59a-3863701ac104 None None] Sync routers for ids ['6d79c197-6f97-4f8a-9565-e6e92fdbe06b'] in dv-cinder-850449-2-iscsi {{(pid=110844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 20:10:51.249931 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca8bc1c-175f-47e6-b59a-3863701ac104 None None] Routers {'6d79c197-6f97-4f8a-9565-e6e92fdbe06b'} bound to L3 agent in host dv-cinder-850449-2-iscsi {{(pid=110844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 20:10:51.250588 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_hamode_db [None req-9ca8bc1c-175f-47e6-b59a-3863701ac104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-24T19:52:06Z,description=,heartbeat_timestamp=2022-07-24T20:10:36Z,host='dv-cinder-850449-2-iscsi',id=408021b7-d46b-48c2-9f75-8a8023f9145c,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T19:52:06Z,topic='l3_agent')) {'router_ids': ['6d79c197-6f97-4f8a-9565-e6e92fdbe06b'], 'active': True} {{(pid=110844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:10:51.268500 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [None req-dc3f3894-9279-4ea7-9002-8962d801cb05 tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] 10.222.0.17 "DELETE /v2.0/floatingips/797d7493-5bc0-4b2a-8e8a-f99865695312 HTTP/1.1" status: 204 len: 168 time: 1.3088374 Jul 24 20:10:51.268500 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77bbeaa9-f40d-49c5-a878-9fb67bede679', 'tag': '9f8b91ff-1b06-4056-a7d1-d1c50c5177a3'}] {{(pid=110843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 24 20:10:51.269055 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa129e2ea71b36189c7354ee4da78dc54b5a7420159cbfa164f6b2678096e4e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9ea1558-0c5d-4ddb-895e-f246e49efecc" -d '{"events": [{"name": "network-changed", "server_uuid": "77bbeaa9-f40d-49c5-a878-9fb67bede679", "tag": "9f8b91ff-1b06-4056-a7d1-d1c50c5177a3"}]}' {{(pid=110843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 20:10:51.339857 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 24 Jul 2022 20:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91a726e2-c5d6-4576-abea-4d708a49a163 x-openstack-request-id: req-91a726e2-c5d6-4576-abea-4d708a49a163 {{(pid=110843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 20:10:51.340217 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77bbeaa9-f40d-49c5-a878-9fb67bede679", "tag": "9f8b91ff-1b06-4056-a7d1-d1c50c5177a3", "status": "completed", "code": 200}]} {{(pid=110843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 20:10:51.340528 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-91a726e2-c5d6-4576-abea-4d708a49a163 {{(pid=110843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 20:10:51.341020 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91a726e2-c5d6-4576-abea-4d708a49a163'] response: {'name': 'network-changed', 'server_uuid': '77bbeaa9-f40d-49c5-a878-9fb67bede679', 'tag': '9f8b91ff-1b06-4056-a7d1-d1c50c5177a3', 'status': 'completed', 'code': 200} Jul 24 20:10:51.385665 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ea1558-0c5d-4ddb-895e-f246e49efecc req-25708b24-fc5f-4bd3-9530-73297fdcccb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:10:51.387346 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-f9ea1558-0c5d-4ddb-895e-f246e49efecc req-25708b24-fc5f-4bd3-9530-73297fdcccb9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d4f1f24b3a384f1db3a6e782253814ec&device_id=77bbeaa9-f40d-49c5-a878-9fb67bede679 HTTP/1.1" status: 200 len: 1130 time: 0.0435078 Jul 24 20:10:51.398434 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_dvr_db [None req-9ca8bc1c-175f-47e6-b59a-3863701ac104 None None] Set router 6d79c197-6f97-4f8a-9565-e6e92fdbe06b gateway port host: dv-cinder-850449-2-iscsi {{(pid=110844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 20:10:51.531032 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ea1558-0c5d-4ddb-895e-f246e49efecc req-9fb6cb40-d6fb-4d67-a00f-b173911f5e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:10:51.532638 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-f9ea1558-0c5d-4ddb-895e-f246e49efecc req-9fb6cb40-d6fb-4d67-a00f-b173911f5e0d service neutron] 10.222.0.42 "GET /v2.0/networks?id=db5ceaaa-c00a-4f99-91da-e1e2dfaf14af HTTP/1.1" status: 200 len: 910 time: 0.1369081 Jul 24 20:10:51.576558 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-f9ea1558-0c5d-4ddb-895e-f246e49efecc req-b1ae92f5-4140-4f59-bfd6-4fba73856d5a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9f8b91ff-1b06-4056-a7d1-d1c50c5177a3 HTTP/1.1" status: 200 len: 217 time: 0.0372410 Jul 24 20:10:51.625662 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_hamode_db [None req-9ca8bc1c-175f-47e6-b59a-3863701ac104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d79c197-6f97-4f8a-9565-e6e92fdbe06b', 'name': 'tempest-TestShelveInstance-1409874816-router', 'tenant_id': 'd4f1f24b3a384f1db3a6e782253814ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'external_fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': '6c60ef73-d237-4b67-a00a-8c47389f1254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T20:05:42Z', 'updated_at': '2022-07-24T20:05:48Z', 'revision_number': 4, 'project_id': 'd4f1f24b3a384f1db3a6e782253814ec', 'gw_port': {'id': '6c60ef73-d237-4b67-a00a-8c47389f1254', 'name': '', 'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:c5:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d79c197-6f97-4f8a-9565-e6e92fdbe06b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:05:43Z', 'updated_at': '2022-07-24T20:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99a0caa3-3fb5-4860-826f-478186226de3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850449-2-iscsi', '_interfaces': [{'id': '2ba5f699-0c8d-474b-a677-1a6d340d4059', 'name': '', 'network_id': 'db5ceaaa-c00a-4f99-91da-e1e2dfaf14af', 'tenant_id': 'd4f1f24b3a384f1db3a6e782253814ec', 'mac_address': 'fa:16:3e:a6:32:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d79c197-6f97-4f8a-9565-e6e92fdbe06b', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '6c93dad3-d715-4337-a807-6727a504efe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:05:47Z', 'updated_at': '2022-07-24T20:05:53Z', 'revision_number': 5, 'project_id': 'd4f1f24b3a384f1db3a6e782253814ec', 'subnets': [{'id': '6c93dad3-d715-4337-a807-6727a504efe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850449-2-iscsi', False) {} {{(pid=110844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:10:51.649678 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ea1558-0c5d-4ddb-895e-f246e49efecc req-e46003ab-8eb2-481b-9db8-73350684747f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:10:51.651248 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-f9ea1558-0c5d-4ddb-895e-f246e49efecc req-e46003ab-8eb2-481b-9db8-73350684747f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6c93dad3-d715-4337-a807-6727a504efe8 HTTP/1.1" status: 200 len: 848 time: 0.0621338 Jul 24 20:10:51.651880 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ca8bc1c-175f-47e6-b59a-3863701ac104 None None] Checking router: 6d79c197-6f97-4f8a-9565-e6e92fdbe06b for host: dv-cinder-850449-2-iscsi {{(pid=110844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 20:10:51.662053 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca8bc1c-175f-47e6-b59a-3863701ac104 None None] Routers {'6d79c197-6f97-4f8a-9565-e6e92fdbe06b'} bound to L3 agent in host dv-cinder-850449-2-iscsi {{(pid=110844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 20:10:51.662676 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_hamode_db [None req-9ca8bc1c-175f-47e6-b59a-3863701ac104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-24T19:52:06Z,description=,heartbeat_timestamp=2022-07-24T20:10:36Z,host='dv-cinder-850449-2-iscsi',id=408021b7-d46b-48c2-9f75-8a8023f9145c,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T19:52:06Z,topic='l3_agent')) {'router_ids': ['6d79c197-6f97-4f8a-9565-e6e92fdbe06b'], 'active': True} {{(pid=110844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:10:51.701883 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ea1558-0c5d-4ddb-895e-f246e49efecc req-c94c4680-b243-4256-b20f-ea108c2ed554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:10:51.703505 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-f9ea1558-0c5d-4ddb-895e-f246e49efecc req-c94c4680-b243-4256-b20f-ea108c2ed554 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=db5ceaaa-c00a-4f99-91da-e1e2dfaf14af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447347 Jul 24 20:10:51.782185 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_dvr_db [None req-9ca8bc1c-175f-47e6-b59a-3863701ac104 None None] Set router 6d79c197-6f97-4f8a-9565-e6e92fdbe06b gateway port host: dv-cinder-850449-2-iscsi {{(pid=110844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 20:10:51.833166 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2449b342-7433-4714-951b-2a41d5b83ffa req-6bebbd12-5523-4d54-b29d-d690c35705f8 tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:10:51.834789 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-2449b342-7433-4714-951b-2a41d5b83ffa req-6bebbd12-5523-4d54-b29d-d690c35705f8 tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] 10.222.0.17 "GET /v2.0/ports?device_id=77bbeaa9-f40d-49c5-a878-9fb67bede679 HTTP/1.1" status: 200 len: 946 time: 0.0553067 Jul 24 20:10:51.893536 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-2449b342-7433-4714-951b-2a41d5b83ffa req-33de096f-ba98-4ab6-99e1-0131f63c0d3f tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] 10.222.0.17 "GET /v2.0/security-groups?id=623eeaef-673a-47cb-9829-c979feaccd70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520248 Jul 24 20:10:51.994714 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_hamode_db [None req-9ca8bc1c-175f-47e6-b59a-3863701ac104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d79c197-6f97-4f8a-9565-e6e92fdbe06b', 'name': 'tempest-TestShelveInstance-1409874816-router', 'tenant_id': 'd4f1f24b3a384f1db3a6e782253814ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'external_fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': '6c60ef73-d237-4b67-a00a-8c47389f1254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T20:05:42Z', 'updated_at': '2022-07-24T20:05:48Z', 'revision_number': 4, 'project_id': 'd4f1f24b3a384f1db3a6e782253814ec', 'gw_port': {'id': '6c60ef73-d237-4b67-a00a-8c47389f1254', 'name': '', 'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:c5:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d79c197-6f97-4f8a-9565-e6e92fdbe06b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:05:43Z', 'updated_at': '2022-07-24T20:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99a0caa3-3fb5-4860-826f-478186226de3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850449-2-iscsi', '_interfaces': [{'id': '2ba5f699-0c8d-474b-a677-1a6d340d4059', 'name': '', 'network_id': 'db5ceaaa-c00a-4f99-91da-e1e2dfaf14af', 'tenant_id': 'd4f1f24b3a384f1db3a6e782253814ec', 'mac_address': 'fa:16:3e:a6:32:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d79c197-6f97-4f8a-9565-e6e92fdbe06b', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '6c93dad3-d715-4337-a807-6727a504efe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:05:47Z', 'updated_at': '2022-07-24T20:05:53Z', 'revision_number': 5, 'project_id': 'd4f1f24b3a384f1db3a6e782253814ec', 'subnets': [{'id': '6c93dad3-d715-4337-a807-6727a504efe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850449-2-iscsi', False) {} {{(pid=110844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:10:52.020549 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ca8bc1c-175f-47e6-b59a-3863701ac104 None None] The sync data for ids ['6d79c197-6f97-4f8a-9565-e6e92fdbe06b'] in dv-cinder-850449-2-iscsi is: [{'id': '6d79c197-6f97-4f8a-9565-e6e92fdbe06b', 'name': 'tempest-TestShelveInstance-1409874816-router', 'tenant_id': 'd4f1f24b3a384f1db3a6e782253814ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'external_fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': '6c60ef73-d237-4b67-a00a-8c47389f1254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T20:05:42Z', 'updated_at': '2022-07-24T20:05:48Z', 'revision_number': 4, 'project_id': 'd4f1f24b3a384f1db3a6e782253814ec', 'gw_port': {'id': '6c60ef73-d237-4b67-a00a-8c47389f1254', 'name': '', 'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:c5:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d79c197-6f97-4f8a-9565-e6e92fdbe06b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:05:43Z', 'updated_at': '2022-07-24T20:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99a0caa3-3fb5-4860-826f-478186226de3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850449-2-iscsi', '_interfaces': [{'id': '2ba5f699-0c8d-474b-a677-1a6d340d4059', 'name': '', 'network_id': 'db5ceaaa-c00a-4f99-91da-e1e2dfaf14af', 'tenant_id': 'd4f1f24b3a384f1db3a6e782253814ec', 'mac_address': 'fa:16:3e:a6:32:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d79c197-6f97-4f8a-9565-e6e92fdbe06b', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '6c93dad3-d715-4337-a807-6727a504efe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:05:47Z', 'updated_at': '2022-07-24T20:05:53Z', 'revision_number': 5, 'project_id': 'd4f1f24b3a384f1db3a6e782253814ec', 'subnets': [{'id': '6c93dad3-d715-4337-a807-6727a504efe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 20:10:52.063527 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-9aaf120e-0d07-4ab5-bf46-ff6bfa724ac6 req-ee9ea554-cd60-400c-aeab-4157d9c9463e tempest-VolumesSnapshotTestJSON-1710354429 tempest-VolumesSnapshotTestJSON-1710354429-project] 10.222.0.17 "GET /v2.0/ports?device_id=3f0f0d30-b9d4-4d41-8bee-b6b87bd1b3ac HTTP/1.1" status: 200 len: 210 time: 0.0302052 Jul 24 20:10:52.259411 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f152888b-78bb-4d89-a6d6-4474a6542fd8 None None] New status for floating IP 797d7493-5bc0-4b2a-8e8a-f99865695312: DOWN {{(pid=110845) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 24 20:10:52.890948 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=100 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:10:52.962759 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-f9ea1558-0c5d-4ddb-895e-f246e49efecc req-8c59de20-220e-4788-ad05-e59f45517010 service neutron] 10.222.0.42 "GET /v2.0/networks/db5ceaaa-c00a-4f99-91da-e1e2dfaf14af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033156 Jul 24 20:10:53.022809 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2113f64-0637-44d3-aae0-e6643b523ea5 req-0e259d47-cb9d-436f-af06-f3bfea1b285c tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:10:53.025350 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-a2113f64-0637-44d3-aae0-e6643b523ea5 req-0e259d47-cb9d-436f-af06-f3bfea1b285c tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] 10.222.0.17 "GET /v2.0/ports?device_id=77bbeaa9-f40d-49c5-a878-9fb67bede679 HTTP/1.1" status: 200 len: 946 time: 0.0529642 Jul 24 20:10:53.143225 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-a2113f64-0637-44d3-aae0-e6643b523ea5 req-198f430b-b18f-44bc-9b07-46653b5bdb19 tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] 10.222.0.17 "GET /v2.0/security-groups?id=623eeaef-673a-47cb-9829-c979feaccd70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069598 Jul 24 20:10:53.183324 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-b4bc55ec-cece-4574-ad48-bcf04a271f73 req-8dba86c8-88cf-47b0-88cb-acc94da7bdfb tempest-VolumesSnapshotTestJSON-1710354429 tempest-VolumesSnapshotTestJSON-1710354429-project] 10.222.0.17 "GET /v2.0/ports?device_id=3f0f0d30-b9d4-4d41-8bee-b6b87bd1b3ac HTTP/1.1" status: 200 len: 210 time: 0.0374811 Jul 24 20:10:53.185384 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-f9ea1558-0c5d-4ddb-895e-f246e49efecc req-bf759f28-eff7-4b83-a3e4-4443a74c3eae service neutron] 10.222.0.42 "GET /v2.0/networks/db5ceaaa-c00a-4f99-91da-e1e2dfaf14af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591516 Jul 24 20:10:53.392175 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180e01c8-4e8f-469c-9877-c5c079bbfffa req-763cad88-88f9-4038-995f-a7d72da287c3 tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:10:53.393538 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-180e01c8-4e8f-469c-9877-c5c079bbfffa req-763cad88-88f9-4038-995f-a7d72da287c3 tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] 10.222.0.42 "GET /v2.0/ports?device_id=77bbeaa9-f40d-49c5-a878-9fb67bede679 HTTP/1.1" status: 200 len: 946 time: 0.0523553 Jul 24 20:10:53.481472 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.plugin [req-180e01c8-4e8f-469c-9877-c5c079bbfffa req-c255af52-e1a8-4d30-a182-6e4d904a2a58 tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] Deleting port 9f8b91ff-1b06-4056-a7d1-d1c50c5177a3 {{(pid=110843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 24 20:10:53.482151 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-180e01c8-4e8f-469c-9877-c5c079bbfffa req-c255af52-e1a8-4d30-a182-6e4d904a2a58 tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731445580472'] for port (9f8b91ff-1b06-4056-a7d1-d1c50c5177a3), before_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:10:53.577527 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.db [req-180e01c8-4e8f-469c-9877-c5c079bbfffa req-c255af52-e1a8-4d30-a182-6e4d904a2a58 tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] For port 9f8b91ff-1b06-4056-a7d1-d1c50c5177a3, host hv-cinder-85044, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85044',level=0,port_id=9f8b91ff-1b06-4056-a7d1-d1c50c5177a3,segment=NetworkSegment(0aa6322a-a627-450c-81a4-dc1cb35bc87c),segment_id=0aa6322a-a627-450c-81a4-dc1cb35bc87c)] {{(pid=110843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 20:10:53.577889 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-180e01c8-4e8f-469c-9877-c5c079bbfffa req-c255af52-e1a8-4d30-a182-6e4d904a2a58 tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458432'] for port (9f8b91ff-1b06-4056-a7d1-d1c50c5177a3), precommit_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:10:53.591355 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.plugin [req-180e01c8-4e8f-469c-9877-c5c079bbfffa req-c255af52-e1a8-4d30-a182-6e4d904a2a58 tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] Calling delete_port for 9f8b91ff-1b06-4056-a7d1-d1c50c5177a3 owned by compute:nova {{(pid=110843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 24 20:10:53.601186 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=100 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:10:53.801665 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-180e01c8-4e8f-469c-9877-c5c079bbfffa req-c255af52-e1a8-4d30-a182-6e4d904a2a58 tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731445585704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731445223415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2610928'] for port (9f8b91ff-1b06-4056-a7d1-d1c50c5177a3), after_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:10:53.833295 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c255af52-e1a8-4d30-a182-6e4d904a2a58 tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] Pushing event deleted for resources: {'Port': ['ID=9f8b91ff-1b06-4056-a7d1-d1c50c5177a3,revision_number=None']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:10:53.878129 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.db.l3_dvrscheduler_db [req-180e01c8-4e8f-469c-9877-c5c079bbfffa req-c255af52-e1a8-4d30-a182-6e4d904a2a58 tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] No DVR routers for this DVR port 9f8b91ff-1b06-4056-a7d1-d1c50c5177a3 on host hv-cinder-85044 {{(pid=110843) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 24 20:10:53.881468 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-180e01c8-4e8f-469c-9877-c5c079bbfffa req-c255af52-e1a8-4d30-a182-6e4d904a2a58 tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1048257'] for port (None), before_response {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:10:53.884736 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-180e01c8-4e8f-469c-9877-c5c079bbfffa req-c255af52-e1a8-4d30-a182-6e4d904a2a58 tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] 10.222.0.42 "DELETE /v2.0/ports/9f8b91ff-1b06-4056-a7d1-d1c50c5177a3 HTTP/1.1" status: 204 len: 173 time: 0.4853301 Jul 24 20:10:53.885260 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77bbeaa9-f40d-49c5-a878-9fb67bede679', 'name': 'network-vif-deleted', 'tag': '9f8b91ff-1b06-4056-a7d1-d1c50c5177a3'}] {{(pid=110843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 24 20:10:53.887509 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa129e2ea71b36189c7354ee4da78dc54b5a7420159cbfa164f6b2678096e4e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44e1ec2c-9a0e-4200-aaeb-8ffffa09062a" -d '{"events": [{"server_uuid": "77bbeaa9-f40d-49c5-a878-9fb67bede679", "name": "network-vif-deleted", "tag": "9f8b91ff-1b06-4056-a7d1-d1c50c5177a3"}]}' {{(pid=110843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 20:10:53.925658 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 24 Jul 2022 20:10:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48b830be-2df5-4afc-b69c-cbffdcc38494 x-openstack-request-id: req-48b830be-2df5-4afc-b69c-cbffdcc38494 {{(pid=110843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 20:10:53.926072 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77bbeaa9-f40d-49c5-a878-9fb67bede679", "name": "network-vif-deleted", "tag": "9f8b91ff-1b06-4056-a7d1-d1c50c5177a3", "status": "completed", "code": 200}]} {{(pid=110843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 20:10:53.926325 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-48b830be-2df5-4afc-b69c-cbffdcc38494 {{(pid=110843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 20:10:53.926754 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48b830be-2df5-4afc-b69c-cbffdcc38494'] response: {'server_uuid': '77bbeaa9-f40d-49c5-a878-9fb67bede679', 'name': 'network-vif-deleted', 'tag': '9f8b91ff-1b06-4056-a7d1-d1c50c5177a3', 'status': 'completed', 'code': 200} Jul 24 20:10:54.181720 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d671d81a-d22e-489d-a9c0-270efc2326ff req-a18a1eb9-83d3-4d83-886d-c74546a65b24 tempest-VolumesSnapshotTestJSON-1710354429 tempest-VolumesSnapshotTestJSON-1710354429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:10:54.183840 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-d671d81a-d22e-489d-a9c0-270efc2326ff req-a18a1eb9-83d3-4d83-886d-c74546a65b24 tempest-VolumesSnapshotTestJSON-1710354429 tempest-VolumesSnapshotTestJSON-1710354429-project] 10.222.0.42 "GET /v2.0/networks?id=e266f2ee-d6d6-4a7a-b078-9988bd68045f HTTP/1.1" status: 200 len: 814 time: 0.1246951 Jul 24 20:10:54.200847 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.v2.base [req-d671d81a-d22e-489d-a9c0-270efc2326ff req-4e2ceb2d-bfae-4cc4-b43c-1b3f1039f16b tempest-VolumesSnapshotTestJSON-1710354429 tempest-VolumesSnapshotTestJSON-1710354429-project] Request body: {'port': {'device_id': '3f0f0d30-b9d4-4d41-8bee-b6b87bd1b3ac', 'network_id': 'e266f2ee-d6d6-4a7a-b078-9988bd68045f', 'admin_state_up': True, 'tenant_id': '2cb694ea9cbf458489f9f67a0ff6c40a'}} {{(pid=110843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 20:10:54.367842 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-d30ea3d5-e47a-40e5-848e-59b39dd02fd3 req-6d9e90d1-f4c5-4e8e-82d3-6583ee31b43e tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] 10.222.0.17 "GET /v2.0/ports?device_id=77bbeaa9-f40d-49c5-a878-9fb67bede679 HTTP/1.1" status: 200 len: 210 time: 0.0638235 Jul 24 20:10:54.373215 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-68b850ee-e9f4-49e9-b2b5-3729ec22cb9d req-606e6146-9743-42af-9fd0-2d25793c7f17 tempest-VolumesSnapshotTestJSON-1710354429 tempest-VolumesSnapshotTestJSON-1710354429-project] 10.222.0.17 "GET /v2.0/ports?device_id=3f0f0d30-b9d4-4d41-8bee-b6b87bd1b3ac HTTP/1.1" status: 200 len: 210 time: 0.0602152 Jul 24 20:10:54.607428 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d671d81a-d22e-489d-a9c0-270efc2326ff req-4e2ceb2d-bfae-4cc4-b43c-1b3f1039f16b tempest-VolumesSnapshotTestJSON-1710354429 tempest-VolumesSnapshotTestJSON-1710354429-project] Made reservation on behalf of 2cb694ea9cbf458489f9f67a0ff6c40a for: {'port': 1} {{(pid=110843) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 20:10:54.610987 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-d671d81a-d22e-489d-a9c0-270efc2326ff req-4e2ceb2d-bfae-4cc4-b43c-1b3f1039f16b tempest-VolumesSnapshotTestJSON-1710354429 tempest-VolumesSnapshotTestJSON-1710354429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (None), before_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:10:54.735758 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:10:54.751640 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.db.db_base_plugin_common [req-d671d81a-d22e-489d-a9c0-270efc2326ff req-4e2ceb2d-bfae-4cc4-b43c-1b3f1039f16b tempest-VolumesSnapshotTestJSON-1710354429 tempest-VolumesSnapshotTestJSON-1710354429-project] Allocated IP 172.20.0.7 (e266f2ee-d6d6-4a7a-b078-9988bd68045f/4b74be12-fa97-400e-b3b0-da4e40833600/ff11acbc-e930-4caa-a14f-c7e84a9c2edb) {{(pid=110843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 20:10:54.893492 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:10:54.932679 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-d671d81a-d22e-489d-a9c0-270efc2326ff req-4e2ceb2d-bfae-4cc4-b43c-1b3f1039f16b tempest-VolumesSnapshotTestJSON-1710354429 tempest-VolumesSnapshotTestJSON-1710354429-project] Publish callbacks [] for port (ff11acbc-e930-4caa-a14f-c7e84a9c2edb), precommit_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:10:55.122434 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-d671d81a-d22e-489d-a9c0-270efc2326ff req-4e2ceb2d-bfae-4cc4-b43c-1b3f1039f16b tempest-VolumesSnapshotTestJSON-1710354429 tempest-VolumesSnapshotTestJSON-1710354429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731445223406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2610928'] for port (ff11acbc-e930-4caa-a14f-c7e84a9c2edb), after_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:10:55.164829 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d671d81a-d22e-489d-a9c0-270efc2326ff req-4e2ceb2d-bfae-4cc4-b43c-1b3f1039f16b tempest-VolumesSnapshotTestJSON-1710354429 tempest-VolumesSnapshotTestJSON-1710354429-project] Network e266f2ee-d6d6-4a7a-b078-9988bd68045f is already hosted by enough agents. {{(pid=110843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 20:10:55.170567 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.scheduler.base_scheduler [req-d671d81a-d22e-489d-a9c0-270efc2326ff req-4e2ceb2d-bfae-4cc4-b43c-1b3f1039f16b tempest-VolumesSnapshotTestJSON-1710354429 tempest-VolumesSnapshotTestJSON-1710354429-project] Resources bound (agent type, host, resource id): {{(pid=110843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 20:10:55.174751 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.db.l3_dvrscheduler_db [req-d671d81a-d22e-489d-a9c0-270efc2326ff req-4e2ceb2d-bfae-4cc4-b43c-1b3f1039f16b tempest-VolumesSnapshotTestJSON-1710354429 tempest-VolumesSnapshotTestJSON-1710354429-project] Received port after_create {{(pid=110843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 24 20:10:55.181545 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2ceb2d-bfae-4cc4-b43c-1b3f1039f16b tempest-VolumesSnapshotTestJSON-1710354429 tempest-VolumesSnapshotTestJSON-1710354429-project] Pushing event updated for resources: {'Port': ['ID=ff11acbc-e930-4caa-a14f-c7e84a9c2edb,revision_number=1']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:10:55.233959 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d671d81a-d22e-489d-a9c0-270efc2326ff req-4e2ceb2d-bfae-4cc4-b43c-1b3f1039f16b tempest-VolumesSnapshotTestJSON-1710354429 tempest-VolumesSnapshotTestJSON-1710354429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:10:55.234679 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-d671d81a-d22e-489d-a9c0-270efc2326ff req-4e2ceb2d-bfae-4cc4-b43c-1b3f1039f16b tempest-VolumesSnapshotTestJSON-1710354429 tempest-VolumesSnapshotTestJSON-1710354429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1048257'] for port (None), before_response {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:10:55.351592 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-d671d81a-d22e-489d-a9c0-270efc2326ff req-4e2ceb2d-bfae-4cc4-b43c-1b3f1039f16b tempest-VolumesSnapshotTestJSON-1710354429 tempest-VolumesSnapshotTestJSON-1710354429-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1548986 Jul 24 20:10:55.364502 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.v2.base [req-d671d81a-d22e-489d-a9c0-270efc2326ff req-718da893-c7d7-48df-befb-c2e93aa7b6f3 service neutron] Request body: {'port': {'device_id': '3f0f0d30-b9d4-4d41-8bee-b6b87bd1b3ac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85044'}} {{(pid=110843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 20:10:55.421288 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Device 9f8b91ff-1b06-4056-a7d1-d1c50c5177a3 no longer exists at agent hyperv_hv-cinder-85044 {{(pid=110844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 20:10:55.428056 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-d671d81a-d22e-489d-a9c0-270efc2326ff req-718da893-c7d7-48df-befb-c2e93aa7b6f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (ff11acbc-e930-4caa-a14f-c7e84a9c2edb), before_update {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:10:55.449256 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] No Port match for: 9f8b91ff-1b06-4056-a7d1-d1c50c5177a3 {{(pid=110844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 24 20:10:55.449256 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Device 9f8b91ff-1b06-4056-a7d1-d1c50c5177a3 not bound to the agent host hv-cinder-85044 {{(pid=110844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 20:10:55.600080 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-b9b635b3-5dd3-4931-9556-95ba08928024 req-b13820c9-da27-4910-bb91-e106fdfbe539 tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] 10.222.0.17 "GET /v2.0/ports?device_id=77bbeaa9-f40d-49c5-a878-9fb67bede679 HTTP/1.1" status: 200 len: 210 time: 0.0766191 Jul 24 20:10:55.608940 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3511037c-dfda-4c74-a2a4-da0e202670b4 req-79efd7ab-d6c9-42d8-a361-358e10deb621 tempest-VolumesSnapshotTestJSON-1710354429 tempest-VolumesSnapshotTestJSON-1710354429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:10:55.610440 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-3511037c-dfda-4c74-a2a4-da0e202670b4 req-79efd7ab-d6c9-42d8-a361-358e10deb621 tempest-VolumesSnapshotTestJSON-1710354429 tempest-VolumesSnapshotTestJSON-1710354429-project] 10.222.0.17 "GET /v2.0/ports?device_id=3f0f0d30-b9d4-4d41-8bee-b6b87bd1b3ac HTTP/1.1" status: 200 len: 931 time: 0.1360910 Jul 24 20:10:55.721852 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-3511037c-dfda-4c74-a2a4-da0e202670b4 req-39cc4762-276d-42da-b683-eb419cdc012c tempest-VolumesSnapshotTestJSON-1710354429 tempest-VolumesSnapshotTestJSON-1710354429-project] 10.222.0.17 "GET /v2.0/security-groups?id=f53b2c70-27d8-4cc8-8e65-d866c10272cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992372 Jul 24 20:10:55.724795 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:10:55.807211 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.notifiers.nova [req-d671d81a-d22e-489d-a9c0-270efc2326ff req-718da893-c7d7-48df-befb-c2e93aa7b6f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff11acbc-e930-4caa-a14f-c7e84a9c2edb {{(pid=110843) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 24 20:10:55.815257 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-d671d81a-d22e-489d-a9c0-270efc2326ff req-718da893-c7d7-48df-befb-c2e93aa7b6f3 service neutron] Publish callbacks [] for port (ff11acbc-e930-4caa-a14f-c7e84a9c2edb), precommit_update {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:10:55.828292 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.db.provisioning_blocks [req-d671d81a-d22e-489d-a9c0-270efc2326ff req-718da893-c7d7-48df-befb-c2e93aa7b6f3 service neutron] Transition to ACTIVE for port object ff11acbc-e930-4caa-a14f-c7e84a9c2edb will not be triggered until provisioned by entity L2. {{(pid=110843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 24 20:10:55.925878 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-d671d81a-d22e-489d-a9c0-270efc2326ff req-718da893-c7d7-48df-befb-c2e93aa7b6f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2610891'] for port (ff11acbc-e930-4caa-a14f-c7e84a9c2edb), after_update {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:10:55.982970 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718da893-c7d7-48df-befb-c2e93aa7b6f3 service neutron] Pushing event updated for resources: {'Port': ['ID=ff11acbc-e930-4caa-a14f-c7e84a9c2edb,revision_number=2']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:10:56.057721 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.managers [req-d671d81a-d22e-489d-a9c0-270efc2326ff req-718da893-c7d7-48df-befb-c2e93aa7b6f3 service neutron] Attempting to bind port ff11acbc-e930-4caa-a14f-c7e84a9c2edb on host hv-cinder-85044 for vnic_type normal with profile {{(pid=110843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 24 20:10:56.058055 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.managers [req-d671d81a-d22e-489d-a9c0-270efc2326ff req-718da893-c7d7-48df-befb-c2e93aa7b6f3 service neutron] Attempting to bind port ff11acbc-e930-4caa-a14f-c7e84a9c2edb by drivers openvswitch,hyperv on host hv-cinder-85044 at level 0 using segments [{'id': '24530e87-00ac-4632-8038-d655e59ec8f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e266f2ee-d6d6-4a7a-b078-9988bd68045f'}] {{(pid=110843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 24 20:10:56.058386 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d671d81a-d22e-489d-a9c0-270efc2326ff req-718da893-c7d7-48df-befb-c2e93aa7b6f3 service neutron] Attempting to bind port ff11acbc-e930-4caa-a14f-c7e84a9c2edb on network e266f2ee-d6d6-4a7a-b078-9988bd68045f {{(pid=110843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 24 20:10:56.062909 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d671d81a-d22e-489d-a9c0-270efc2326ff req-718da893-c7d7-48df-befb-c2e93aa7b6f3 service neutron] Port ff11acbc-e930-4caa-a14f-c7e84a9c2edb on network e266f2ee-d6d6-4a7a-b078-9988bd68045f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85044 {{(pid=110843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 24 20:10:56.063497 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d671d81a-d22e-489d-a9c0-270efc2326ff req-718da893-c7d7-48df-befb-c2e93aa7b6f3 service neutron] Attempting to bind port ff11acbc-e930-4caa-a14f-c7e84a9c2edb on network e266f2ee-d6d6-4a7a-b078-9988bd68045f {{(pid=110843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 24 20:10:56.069197 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d671d81a-d22e-489d-a9c0-270efc2326ff req-718da893-c7d7-48df-befb-c2e93aa7b6f3 service neutron] Checking agent: {'id': '95564131-b678-4db2-a162-51408b2acd55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85044', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 24, 19, 59, 9), 'started_at': datetime.datetime(2022, 7, 24, 19, 59, 9), 'heartbeat_timestamp': datetime.datetime(2022, 7, 24, 20, 10, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 24 20:10:56.069525 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d671d81a-d22e-489d-a9c0-270efc2326ff req-718da893-c7d7-48df-befb-c2e93aa7b6f3 service neutron] Checking segment: {'id': '24530e87-00ac-4632-8038-d655e59ec8f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e266f2ee-d6d6-4a7a-b078-9988bd68045f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 24 20:10:56.069916 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d671d81a-d22e-489d-a9c0-270efc2326ff req-718da893-c7d7-48df-befb-c2e93aa7b6f3 service neutron] Bound using segment: {'id': '24530e87-00ac-4632-8038-d655e59ec8f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e266f2ee-d6d6-4a7a-b078-9988bd68045f'} {{(pid=110843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 24 20:10:56.070337 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.managers [req-d671d81a-d22e-489d-a9c0-270efc2326ff req-718da893-c7d7-48df-befb-c2e93aa7b6f3 service neutron] Bound port: ff11acbc-e930-4caa-a14f-c7e84a9c2edb, host: hv-cinder-85044, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24530e87-00ac-4632-8038-d655e59ec8f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e266f2ee-d6d6-4a7a-b078-9988bd68045f'}}] {{(pid=110843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 24 20:10:56.070696 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-d671d81a-d22e-489d-a9c0-270efc2326ff req-718da893-c7d7-48df-befb-c2e93aa7b6f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (ff11acbc-e930-4caa-a14f-c7e84a9c2edb), before_update {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:10:56.134846 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.db [req-d671d81a-d22e-489d-a9c0-270efc2326ff req-718da893-c7d7-48df-befb-c2e93aa7b6f3 service neutron] For port ff11acbc-e930-4caa-a14f-c7e84a9c2edb, host hv-cinder-85044, cleared binding levels {{(pid=110843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 20:10:56.137982 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.db [req-d671d81a-d22e-489d-a9c0-270efc2326ff req-718da893-c7d7-48df-befb-c2e93aa7b6f3 service neutron] For port ff11acbc-e930-4caa-a14f-c7e84a9c2edb, host hv-cinder-85044, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85044',level=0,port_id=ff11acbc-e930-4caa-a14f-c7e84a9c2edb,segment=NetworkSegment(24530e87-00ac-4632-8038-d655e59ec8f1),segment_id=24530e87-00ac-4632-8038-d655e59ec8f1)] {{(pid=110843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 20:10:56.185238 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-d671d81a-d22e-489d-a9c0-270efc2326ff req-718da893-c7d7-48df-befb-c2e93aa7b6f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2610891'] for port (ff11acbc-e930-4caa-a14f-c7e84a9c2edb), after_update {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:10:56.473864 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d671d81a-d22e-489d-a9c0-270efc2326ff req-718da893-c7d7-48df-befb-c2e93aa7b6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:10:56.474494 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-d671d81a-d22e-489d-a9c0-270efc2326ff req-718da893-c7d7-48df-befb-c2e93aa7b6f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1048257'] for port (None), before_response {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:10:56.475981 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-d671d81a-d22e-489d-a9c0-270efc2326ff req-718da893-c7d7-48df-befb-c2e93aa7b6f3 service neutron] 10.222.0.42 "PUT /v2.0/ports/ff11acbc-e930-4caa-a14f-c7e84a9c2edb HTTP/1.1" status: 200 len: 1093 time: 1.1161079 Jul 24 20:10:56.478758 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f0f0d30-b9d4-4d41-8bee-b6b87bd1b3ac', 'tag': 'ff11acbc-e930-4caa-a14f-c7e84a9c2edb'}] {{(pid=110843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 24 20:10:56.481885 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa129e2ea71b36189c7354ee4da78dc54b5a7420159cbfa164f6b2678096e4e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed27199a-3a12-49f2-9799-c658488f948c" -d '{"events": [{"name": "network-changed", "server_uuid": "3f0f0d30-b9d4-4d41-8bee-b6b87bd1b3ac", "tag": "ff11acbc-e930-4caa-a14f-c7e84a9c2edb"}]}' {{(pid=110843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 20:10:56.509132 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718da893-c7d7-48df-befb-c2e93aa7b6f3 service neutron] Pushing event updated for resources: {'Port': ['ID=ff11acbc-e930-4caa-a14f-c7e84a9c2edb,revision_number=3']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:10:56.532465 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 24 Jul 2022 20:10:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c604f7d0-9251-41ad-96eb-5a42ec3f883b x-openstack-request-id: req-c604f7d0-9251-41ad-96eb-5a42ec3f883b {{(pid=110843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 20:10:56.532810 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f0f0d30-b9d4-4d41-8bee-b6b87bd1b3ac", "tag": "ff11acbc-e930-4caa-a14f-c7e84a9c2edb", "status": "completed", "code": 200}]} {{(pid=110843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 20:10:56.533068 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-c604f7d0-9251-41ad-96eb-5a42ec3f883b {{(pid=110843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 20:10:56.533493 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c604f7d0-9251-41ad-96eb-5a42ec3f883b'] response: {'name': 'network-changed', 'server_uuid': '3f0f0d30-b9d4-4d41-8bee-b6b87bd1b3ac', 'tag': 'ff11acbc-e930-4caa-a14f-c7e84a9c2edb', 'status': 'completed', 'code': 200} Jul 24 20:10:56.589678 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:10:56.595938 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed27199a-3a12-49f2-9799-c658488f948c req-02d751ba-6b03-41f2-b40d-679e09efa9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:10:56.601497 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-ed27199a-3a12-49f2-9799-c658488f948c req-02d751ba-6b03-41f2-b40d-679e09efa9e9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2cb694ea9cbf458489f9f67a0ff6c40a&device_id=3f0f0d30-b9d4-4d41-8bee-b6b87bd1b3ac HTTP/1.1" status: 200 len: 1127 time: 0.0429306 Jul 24 20:10:56.670299 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 38220) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:10:56.752992 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed27199a-3a12-49f2-9799-c658488f948c req-75b97f17-3682-4f14-a325-0b2ec281adcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:10:56.754524 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-ed27199a-3a12-49f2-9799-c658488f948c req-75b97f17-3682-4f14-a325-0b2ec281adcf service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=2cb694ea9cbf458489f9f67a0ff6c40a&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1485450 Jul 24 20:10:56.783985 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-24a840a6-f39d-4c09-8e73-a50551a61272 tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] Publish callbacks [] for security_group (623eeaef-673a-47cb-9829-c979feaccd70), before_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:10:56.813528 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-24a840a6-f39d-4c09-8e73-a50551a61272 tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] Publish callbacks [] for security_group (623eeaef-673a-47cb-9829-c979feaccd70), precommit_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:10:56.891446 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d828da-8c89-4f65-ab5d-e82a0192ba50 req-382d3651-c25c-4952-beda-377ce9827211 tempest-VolumesSnapshotTestJSON-1710354429 tempest-VolumesSnapshotTestJSON-1710354429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:10:56.893062 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-06d828da-8c89-4f65-ab5d-e82a0192ba50 req-382d3651-c25c-4952-beda-377ce9827211 tempest-VolumesSnapshotTestJSON-1710354429 tempest-VolumesSnapshotTestJSON-1710354429-project] 10.222.0.17 "GET /v2.0/ports?device_id=3f0f0d30-b9d4-4d41-8bee-b6b87bd1b3ac HTTP/1.1" status: 200 len: 943 time: 0.0942347 Jul 24 20:10:56.914144 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed27199a-3a12-49f2-9799-c658488f948c req-98795844-9807-44e7-9e6b-787df581fb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:10:56.915591 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-ed27199a-3a12-49f2-9799-c658488f948c req-98795844-9807-44e7-9e6b-787df581fb13 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1538203 Jul 24 20:10:56.955994 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-24a840a6-f39d-4c09-8e73-a50551a61272 tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (623eeaef-673a-47cb-9829-c979feaccd70), after_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:10:56.958752 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-24a840a6-f39d-4c09-8e73-a50551a61272 tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] Publish callbacks [] for security_group (None), before_response {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:10:56.960013 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-24a840a6-f39d-4c09-8e73-a50551a61272 tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] 10.222.0.17 "DELETE /v2.0/security-groups/623eeaef-673a-47cb-9829-c979feaccd70 HTTP/1.1" status: 204 len: 168 time: 0.2943661 Jul 24 20:10:56.970989 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a840a6-f39d-4c09-8e73-a50551a61272 tempest-TestShelveInstance-1857025373 tempest-TestShelveInstance-1857025373-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=623eeaef-673a-47cb-9829-c979feaccd70,revision_number=None']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:10:56.971319 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-06d828da-8c89-4f65-ab5d-e82a0192ba50 req-62b69693-1611-453c-a9a2-a1d442c309c4 tempest-VolumesSnapshotTestJSON-1710354429 tempest-VolumesSnapshotTestJSON-1710354429-project] 10.222.0.17 "GET /v2.0/security-groups?id=f53b2c70-27d8-4cc8-8e65-d866c10272cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678532 Jul 24 20:10:57.019462 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d671d81a-d22e-489d-a9c0-270efc2326ff req-4790b034-c1f8-4507-84ef-bec38e013c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:10:57.019462 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-d671d81a-d22e-489d-a9c0-270efc2326ff req-4790b034-c1f8-4507-84ef-bec38e013c04 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2cb694ea9cbf458489f9f67a0ff6c40a&device_id=3f0f0d30-b9d4-4d41-8bee-b6b87bd1b3ac HTTP/1.1" status: 200 len: 1127 time: 0.0605590 Jul 24 20:10:57.068685 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-d671d81a-d22e-489d-a9c0-270efc2326ff req-3affe066-d626-4d9f-b54a-041e311921d2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ff11acbc-e930-4caa-a14f-c7e84a9c2edb HTTP/1.1" status: 200 len: 217 time: 0.0431726 Jul 24 20:10:57.101471 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 38226) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:10:57.134357 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d671d81a-d22e-489d-a9c0-270efc2326ff req-2d0f5049-19c0-41a9-bfdc-7c64b64cc080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:10:57.137427 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-d671d81a-d22e-489d-a9c0-270efc2326ff req-2d0f5049-19c0-41a9-bfdc-7c64b64cc080 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4b74be12-fa97-400e-b3b0-da4e40833600 HTTP/1.1" status: 200 len: 854 time: 0.0630596 Jul 24 20:10:57.186441 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-d671d81a-d22e-489d-a9c0-270efc2326ff req-d9d6d064-c1d5-41c7-a821-0bf007f62e15 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e266f2ee-d6d6-4a7a-b078-9988bd68045f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424535 Jul 24 20:10:57.285160 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-d671d81a-d22e-489d-a9c0-270efc2326ff req-6290c18b-cf73-4c2a-b28b-478514fbbe7a service neutron] 10.222.0.42 "GET /v2.0/networks/e266f2ee-d6d6-4a7a-b078-9988bd68045f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909257 Jul 24 20:10:57.326155 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:10:57.391795 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-d671d81a-d22e-489d-a9c0-270efc2326ff req-536dac1a-31de-4287-9c4d-3077515c3b13 service neutron] 10.222.0.42 "GET /v2.0/networks/e266f2ee-d6d6-4a7a-b078-9988bd68045f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010072 Jul 24 20:10:57.524949 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-2a66572f-e696-4611-ad21-ab6463d539c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-457152'] for router_interface (6d79c197-6f97-4f8a-9565-e6e92fdbe06b), before_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:10:57.772284 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.plugin [None req-2a66572f-e696-4611-ad21-ab6463d539c7 admin admin] Deleting port 2ba5f699-0c8d-474b-a677-1a6d340d4059 {{(pid=110842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 24 20:10:57.773139 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-2a66572f-e696-4611-ad21-ab6463d539c7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731445580472'] for port (2ba5f699-0c8d-474b-a677-1a6d340d4059), before_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:10:57.881720 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.db [None req-2a66572f-e696-4611-ad21-ab6463d539c7 admin admin] For port 2ba5f699-0c8d-474b-a677-1a6d340d4059, host dv-cinder-850449-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850449-2-iscsi',level=0,port_id=2ba5f699-0c8d-474b-a677-1a6d340d4059,segment=NetworkSegment(0aa6322a-a627-450c-81a4-dc1cb35bc87c),segment_id=0aa6322a-a627-450c-81a4-dc1cb35bc87c)] {{(pid=110842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 20:10:57.882229 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-2a66572f-e696-4611-ad21-ab6463d539c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458432'] for port (2ba5f699-0c8d-474b-a677-1a6d340d4059), precommit_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:10:57.901390 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.plugin [None req-2a66572f-e696-4611-ad21-ab6463d539c7 admin admin] Calling delete_port for 2ba5f699-0c8d-474b-a677-1a6d340d4059 owned by network:router_interface {{(pid=110842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 24 20:10:57.967085 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:10:57.977806 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:10:58.151208 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c7a98e-f953-4b11-9ad9-4486d86202fa req-475b5417-4832-49af-8a37-e6d7fe3b5e8c tempest-VolumesSnapshotTestJSON-1710354429 tempest-VolumesSnapshotTestJSON-1710354429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:10:58.152890 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-46c7a98e-f953-4b11-9ad9-4486d86202fa req-475b5417-4832-49af-8a37-e6d7fe3b5e8c tempest-VolumesSnapshotTestJSON-1710354429 tempest-VolumesSnapshotTestJSON-1710354429-project] 10.222.0.17 "GET /v2.0/ports?device_id=3f0f0d30-b9d4-4d41-8bee-b6b87bd1b3ac HTTP/1.1" status: 200 len: 943 time: 0.0614755 Jul 24 20:10:58.202253 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-2a66572f-e696-4611-ad21-ab6463d539c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731445585704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731445223415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8925015'] for port (2ba5f699-0c8d-474b-a677-1a6d340d4059), after_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:10:58.235665 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-46c7a98e-f953-4b11-9ad9-4486d86202fa req-29966499-7a20-46b0-b326-1823016dc56f tempest-VolumesSnapshotTestJSON-1710354429 tempest-VolumesSnapshotTestJSON-1710354429-project] 10.222.0.17 "GET /v2.0/security-groups?id=f53b2c70-27d8-4cc8-8e65-d866c10272cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717528 Jul 24 20:10:58.239170 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a66572f-e696-4611-ad21-ab6463d539c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ba5f699-0c8d-474b-a677-1a6d340d4059,revision_number=None']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:10:58.492199 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-2a66572f-e696-4611-ad21-ab6463d539c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-594928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-451632'] for router_interface (6d79c197-6f97-4f8a-9565-e6e92fdbe06b), after_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:10:58.782710 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a66572f-e696-4611-ad21-ab6463d539c7 admin admin] Router 6d79c197-6f97-4f8a-9565-e6e92fdbe06b has already been hosted by L3 agent 408021b7-d46b-48c2-9f75-8a8023f9145c {{(pid=110842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 24 20:10:59.159071 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a66572f-e696-4611-ad21-ab6463d539c7 admin admin] Notify agent at l3_agent.dv-cinder-850449-2-iscsi the message routers_updated {{(pid=110842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 20:10:59.164376 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-2a66572f-e696-4611-ad21-ab6463d539c7 admin admin] 10.222.0.17 "PUT /v2.0/routers/6d79c197-6f97-4f8a-9565-e6e92fdbe06b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0610042 Jul 24 20:10:59.166865 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 38234) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:10:59.169400 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cfc8f61-384e-4979-a396-51a5f705b650 None None] Sync routers for ids ['6d79c197-6f97-4f8a-9565-e6e92fdbe06b'] in dv-cinder-850449-2-iscsi {{(pid=110844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 20:10:59.182436 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cfc8f61-384e-4979-a396-51a5f705b650 None None] Routers {'6d79c197-6f97-4f8a-9565-e6e92fdbe06b'} bound to L3 agent in host dv-cinder-850449-2-iscsi {{(pid=110844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 20:10:59.183198 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_hamode_db [None req-7cfc8f61-384e-4979-a396-51a5f705b650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-24T19:52:06Z,description=,heartbeat_timestamp=2022-07-24T20:10:36Z,host='dv-cinder-850449-2-iscsi',id=408021b7-d46b-48c2-9f75-8a8023f9145c,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T19:52:06Z,topic='l3_agent')) {'router_ids': ['6d79c197-6f97-4f8a-9565-e6e92fdbe06b'], 'active': True} {{(pid=110844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:10:59.276148 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-ff1ebec9-97b9-496c-8025-64f476f7eb3c admin admin] Publish callbacks [] for router (6d79c197-6f97-4f8a-9565-e6e92fdbe06b), before_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:10:59.333651 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_dvr_db [None req-7cfc8f61-384e-4979-a396-51a5f705b650 None None] Set router 6d79c197-6f97-4f8a-9565-e6e92fdbe06b gateway port host: dv-cinder-850449-2-iscsi {{(pid=110844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 20:10:59.416826 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:10:59.417818 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:10:59.448973 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-ff1ebec9-97b9-496c-8025-64f476f7eb3c admin admin] Publish callbacks [] for router_gateway (6d79c197-6f97-4f8a-9565-e6e92fdbe06b), before_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:10:59.452681 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:10:59.466563 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e79eedb-70d5-48f8-86bc-396aea657320 req-a94fcd94-d67e-4fd3-a043-dedfd67a7460 tempest-VolumesSnapshotTestJSON-1710354429 tempest-VolumesSnapshotTestJSON-1710354429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:10:59.468686 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-9e79eedb-70d5-48f8-86bc-396aea657320 req-a94fcd94-d67e-4fd3-a043-dedfd67a7460 tempest-VolumesSnapshotTestJSON-1710354429 tempest-VolumesSnapshotTestJSON-1710354429-project] 10.222.0.17 "GET /v2.0/ports?device_id=3f0f0d30-b9d4-4d41-8bee-b6b87bd1b3ac HTTP/1.1" status: 200 len: 943 time: 0.0891726 Jul 24 20:10:59.523027 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-9e79eedb-70d5-48f8-86bc-396aea657320 req-2d1c487f-65e9-4ef2-9da1-f1ad85935b7d tempest-VolumesSnapshotTestJSON-1710354429 tempest-VolumesSnapshotTestJSON-1710354429-project] 10.222.0.17 "GET /v2.0/security-groups?id=f53b2c70-27d8-4cc8-8e65-d866c10272cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479405 Jul 24 20:10:59.566261 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.plugin [None req-ff1ebec9-97b9-496c-8025-64f476f7eb3c admin admin] Deleting port 6c60ef73-d237-4b67-a00a-8c47389f1254 {{(pid=110842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 24 20:10:59.566601 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-ff1ebec9-97b9-496c-8025-64f476f7eb3c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731445580472'] for port (6c60ef73-d237-4b67-a00a-8c47389f1254), before_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:10:59.574681 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_hamode_db [None req-7cfc8f61-384e-4979-a396-51a5f705b650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d79c197-6f97-4f8a-9565-e6e92fdbe06b', 'name': 'tempest-TestShelveInstance-1409874816-router', 'tenant_id': 'd4f1f24b3a384f1db3a6e782253814ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'external_fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': '6c60ef73-d237-4b67-a00a-8c47389f1254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T20:05:42Z', 'updated_at': '2022-07-24T20:10:58Z', 'revision_number': 5, 'project_id': 'd4f1f24b3a384f1db3a6e782253814ec', 'gw_port': {'id': '6c60ef73-d237-4b67-a00a-8c47389f1254', 'name': '', 'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:c5:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d79c197-6f97-4f8a-9565-e6e92fdbe06b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:05:43Z', 'updated_at': '2022-07-24T20:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99a0caa3-3fb5-4860-826f-478186226de3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850449-2-iscsi'}], 'dv-cinder-850449-2-iscsi', False) {} {{(pid=110844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:10:59.592366 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:10:59.609338 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cfc8f61-384e-4979-a396-51a5f705b650 None None] Checking router: 6d79c197-6f97-4f8a-9565-e6e92fdbe06b for host: dv-cinder-850449-2-iscsi {{(pid=110844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 20:10:59.620420 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cfc8f61-384e-4979-a396-51a5f705b650 None None] Routers {'6d79c197-6f97-4f8a-9565-e6e92fdbe06b'} bound to L3 agent in host dv-cinder-850449-2-iscsi {{(pid=110844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 20:10:59.621116 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_hamode_db [None req-7cfc8f61-384e-4979-a396-51a5f705b650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-24T19:52:06Z,description=,heartbeat_timestamp=2022-07-24T20:10:36Z,host='dv-cinder-850449-2-iscsi',id=408021b7-d46b-48c2-9f75-8a8023f9145c,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T19:52:06Z,topic='l3_agent')) {'router_ids': ['6d79c197-6f97-4f8a-9565-e6e92fdbe06b'], 'active': True} {{(pid=110844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:10:59.671723 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.db [None req-ff1ebec9-97b9-496c-8025-64f476f7eb3c admin admin] For port 6c60ef73-d237-4b67-a00a-8c47389f1254, host dv-cinder-850449-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850449-2-iscsi',level=0,port_id=6c60ef73-d237-4b67-a00a-8c47389f1254,segment=NetworkSegment(fc72dfdc-4d29-4b3c-a3f7-b36f757f54d3),segment_id=fc72dfdc-4d29-4b3c-a3f7-b36f757f54d3)] {{(pid=110842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 20:10:59.671979 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-ff1ebec9-97b9-496c-8025-64f476f7eb3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458432'] for port (6c60ef73-d237-4b67-a00a-8c47389f1254), precommit_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:10:59.687587 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.plugin [None req-ff1ebec9-97b9-496c-8025-64f476f7eb3c admin admin] Calling delete_port for 6c60ef73-d237-4b67-a00a-8c47389f1254 owned by network:router_gateway {{(pid=110842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 24 20:10:59.749838 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_dvr_db [None req-7cfc8f61-384e-4979-a396-51a5f705b650 None None] Set router 6d79c197-6f97-4f8a-9565-e6e92fdbe06b gateway port host: None {{(pid=110844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 20:10:59.822975 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_hamode_db [None req-7cfc8f61-384e-4979-a396-51a5f705b650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d79c197-6f97-4f8a-9565-e6e92fdbe06b', 'name': 'tempest-TestShelveInstance-1409874816-router', 'tenant_id': 'd4f1f24b3a384f1db3a6e782253814ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T20:05:42Z', 'updated_at': '2022-07-24T20:10:59Z', 'revision_number': 6, 'project_id': 'd4f1f24b3a384f1db3a6e782253814ec', 'gw_port_host': None}], 'dv-cinder-850449-2-iscsi', False) {} {{(pid=110844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:10:59.850448 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cfc8f61-384e-4979-a396-51a5f705b650 None None] The sync data for ids ['6d79c197-6f97-4f8a-9565-e6e92fdbe06b'] in dv-cinder-850449-2-iscsi is: [{'id': '6d79c197-6f97-4f8a-9565-e6e92fdbe06b', 'name': 'tempest-TestShelveInstance-1409874816-router', 'tenant_id': 'd4f1f24b3a384f1db3a6e782253814ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T20:05:42Z', 'updated_at': '2022-07-24T20:10:59Z', 'revision_number': 6, 'project_id': 'd4f1f24b3a384f1db3a6e782253814ec', 'gw_port_host': None}] {{(pid=110844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 20:10:59.966585 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-ff1ebec9-97b9-496c-8025-64f476f7eb3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731445585704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731445223415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8925015'] for port (6c60ef73-d237-4b67-a00a-8c47389f1254), after_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:10:59.991620 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1ebec9-97b9-496c-8025-64f476f7eb3c admin admin] Pushing event deleted for resources: {'Port': ['ID=6c60ef73-d237-4b67-a00a-8c47389f1254,revision_number=None']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:11:00.066567 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-ff1ebec9-97b9-496c-8025-64f476f7eb3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-452411'] for router_gateway (6d79c197-6f97-4f8a-9565-e6e92fdbe06b), after_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:11:00.197135 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-ff1ebec9-97b9-496c-8025-64f476f7eb3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-450799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-737'] for router (6d79c197-6f97-4f8a-9565-e6e92fdbe06b), precommit_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:11:00.199564 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-ff1ebec9-97b9-496c-8025-64f476f7eb3c admin admin] Publish callbacks [] for router_controller (6d79c197-6f97-4f8a-9565-e6e92fdbe06b), precommit_delete_associations {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:11:00.377734 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-ff1ebec9-97b9-496c-8025-64f476f7eb3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-450718'] for router (6d79c197-6f97-4f8a-9565-e6e92fdbe06b), after_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:11:00.379143 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff1ebec9-97b9-496c-8025-64f476f7eb3c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6d79c197-6f97-4f8a-9565-e6e92fdbe06b {{(pid=110842) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 20:11:00.383967 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-ff1ebec9-97b9-496c-8025-64f476f7eb3c admin admin] Publish callbacks [] for router (None), before_response {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:11:00.385181 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-ff1ebec9-97b9-496c-8025-64f476f7eb3c admin admin] 10.222.0.17 "DELETE /v2.0/routers/6d79c197-6f97-4f8a-9565-e6e92fdbe06b HTTP/1.1" status: 204 len: 168 time: 1.2173741 Jul 24 20:11:00.387882 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 38238) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:11:00.439483 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.db.db_base_plugin_v2 [None req-3aa6f393-be48-4a66-9699-8eed171e65b7 admin admin] Deleting subnet 6c93dad3-d715-4337-a807-6727a504efe8 {{(pid=110842) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 24 20:11:00.443657 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-3aa6f393-be48-4a66-9699-8eed171e65b7 admin admin] Publish callbacks [] for subnet (6c93dad3-d715-4337-a807-6727a504efe8), before_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:11:00.481606 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-3aa6f393-be48-4a66-9699-8eed171e65b7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8979353'] for subnet (6c93dad3-d715-4337-a807-6727a504efe8), precommit_delete_associations {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:11:00.569059 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-3aa6f393-be48-4a66-9699-8eed171e65b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7817528'] for subnet (6c93dad3-d715-4337-a807-6727a504efe8), precommit_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:11:00.699191 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8060eba6-f853-4ffe-80cf-69cb63b34ce3 req-76e3a1ef-1695-4786-b968-4509adc54583 tempest-VolumesSnapshotTestJSON-1710354429 tempest-VolumesSnapshotTestJSON-1710354429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:11:00.700797 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-8060eba6-f853-4ffe-80cf-69cb63b34ce3 req-76e3a1ef-1695-4786-b968-4509adc54583 tempest-VolumesSnapshotTestJSON-1710354429 tempest-VolumesSnapshotTestJSON-1710354429-project] 10.222.0.17 "GET /v2.0/ports?device_id=3f0f0d30-b9d4-4d41-8bee-b6b87bd1b3ac HTTP/1.1" status: 200 len: 943 time: 0.0786922 Jul 24 20:11:00.747693 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-3aa6f393-be48-4a66-9699-8eed171e65b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7817521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8925114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8410652'] for subnet (6c93dad3-d715-4337-a807-6727a504efe8), after_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:11:00.756420 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-8060eba6-f853-4ffe-80cf-69cb63b34ce3 req-7c8c3420-0058-4571-b773-425d3000f596 tempest-VolumesSnapshotTestJSON-1710354429 tempest-VolumesSnapshotTestJSON-1710354429-project] 10.222.0.17 "GET /v2.0/security-groups?id=f53b2c70-27d8-4cc8-8e65-d866c10272cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496645 Jul 24 20:11:00.781613 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa6f393-be48-4a66-9699-8eed171e65b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c93dad3-d715-4337-a807-6727a504efe8,revision_number=None']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:11:00.789581 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-3aa6f393-be48-4a66-9699-8eed171e65b7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:11:00.796696 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-3aa6f393-be48-4a66-9699-8eed171e65b7 admin admin] 10.222.0.17 "DELETE /v2.0/subnets/6c93dad3-d715-4337-a807-6727a504efe8 HTTP/1.1" status: 204 len: 168 time: 0.4039886 Jul 24 20:11:00.798431 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 38244) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:11:00.801839 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90bd7d3d-a912-4c58-8907-474bdb98af6d None None] Network db5ceaaa-c00a-4f99-91da-e1e2dfaf14af requested from dv-cinder-850449-2-iscsi {{(pid=110844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 24 20:11:00.832107 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:11:00.882098 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-6841f174-e9df-4568-9ecb-199a4f5a8625 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7930929'] for network (db5ceaaa-c00a-4f99-91da-e1e2dfaf14af), before_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:11:00.961855 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.plugin [None req-6841f174-e9df-4568-9ecb-199a4f5a8625 admin admin] Deleting port cbb0fe6b-d863-44f2-9cef-21458506b1c2 {{(pid=110842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 24 20:11:00.964506 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-6841f174-e9df-4568-9ecb-199a4f5a8625 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731445580472'] for port (cbb0fe6b-d863-44f2-9cef-21458506b1c2), before_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:11:00.982144 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Device 6c60ef73-d237-4b67-a00a-8c47389f1254 no longer exists at agent ovs-agent-dv-cinder-850449-2-iscsi {{(pid=110844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 20:11:01.008406 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a11c3cc3-961d-4247-9165-a3290f7041f0 None None] DHCP port deletion for db5ceaaa-c00a-4f99-91da-e1e2dfaf14af request from dv-cinder-850449-2-iscsi {{(pid=110844) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 24 20:11:01.011245 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] No Port match for: 6c60ef73-d237-4b67-a00a-8c47389f1254 {{(pid=110844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 24 20:11:01.011800 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Device 6c60ef73-d237-4b67-a00a-8c47389f1254 not bound to the agent host dv-cinder-850449-2-iscsi {{(pid=110844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 20:11:01.012466 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Device 2ba5f699-0c8d-474b-a677-1a6d340d4059 no longer exists at agent ovs-agent-dv-cinder-850449-2-iscsi {{(pid=110844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 20:11:01.044147 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] No Port match for: 2ba5f699-0c8d-474b-a677-1a6d340d4059 {{(pid=110844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 24 20:11:01.044264 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Device 2ba5f699-0c8d-474b-a677-1a6d340d4059 not bound to the agent host dv-cinder-850449-2-iscsi {{(pid=110844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 20:11:01.054115 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:11:01.066786 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.db [None req-6841f174-e9df-4568-9ecb-199a4f5a8625 admin admin] For port cbb0fe6b-d863-44f2-9cef-21458506b1c2, host dv-cinder-850449-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850449-2-iscsi',level=0,port_id=cbb0fe6b-d863-44f2-9cef-21458506b1c2,segment=NetworkSegment(0aa6322a-a627-450c-81a4-dc1cb35bc87c),segment_id=0aa6322a-a627-450c-81a4-dc1cb35bc87c)] {{(pid=110842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 20:11:01.067153 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-6841f174-e9df-4568-9ecb-199a4f5a8625 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458432'] for port (cbb0fe6b-d863-44f2-9cef-21458506b1c2), precommit_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:11:01.082924 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.plugin [None req-6841f174-e9df-4568-9ecb-199a4f5a8625 admin admin] Calling delete_port for cbb0fe6b-d863-44f2-9cef-21458506b1c2 owned by network:dhcp {{(pid=110842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 24 20:11:01.083210 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-a11c3cc3-961d-4247-9165-a3290f7041f0 None None] Deleting port cbb0fe6b-d863-44f2-9cef-21458506b1c2 {{(pid=110844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 24 20:11:01.083552 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-a11c3cc3-961d-4247-9165-a3290f7041f0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731445580472'] for port (cbb0fe6b-d863-44f2-9cef-21458506b1c2), before_delete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:11:01.162707 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-a11c3cc3-961d-4247-9165-a3290f7041f0 None None] For port cbb0fe6b-d863-44f2-9cef-21458506b1c2, host dv-cinder-850449-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850449-2-iscsi',level=0,port_id=cbb0fe6b-d863-44f2-9cef-21458506b1c2,segment=NetworkSegment(0aa6322a-a627-450c-81a4-dc1cb35bc87c),segment_id=0aa6322a-a627-450c-81a4-dc1cb35bc87c)] {{(pid=110844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 20:11:01.163111 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-a11c3cc3-961d-4247-9165-a3290f7041f0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458432'] for port (cbb0fe6b-d863-44f2-9cef-21458506b1c2), precommit_delete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:11:01.177526 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-a11c3cc3-961d-4247-9165-a3290f7041f0 None None] Calling delete_port for cbb0fe6b-d863-44f2-9cef-21458506b1c2 owned by network:dhcp {{(pid=110844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 24 20:11:01.247775 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-6841f174-e9df-4568-9ecb-199a4f5a8625 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731445585704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731445223415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8925015'] for port (cbb0fe6b-d863-44f2-9cef-21458506b1c2), after_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:11:01.264700 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-a11c3cc3-961d-4247-9165-a3290f7041f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731445585704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731445223415'] for port (cbb0fe6b-d863-44f2-9cef-21458506b1c2), after_delete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:11:01.276619 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6841f174-e9df-4568-9ecb-199a4f5a8625 admin admin] Pushing event deleted for resources: {'Port': ['ID=cbb0fe6b-d863-44f2-9cef-21458506b1c2,revision_number=None']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:11:01.281412 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6841f174-e9df-4568-9ecb-199a4f5a8625 admin admin] No DVR routers for this DVR port cbb0fe6b-d863-44f2-9cef-21458506b1c2 on host dv-cinder-850449-2-iscsi {{(pid=110842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 24 20:11:01.291896 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11c3cc3-961d-4247-9165-a3290f7041f0 None None] Pushing event deleted for resources: {'Port': ['ID=cbb0fe6b-d863-44f2-9cef-21458506b1c2,revision_number=None']} {{(pid=110844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:11:01.296613 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11c3cc3-961d-4247-9165-a3290f7041f0 None None] No DVR routers for this DVR port cbb0fe6b-d863-44f2-9cef-21458506b1c2 on host dv-cinder-850449-2-iscsi {{(pid=110844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 24 20:11:01.311300 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11c3cc3-961d-4247-9165-a3290f7041f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:11:01.311651 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11c3cc3-961d-4247-9165-a3290f7041f0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:11:01.311996 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11c3cc3-961d-4247-9165-a3290f7041f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:11:01.312357 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11c3cc3-961d-4247-9165-a3290f7041f0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:11:01.312718 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11c3cc3-961d-4247-9165-a3290f7041f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:11:01.313052 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11c3cc3-961d-4247-9165-a3290f7041f0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:11:01.313651 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11c3cc3-961d-4247-9165-a3290f7041f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:11:01.313982 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11c3cc3-961d-4247-9165-a3290f7041f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:11:01.314309 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11c3cc3-961d-4247-9165-a3290f7041f0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:11:01.314634 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11c3cc3-961d-4247-9165-a3290f7041f0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:11:01.314958 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11c3cc3-961d-4247-9165-a3290f7041f0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:11:01.315285 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11c3cc3-961d-4247-9165-a3290f7041f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:11:01.315640 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11c3cc3-961d-4247-9165-a3290f7041f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:11:01.316607 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11c3cc3-961d-4247-9165-a3290f7041f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:11:01.316607 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11c3cc3-961d-4247-9165-a3290f7041f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:11:01.360165 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-6841f174-e9df-4568-9ecb-199a4f5a8625 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7817651', 'neutron.services.segments.db._delete_segments_for_network-8731445707084'] for network (db5ceaaa-c00a-4f99-91da-e1e2dfaf14af), precommit_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:11:01.386686 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.services.segments.db [None req-6841f174-e9df-4568-9ecb-199a4f5a8625 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db5ceaaa-c00a-4f99-91da-e1e2dfaf14af']}} {{(pid=110842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:11:01.397156 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.services.segments.db [None req-6841f174-e9df-4568-9ecb-199a4f5a8625 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0aa6322a-a627-450c-81a4-dc1cb35bc87c') {'for_net_delete': True} {{(pid=110842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:11:01.397451 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.services.segments.db [None req-6841f174-e9df-4568-9ecb-199a4f5a8625 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0aa6322a-a627-450c-81a4-dc1cb35bc87c') {} {{(pid=110842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:11:01.408799 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-6841f174-e9df-4568-9ecb-199a4f5a8625 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731445706213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8979360'] for segment (0aa6322a-a627-450c-81a4-dc1cb35bc87c), before_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:11:01.426170 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-6841f174-e9df-4568-9ecb-199a4f5a8625 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7750649'] for segment (0aa6322a-a627-450c-81a4-dc1cb35bc87c), precommit_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:11:01.433425 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6841f174-e9df-4568-9ecb-199a4f5a8625 admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=110842) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 20:11:01.433852 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-6841f174-e9df-4568-9ecb-199a4f5a8625 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7750649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8924928'] for segment (0aa6322a-a627-450c-81a4-dc1cb35bc87c), after_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:11:01.442207 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Device ff11acbc-e930-4caa-a14f-c7e84a9c2edb details requested by agent hyperv_hv-cinder-85044 with host hv-cinder-85044 {{(pid=110844) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 20:11:01.543778 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:11:01.561742 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] For port ff11acbc-e930-4caa-a14f-c7e84a9c2edb, host hv-cinder-85044, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85044',level=0,port_id=ff11acbc-e930-4caa-a14f-c7e84a9c2edb,segment=NetworkSegment(24530e87-00ac-4632-8038-d655e59ec8f1),segment_id=24530e87-00ac-4632-8038-d655e59ec8f1)] {{(pid=110844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 20:11:01.575084 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Returning: {'device': 'ff11acbc-e930-4caa-a14f-c7e84a9c2edb', 'network_id': 'e266f2ee-d6d6-4a7a-b078-9988bd68045f', 'port_id': 'ff11acbc-e930-4caa-a14f-c7e84a9c2edb', 'mac_address': 'fa:16:3e:9d:a8:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b74be12-fa97-400e-b3b0-da4e40833600', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110844) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 20:11:01.578976 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-6841f174-e9df-4568-9ecb-199a4f5a8625 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7817604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-452517'] for network (db5ceaaa-c00a-4f99-91da-e1e2dfaf14af), after_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:11:01.585620 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-6841f174-e9df-4568-9ecb-199a4f5a8625 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594923'] for network (None), before_response {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:11:01.592078 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-6841f174-e9df-4568-9ecb-199a4f5a8625 admin admin] 10.222.0.17 "DELETE /v2.0/networks/db5ceaaa-c00a-4f99-91da-e1e2dfaf14af HTTP/1.1" status: 204 len: 168 time: 0.7899060 Jul 24 20:11:01.592825 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [-] (110843) accepted ('10.222.0.17', 38252) {{(pid=110843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:11:01.609927 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6841f174-e9df-4568-9ecb-199a4f5a8625 admin admin] Pushing event deleted for resources: {'Network': ['ID=db5ceaaa-c00a-4f99-91da-e1e2dfaf14af,revision_number=None']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:11:01.621419 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.services.segments.plugin [-] Segment 0aa6322a-a627-450c-81a4-dc1cb35bc87c resource provider aggregate not found Jul 24 20:11:01.624577 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Current status of the port ff11acbc-e930-4caa-a14f-c7e84a9c2edb is: DOWN; New status is: BUILD {{(pid=110844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 20:11:01.625095 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (ff11acbc-e930-4caa-a14f-c7e84a9c2edb), before_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:11:01.647166 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.services.segments.plugin [-] Segment 0aa6322a-a627-450c-81a4-dc1cb35bc87c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0aa6322a-a627-450c-81a4-dc1cb35bc87c found for delete ", "request_id": "req-e69e5499-2397-422a-8037-e366511c9c81"}]} Jul 24 20:11:01.648311 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.notifiers.nova [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff11acbc-e930-4caa-a14f-c7e84a9c2edb {{(pid=110844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 24 20:11:01.673600 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] For port ff11acbc-e930-4caa-a14f-c7e84a9c2edb, host hv-cinder-85044, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85044',level=0,port_id=ff11acbc-e930-4caa-a14f-c7e84a9c2edb,segment=NetworkSegment(24530e87-00ac-4632-8038-d655e59ec8f1),segment_id=24530e87-00ac-4632-8038-d655e59ec8f1)] {{(pid=110844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 20:11:01.750528 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958'] for port (ff11acbc-e930-4caa-a14f-c7e84a9c2edb), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:11:01.806335 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Pushing event updated for resources: {'Port': ['ID=ff11acbc-e930-4caa-a14f-c7e84a9c2edb,revision_number=4']} {{(pid=110844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:11:01.809550 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=100 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:11:01.917893 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb3a63b-712e-4eb2-b118-f310ffee61bc req-d3554585-175a-47ff-8fad-dc7f4b9fe95e tempest-VolumesSnapshotTestJSON-1710354429 tempest-VolumesSnapshotTestJSON-1710354429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:11:01.919452 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-ccb3a63b-712e-4eb2-b118-f310ffee61bc req-d3554585-175a-47ff-8fad-dc7f4b9fe95e tempest-VolumesSnapshotTestJSON-1710354429 tempest-VolumesSnapshotTestJSON-1710354429-project] 10.222.0.17 "GET /v2.0/ports?device_id=3f0f0d30-b9d4-4d41-8bee-b6b87bd1b3ac HTTP/1.1" status: 200 len: 944 time: 0.0620153 Jul 24 20:11:02.012092 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] get_ports_and_sgs() called for port_ids ['ff11acbc-e930-4caa-a14f-c7e84a9c2edb'] {{(pid=110844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 20:11:02.031069 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-ccb3a63b-712e-4eb2-b118-f310ffee61bc req-71b71254-8bf1-4f1c-9aaf-9694f2895722 tempest-VolumesSnapshotTestJSON-1710354429 tempest-VolumesSnapshotTestJSON-1710354429-project] 10.222.0.17 "GET /v2.0/security-groups?id=f53b2c70-27d8-4cc8-8e65-d866c10272cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891380 Jul 24 20:11:02.039865 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-2eed3757-9eaa-45cf-80ec-34facc09372e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-457152'] for router_interface (969fae22-2221-4203-a12b-ae2c873953e4), before_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:11:02.093881 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:11:02.236715 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=100 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:11:02.355410 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.plugin [None req-2eed3757-9eaa-45cf-80ec-34facc09372e admin admin] Deleting port 876db2aa-db6c-4ca6-baed-8b9fa3ea7386 {{(pid=110843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 24 20:11:02.355738 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-2eed3757-9eaa-45cf-80ec-34facc09372e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731445580472'] for port (876db2aa-db6c-4ca6-baed-8b9fa3ea7386), before_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:11:02.453491 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.db [None req-2eed3757-9eaa-45cf-80ec-34facc09372e admin admin] For port 876db2aa-db6c-4ca6-baed-8b9fa3ea7386, host dv-cinder-850449-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850449-2-iscsi',level=0,port_id=876db2aa-db6c-4ca6-baed-8b9fa3ea7386,segment=NetworkSegment(e3c197c3-afb8-4185-8fa6-54b4494b3bc0),segment_id=e3c197c3-afb8-4185-8fa6-54b4494b3bc0)] {{(pid=110843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 20:11:02.453919 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-2eed3757-9eaa-45cf-80ec-34facc09372e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458432'] for port (876db2aa-db6c-4ca6-baed-8b9fa3ea7386), precommit_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:11:02.469323 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.plugin [None req-2eed3757-9eaa-45cf-80ec-34facc09372e admin admin] Calling delete_port for 876db2aa-db6c-4ca6-baed-8b9fa3ea7386 owned by network:router_interface {{(pid=110843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 24 20:11:02.726325 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-2eed3757-9eaa-45cf-80ec-34facc09372e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731445585704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731445223415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2610928'] for port (876db2aa-db6c-4ca6-baed-8b9fa3ea7386), after_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:11:02.750483 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eed3757-9eaa-45cf-80ec-34facc09372e admin admin] Pushing event deleted for resources: {'Port': ['ID=876db2aa-db6c-4ca6-baed-8b9fa3ea7386,revision_number=None']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:11:02.960451 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-2eed3757-9eaa-45cf-80ec-34facc09372e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-594928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-451632'] for router_interface (969fae22-2221-4203-a12b-ae2c873953e4), after_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:11:03.015368 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Device cbb0fe6b-d863-44f2-9cef-21458506b1c2 no longer exists at agent ovs-agent-dv-cinder-850449-2-iscsi {{(pid=110844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 20:11:03.033251 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:11:03.037194 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] No Port match for: cbb0fe6b-d863-44f2-9cef-21458506b1c2 {{(pid=110844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 24 20:11:03.037541 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Device cbb0fe6b-d863-44f2-9cef-21458506b1c2 not bound to the agent host dv-cinder-850449-2-iscsi {{(pid=110844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 20:11:03.213015 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12171695-a902-49c1-b872-0d6a60b5c2a4 req-90e29d1b-040a-4891-9bf1-28339af3710a tempest-VolumesSnapshotTestJSON-1710354429 tempest-VolumesSnapshotTestJSON-1710354429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:11:03.214556 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-12171695-a902-49c1-b872-0d6a60b5c2a4 req-90e29d1b-040a-4891-9bf1-28339af3710a tempest-VolumesSnapshotTestJSON-1710354429 tempest-VolumesSnapshotTestJSON-1710354429-project] 10.222.0.17 "GET /v2.0/ports?device_id=3f0f0d30-b9d4-4d41-8bee-b6b87bd1b3ac HTTP/1.1" status: 200 len: 944 time: 0.0878026 Jul 24 20:11:03.238516 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:11:03.263581 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2eed3757-9eaa-45cf-80ec-34facc09372e admin admin] Router 969fae22-2221-4203-a12b-ae2c873953e4 has already been hosted by L3 agent 408021b7-d46b-48c2-9f75-8a8023f9145c {{(pid=110843) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 24 20:11:03.282901 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-12171695-a902-49c1-b872-0d6a60b5c2a4 req-4f2a8513-e72e-4982-83dd-548551a5d2af tempest-VolumesSnapshotTestJSON-1710354429 tempest-VolumesSnapshotTestJSON-1710354429-project] 10.222.0.17 "GET /v2.0/security-groups?id=f53b2c70-27d8-4cc8-8e65-d866c10272cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626497 Jul 24 20:11:03.397185 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eed3757-9eaa-45cf-80ec-34facc09372e admin admin] Notify agent at l3_agent.dv-cinder-850449-2-iscsi the message routers_updated {{(pid=110843) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 20:11:03.408727 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [None req-2eed3757-9eaa-45cf-80ec-34facc09372e admin admin] 10.222.0.17 "PUT /v2.0/routers/969fae22-2221-4203-a12b-ae2c873953e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8103170 Jul 24 20:11:03.408727 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [-] (110843) accepted ('10.222.0.17', 38260) {{(pid=110843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:11:03.415240 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6e2dece-66d5-4bb0-ae58-c7f4ae833f38 None None] Sync routers for ids ['969fae22-2221-4203-a12b-ae2c873953e4'] in dv-cinder-850449-2-iscsi {{(pid=110845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 20:11:03.442416 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e2dece-66d5-4bb0-ae58-c7f4ae833f38 None None] Routers {'969fae22-2221-4203-a12b-ae2c873953e4'} bound to L3 agent in host dv-cinder-850449-2-iscsi {{(pid=110845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 20:11:03.444081 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.l3_hamode_db [None req-d6e2dece-66d5-4bb0-ae58-c7f4ae833f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-24T19:52:06Z,description=,heartbeat_timestamp=2022-07-24T20:10:36Z,host='dv-cinder-850449-2-iscsi',id=408021b7-d46b-48c2-9f75-8a8023f9145c,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T19:52:06Z,topic='l3_agent')) {'router_ids': ['969fae22-2221-4203-a12b-ae2c873953e4'], 'active': True} {{(pid=110845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:11:03.446280 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Device ff11acbc-e930-4caa-a14f-c7e84a9c2edb up at agent hyperv_hv-cinder-85044 {{(pid=110844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 20:11:03.522535 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-8496e724-6f4f-49a5-beb8-0d97a2d56af9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (dc36e0ef-94f3-4a3e-9c13-4790afccb2e9), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:11:03.541518 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Provisioning for port ff11acbc-e930-4caa-a14f-c7e84a9c2edb completed by entity L2. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 24 20:11:03.546518 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-8f2cb248-00fa-48a0-a3a9-6f31e4172547 admin admin] Publish callbacks [] for router (969fae22-2221-4203-a12b-ae2c873953e4), before_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:11:03.601531 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.l3_dvr_db [None req-d6e2dece-66d5-4bb0-ae58-c7f4ae833f38 None None] Set router 969fae22-2221-4203-a12b-ae2c873953e4 gateway port host: dv-cinder-850449-2-iscsi {{(pid=110845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 20:11:03.672390 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-8f2cb248-00fa-48a0-a3a9-6f31e4172547 admin admin] Publish callbacks [] for router_gateway (969fae22-2221-4203-a12b-ae2c873953e4), before_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:11:03.788713 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.l3_hamode_db [None req-d6e2dece-66d5-4bb0-ae58-c7f4ae833f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '969fae22-2221-4203-a12b-ae2c873953e4', 'name': 'tempest-TestShelveInstance-1777785397-router', 'tenant_id': 'fd7606f6fdc54b33b7490691669a08a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'external_fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.240'}], 'enable_snat': True}, 'gw_port_id': 'afa9c09c-6f04-48fb-a23b-5a2d86edd720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T20:05:53Z', 'updated_at': '2022-07-24T20:11:02Z', 'revision_number': 5, 'project_id': 'fd7606f6fdc54b33b7490691669a08a2', 'gw_port': {'id': 'afa9c09c-6f04-48fb-a23b-5a2d86edd720', 'name': '', 'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:81:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969fae22-2221-4203-a12b-ae2c873953e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:05:53Z', 'updated_at': '2022-07-24T20:06:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99a0caa3-3fb5-4860-826f-478186226de3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850449-2-iscsi'}], 'dv-cinder-850449-2-iscsi', False) {} {{(pid=110845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:11:03.821817 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6e2dece-66d5-4bb0-ae58-c7f4ae833f38 None None] Checking router: 969fae22-2221-4203-a12b-ae2c873953e4 for host: dv-cinder-850449-2-iscsi {{(pid=110845) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 20:11:03.830961 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e2dece-66d5-4bb0-ae58-c7f4ae833f38 None None] Routers {'969fae22-2221-4203-a12b-ae2c873953e4'} bound to L3 agent in host dv-cinder-850449-2-iscsi {{(pid=110845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 20:11:03.831606 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.l3_hamode_db [None req-d6e2dece-66d5-4bb0-ae58-c7f4ae833f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-24T19:52:06Z,description=,heartbeat_timestamp=2022-07-24T20:10:36Z,host='dv-cinder-850449-2-iscsi',id=408021b7-d46b-48c2-9f75-8a8023f9145c,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T19:52:06Z,topic='l3_agent')) {'router_ids': ['969fae22-2221-4203-a12b-ae2c873953e4'], 'active': True} {{(pid=110845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:11:03.934996 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.l3_dvr_db [None req-d6e2dece-66d5-4bb0-ae58-c7f4ae833f38 None None] Set router 969fae22-2221-4203-a12b-ae2c873953e4 gateway port host: dv-cinder-850449-2-iscsi {{(pid=110845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 20:11:03.955203 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Provisioning complete for port ff11acbc-e930-4caa-a14f-c7e84a9c2edb triggered by entity L2. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 20:11:03.955593 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812910'] for port (ff11acbc-e930-4caa-a14f-c7e84a9c2edb), provisioning_complete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:11:04.048524 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.plugin [None req-8f2cb248-00fa-48a0-a3a9-6f31e4172547 admin admin] Deleting port afa9c09c-6f04-48fb-a23b-5a2d86edd720 {{(pid=110843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 24 20:11:04.049158 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-8f2cb248-00fa-48a0-a3a9-6f31e4172547 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731445580472'] for port (afa9c09c-6f04-48fb-a23b-5a2d86edd720), before_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:11:04.065453 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Current status of the port ff11acbc-e930-4caa-a14f-c7e84a9c2edb is: BUILD; New status is: ACTIVE {{(pid=110844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 20:11:04.066093 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (ff11acbc-e930-4caa-a14f-c7e84a9c2edb), before_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:11:04.093382 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f0f0d30-b9d4-4d41-8bee-b6b87bd1b3ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff11acbc-e930-4caa-a14f-c7e84a9c2edb'}] {{(pid=110844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 24 20:11:04.095889 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cb44c1e02bae91b270a0e6cfc836be33c010434f31a7c401440ca7d913440f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44790a33-96c6-447c-bdba-3bfde5a1ae28" -d '{"events": [{"server_uuid": "3f0f0d30-b9d4-4d41-8bee-b6b87bd1b3ac", "name": "network-vif-plugged", "status": "completed", "tag": "ff11acbc-e930-4caa-a14f-c7e84a9c2edb"}]}' {{(pid=110844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 20:11:04.110979 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] For port ff11acbc-e930-4caa-a14f-c7e84a9c2edb, host hv-cinder-85044, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85044',level=0,port_id=ff11acbc-e930-4caa-a14f-c7e84a9c2edb,segment=NetworkSegment(24530e87-00ac-4632-8038-d655e59ec8f1),segment_id=24530e87-00ac-4632-8038-d655e59ec8f1)] {{(pid=110844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 20:11:04.138029 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.l3_hamode_db [None req-d6e2dece-66d5-4bb0-ae58-c7f4ae833f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '969fae22-2221-4203-a12b-ae2c873953e4', 'name': 'tempest-TestShelveInstance-1777785397-router', 'tenant_id': 'fd7606f6fdc54b33b7490691669a08a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'external_fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.240'}], 'enable_snat': True}, 'gw_port_id': 'afa9c09c-6f04-48fb-a23b-5a2d86edd720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T20:05:53Z', 'updated_at': '2022-07-24T20:11:02Z', 'revision_number': 5, 'project_id': 'fd7606f6fdc54b33b7490691669a08a2', 'gw_port': {'id': 'afa9c09c-6f04-48fb-a23b-5a2d86edd720', 'name': '', 'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:81:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969fae22-2221-4203-a12b-ae2c873953e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:05:53Z', 'updated_at': '2022-07-24T20:06:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99a0caa3-3fb5-4860-826f-478186226de3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850449-2-iscsi'}], 'dv-cinder-850449-2-iscsi', False) {} {{(pid=110845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:11:04.166533 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 24 Jul 2022 20:11:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82eadbd7-c030-4e50-8156-792842befcab x-openstack-request-id: req-82eadbd7-c030-4e50-8156-792842befcab {{(pid=110844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 20:11:04.166533 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f0f0d30-b9d4-4d41-8bee-b6b87bd1b3ac", "name": "network-vif-plugged", "status": "completed", "tag": "ff11acbc-e930-4caa-a14f-c7e84a9c2edb", "code": 200}]} {{(pid=110844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 20:11:04.166533 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-82eadbd7-c030-4e50-8156-792842befcab {{(pid=110844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 20:11:04.166533 dv-cinder-850449-2-iscsi neutron-server[110844]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82eadbd7-c030-4e50-8156-792842befcab'] response: {'server_uuid': '3f0f0d30-b9d4-4d41-8bee-b6b87bd1b3ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff11acbc-e930-4caa-a14f-c7e84a9c2edb', 'code': 200} Jul 24 20:11:04.169025 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6e2dece-66d5-4bb0-ae58-c7f4ae833f38 None None] The sync data for ids ['969fae22-2221-4203-a12b-ae2c873953e4'] in dv-cinder-850449-2-iscsi is: [{'id': '969fae22-2221-4203-a12b-ae2c873953e4', 'name': 'tempest-TestShelveInstance-1777785397-router', 'tenant_id': 'fd7606f6fdc54b33b7490691669a08a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'external_fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.240'}], 'enable_snat': True}, 'gw_port_id': 'afa9c09c-6f04-48fb-a23b-5a2d86edd720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T20:05:53Z', 'updated_at': '2022-07-24T20:11:02Z', 'revision_number': 5, 'project_id': 'fd7606f6fdc54b33b7490691669a08a2', 'gw_port': {'id': 'afa9c09c-6f04-48fb-a23b-5a2d86edd720', 'name': '', 'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:81:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969fae22-2221-4203-a12b-ae2c873953e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:05:53Z', 'updated_at': '2022-07-24T20:06:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99a0caa3-3fb5-4860-826f-478186226de3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850449-2-iscsi'}] {{(pid=110845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 20:11:04.196106 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.db [None req-8f2cb248-00fa-48a0-a3a9-6f31e4172547 admin admin] For port afa9c09c-6f04-48fb-a23b-5a2d86edd720, host dv-cinder-850449-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850449-2-iscsi',level=0,port_id=afa9c09c-6f04-48fb-a23b-5a2d86edd720,segment=NetworkSegment(fc72dfdc-4d29-4b3c-a3f7-b36f757f54d3),segment_id=fc72dfdc-4d29-4b3c-a3f7-b36f757f54d3)] {{(pid=110843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 20:11:04.196488 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-8f2cb248-00fa-48a0-a3a9-6f31e4172547 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458432'] for port (afa9c09c-6f04-48fb-a23b-5a2d86edd720), precommit_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:11:04.218015 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.plugin [None req-8f2cb248-00fa-48a0-a3a9-6f31e4172547 admin admin] Calling delete_port for afa9c09c-6f04-48fb-a23b-5a2d86edd720 owned by network:router_gateway {{(pid=110843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 24 20:11:04.263305 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958'] for port (ff11acbc-e930-4caa-a14f-c7e84a9c2edb), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:11:04.334021 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Pushing event updated for resources: {'Port': ['ID=ff11acbc-e930-4caa-a14f-c7e84a9c2edb,revision_number=5']} {{(pid=110844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:11:04.348497 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=100 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:11:04.463861 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350a21a6-a6ab-4133-b37a-e1be839de64f req-cc5e16f9-e85b-4a3d-8bc3-f89d951b2a32 tempest-VolumesSnapshotTestJSON-1710354429 tempest-VolumesSnapshotTestJSON-1710354429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:11:04.465477 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-350a21a6-a6ab-4133-b37a-e1be839de64f req-cc5e16f9-e85b-4a3d-8bc3-f89d951b2a32 tempest-VolumesSnapshotTestJSON-1710354429 tempest-VolumesSnapshotTestJSON-1710354429-project] 10.222.0.17 "GET /v2.0/ports?device_id=3f0f0d30-b9d4-4d41-8bee-b6b87bd1b3ac HTTP/1.1" status: 200 len: 945 time: 0.0866618 Jul 24 20:11:04.524746 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-350a21a6-a6ab-4133-b37a-e1be839de64f req-07c61767-118a-4bb0-8c9c-3d66d483f323 tempest-VolumesSnapshotTestJSON-1710354429 tempest-VolumesSnapshotTestJSON-1710354429-project] 10.222.0.17 "GET /v2.0/security-groups?id=f53b2c70-27d8-4cc8-8e65-d866c10272cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516627 Jul 24 20:11:04.592840 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-8f2cb248-00fa-48a0-a3a9-6f31e4172547 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731445585704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731445223415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2610928'] for port (afa9c09c-6f04-48fb-a23b-5a2d86edd720), after_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:11:04.614554 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:11:04.649380 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2cb248-00fa-48a0-a3a9-6f31e4172547 admin admin] Pushing event deleted for resources: {'Port': ['ID=afa9c09c-6f04-48fb-a23b-5a2d86edd720,revision_number=None']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:11:04.676610 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e47522-5046-47a7-a284-38515b2b03c0 req-d327f6c5-9bec-4846-89a5-c657ac18dcff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:11:04.678204 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-15e47522-5046-47a7-a284-38515b2b03c0 req-d327f6c5-9bec-4846-89a5-c657ac18dcff service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=3f0f0d30-b9d4-4d41-8bee-b6b87bd1b3ac HTTP/1.1" status: 200 len: 1129 time: 0.1023216 Jul 24 20:11:04.755087 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-8f2cb248-00fa-48a0-a3a9-6f31e4172547 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-452411'] for router_gateway (969fae22-2221-4203-a12b-ae2c873953e4), after_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:11:04.946799 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Device 876db2aa-db6c-4ca6-baed-8b9fa3ea7386 no longer exists at agent ovs-agent-dv-cinder-850449-2-iscsi {{(pid=110844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 20:11:04.968586 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] No Port match for: 876db2aa-db6c-4ca6-baed-8b9fa3ea7386 {{(pid=110844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 24 20:11:04.968961 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Device 876db2aa-db6c-4ca6-baed-8b9fa3ea7386 not bound to the agent host dv-cinder-850449-2-iscsi {{(pid=110844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 20:11:05.108171 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-15e47522-5046-47a7-a284-38515b2b03c0 req-856ef78b-f7ac-432e-91fc-fbe061404afa service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f53b2c70-27d8-4cc8-8e65-d866c10272cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4024427 Jul 24 20:11:05.118375 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-8f2cb248-00fa-48a0-a3a9-6f31e4172547 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-450799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-737'] for router (969fae22-2221-4203-a12b-ae2c873953e4), precommit_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:11:05.121249 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-8f2cb248-00fa-48a0-a3a9-6f31e4172547 admin admin] Publish callbacks [] for router_controller (969fae22-2221-4203-a12b-ae2c873953e4), precommit_delete_associations {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:11:05.236544 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-8f2cb248-00fa-48a0-a3a9-6f31e4172547 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-450718'] for router (969fae22-2221-4203-a12b-ae2c873953e4), after_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:11:05.237317 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f2cb248-00fa-48a0-a3a9-6f31e4172547 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 969fae22-2221-4203-a12b-ae2c873953e4 {{(pid=110843) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 20:11:05.244803 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-8f2cb248-00fa-48a0-a3a9-6f31e4172547 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:11:05.246342 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [None req-8f2cb248-00fa-48a0-a3a9-6f31e4172547 admin admin] 10.222.0.17 "DELETE /v2.0/routers/969fae22-2221-4203-a12b-ae2c873953e4 HTTP/1.1" status: 204 len: 168 time: 1.8366041 Jul 24 20:11:05.248609 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [-] (110843) accepted ('10.222.0.17', 38266) {{(pid=110843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:11:05.299564 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c310fce-3b59-44d3-a772-d641d558c401 admin admin] Deleting subnet ae54b04a-8e22-413f-8b25-e844f1399983 {{(pid=110843) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 24 20:11:05.304233 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-8c310fce-3b59-44d3-a772-d641d558c401 admin admin] Publish callbacks [] for subnet (ae54b04a-8e22-413f-8b25-e844f1399983), before_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:11:05.350380 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-8c310fce-3b59-44d3-a772-d641d558c401 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8646293'] for subnet (ae54b04a-8e22-413f-8b25-e844f1399983), precommit_delete_associations {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:11:05.441552 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-8c310fce-3b59-44d3-a772-d641d558c401 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7817528'] for subnet (ae54b04a-8e22-413f-8b25-e844f1399983), precommit_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:11:05.614783 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-8c310fce-3b59-44d3-a772-d641d558c401 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7817521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2610717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8753143'] for subnet (ae54b04a-8e22-413f-8b25-e844f1399983), after_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:11:05.661651 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c310fce-3b59-44d3-a772-d641d558c401 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae54b04a-8e22-413f-8b25-e844f1399983,revision_number=None']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:11:05.669480 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-8c310fce-3b59-44d3-a772-d641d558c401 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594923'] for subnet (None), before_response {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:11:05.673353 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [None req-8c310fce-3b59-44d3-a772-d641d558c401 admin admin] 10.222.0.17 "DELETE /v2.0/subnets/ae54b04a-8e22-413f-8b25-e844f1399983 HTTP/1.1" status: 204 len: 168 time: 0.4236600 Jul 24 20:11:05.676844 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 38270) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:11:05.680968 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-968e6e8d-3422-4bf4-8b09-3a34b07b6f7d None None] Network a05ca1bc-6e19-4794-8186-a3eac963c146 requested from dv-cinder-850449-2-iscsi {{(pid=110844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 24 20:11:05.685134 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72cba64-face-4fc6-911e-7488d8282b36 req-c6152b05-1a97-484a-a4df-1d140fd8cfd2 tempest-VolumesSnapshotTestJSON-1710354429 tempest-VolumesSnapshotTestJSON-1710354429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:11:05.686918 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-f72cba64-face-4fc6-911e-7488d8282b36 req-c6152b05-1a97-484a-a4df-1d140fd8cfd2 tempest-VolumesSnapshotTestJSON-1710354429 tempest-VolumesSnapshotTestJSON-1710354429-project] 10.222.0.17 "GET /v2.0/ports?device_id=3f0f0d30-b9d4-4d41-8bee-b6b87bd1b3ac HTTP/1.1" status: 200 len: 945 time: 0.0836904 Jul 24 20:11:05.758840 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-f72cba64-face-4fc6-911e-7488d8282b36 req-666369da-a257-419f-9540-174f9d04e543 tempest-VolumesSnapshotTestJSON-1710354429 tempest-VolumesSnapshotTestJSON-1710354429-project] 10.222.0.17 "GET /v2.0/security-groups?id=f53b2c70-27d8-4cc8-8e65-d866c10272cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643468 Jul 24 20:11:05.760754 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-1c5ae548-b3dc-409b-af29-a60576cd7597 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7930929'] for network (a05ca1bc-6e19-4794-8186-a3eac963c146), before_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:11:05.805856 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.plugin [None req-1c5ae548-b3dc-409b-af29-a60576cd7597 admin admin] Deleting port 2dca0a2a-a295-49e8-addf-8b1445a2318f {{(pid=110842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 24 20:11:05.806201 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-1c5ae548-b3dc-409b-af29-a60576cd7597 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731445580472'] for port (2dca0a2a-a295-49e8-addf-8b1445a2318f), before_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:11:05.884122 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.db [None req-1c5ae548-b3dc-409b-af29-a60576cd7597 admin admin] For port 2dca0a2a-a295-49e8-addf-8b1445a2318f, host dv-cinder-850449-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850449-2-iscsi',level=0,port_id=2dca0a2a-a295-49e8-addf-8b1445a2318f,segment=NetworkSegment(e3c197c3-afb8-4185-8fa6-54b4494b3bc0),segment_id=e3c197c3-afb8-4185-8fa6-54b4494b3bc0)] {{(pid=110842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 20:11:05.884525 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-1c5ae548-b3dc-409b-af29-a60576cd7597 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458432'] for port (2dca0a2a-a295-49e8-addf-8b1445a2318f), precommit_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:11:05.885266 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1c10673-606c-4873-8e48-0edb40f0b435 None None] DHCP port deletion for a05ca1bc-6e19-4794-8186-a3eac963c146 request from dv-cinder-850449-2-iscsi {{(pid=110844) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 24 20:11:05.892996 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-c2289562-1875-4700-b75e-2be447bd8925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (408021b7-d46b-48c2-9f75-8a8023f9145c), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:11:05.903124 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.plugin [None req-1c5ae548-b3dc-409b-af29-a60576cd7597 admin admin] Calling delete_port for 2dca0a2a-a295-49e8-addf-8b1445a2318f owned by network:dhcp {{(pid=110842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 24 20:11:05.926649 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-b1c10673-606c-4873-8e48-0edb40f0b435 None None] Deleting port 2dca0a2a-a295-49e8-addf-8b1445a2318f {{(pid=110844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 24 20:11:05.927022 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-b1c10673-606c-4873-8e48-0edb40f0b435 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731445580472'] for port (2dca0a2a-a295-49e8-addf-8b1445a2318f), before_delete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:11:06.000137 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-b1c10673-606c-4873-8e48-0edb40f0b435 None None] For port 2dca0a2a-a295-49e8-addf-8b1445a2318f, host dv-cinder-850449-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850449-2-iscsi',level=0,port_id=2dca0a2a-a295-49e8-addf-8b1445a2318f,segment=NetworkSegment(e3c197c3-afb8-4185-8fa6-54b4494b3bc0),segment_id=e3c197c3-afb8-4185-8fa6-54b4494b3bc0)] {{(pid=110844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 20:11:06.000533 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-b1c10673-606c-4873-8e48-0edb40f0b435 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458432'] for port (2dca0a2a-a295-49e8-addf-8b1445a2318f), precommit_delete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:11:06.010759 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:11:06.015823 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-b1c10673-606c-4873-8e48-0edb40f0b435 None None] Calling delete_port for 2dca0a2a-a295-49e8-addf-8b1445a2318f owned by network:dhcp {{(pid=110844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 24 20:11:06.081604 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-1c5ae548-b3dc-409b-af29-a60576cd7597 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731445585704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731445223415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8925015'] for port (2dca0a2a-a295-49e8-addf-8b1445a2318f), after_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:11:06.092330 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-b1c10673-606c-4873-8e48-0edb40f0b435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731445585704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731445223415'] for port (2dca0a2a-a295-49e8-addf-8b1445a2318f), after_delete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:11:06.109411 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5ae548-b3dc-409b-af29-a60576cd7597 admin admin] Pushing event deleted for resources: {'Port': ['ID=2dca0a2a-a295-49e8-addf-8b1445a2318f,revision_number=None']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:11:06.116532 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c5ae548-b3dc-409b-af29-a60576cd7597 admin admin] No DVR routers for this DVR port 2dca0a2a-a295-49e8-addf-8b1445a2318f on host dv-cinder-850449-2-iscsi {{(pid=110842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 24 20:11:06.116753 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c10673-606c-4873-8e48-0edb40f0b435 None None] Pushing event deleted for resources: {'Port': ['ID=2dca0a2a-a295-49e8-addf-8b1445a2318f,revision_number=None']} {{(pid=110844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:11:06.124594 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c10673-606c-4873-8e48-0edb40f0b435 None None] No DVR routers for this DVR port 2dca0a2a-a295-49e8-addf-8b1445a2318f on host dv-cinder-850449-2-iscsi {{(pid=110844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 24 20:11:06.143698 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5ae548-b3dc-409b-af29-a60576cd7597 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:11:06.144048 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5ae548-b3dc-409b-af29-a60576cd7597 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:11:06.144391 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5ae548-b3dc-409b-af29-a60576cd7597 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:11:06.144853 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5ae548-b3dc-409b-af29-a60576cd7597 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:11:06.145089 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5ae548-b3dc-409b-af29-a60576cd7597 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:11:06.145419 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5ae548-b3dc-409b-af29-a60576cd7597 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:11:06.145746 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5ae548-b3dc-409b-af29-a60576cd7597 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:11:06.146070 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5ae548-b3dc-409b-af29-a60576cd7597 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:11:06.146404 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5ae548-b3dc-409b-af29-a60576cd7597 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:11:06.146729 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5ae548-b3dc-409b-af29-a60576cd7597 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:11:06.147058 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5ae548-b3dc-409b-af29-a60576cd7597 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:11:06.147377 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5ae548-b3dc-409b-af29-a60576cd7597 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:11:06.147697 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5ae548-b3dc-409b-af29-a60576cd7597 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:11:06.148015 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5ae548-b3dc-409b-af29-a60576cd7597 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:11:06.148331 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5ae548-b3dc-409b-af29-a60576cd7597 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:11:06.154248 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:11:06.208209 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-1c5ae548-b3dc-409b-af29-a60576cd7597 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7817651', 'neutron.services.segments.db._delete_segments_for_network-8731445707084'] for network (a05ca1bc-6e19-4794-8186-a3eac963c146), precommit_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:11:06.230067 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.services.segments.db [None req-1c5ae548-b3dc-409b-af29-a60576cd7597 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a05ca1bc-6e19-4794-8186-a3eac963c146']}} {{(pid=110842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:11:06.240463 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.services.segments.db [None req-1c5ae548-b3dc-409b-af29-a60576cd7597 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3c197c3-afb8-4185-8fa6-54b4494b3bc0') {'for_net_delete': True} {{(pid=110842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:11:06.240788 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.services.segments.db [None req-1c5ae548-b3dc-409b-af29-a60576cd7597 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3c197c3-afb8-4185-8fa6-54b4494b3bc0') {} {{(pid=110842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:11:06.250668 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-1c5ae548-b3dc-409b-af29-a60576cd7597 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731445706213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8979360'] for segment (e3c197c3-afb8-4185-8fa6-54b4494b3bc0), before_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:11:06.264777 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-1c5ae548-b3dc-409b-af29-a60576cd7597 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7750649'] for segment (e3c197c3-afb8-4185-8fa6-54b4494b3bc0), precommit_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:11:06.271370 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c5ae548-b3dc-409b-af29-a60576cd7597 admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=110842) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 20:11:06.273456 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-1c5ae548-b3dc-409b-af29-a60576cd7597 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7750649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8924928'] for segment (e3c197c3-afb8-4185-8fa6-54b4494b3bc0), after_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:11:06.322288 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.services.segments.plugin [-] Segment e3c197c3-afb8-4185-8fa6-54b4494b3bc0 resource provider aggregate not found Jul 24 20:11:06.340497 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.services.segments.plugin [-] Segment e3c197c3-afb8-4185-8fa6-54b4494b3bc0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e3c197c3-afb8-4185-8fa6-54b4494b3bc0 found for delete ", "request_id": "req-11c92dc3-0092-4ff6-bc3b-b81291b5167f"}]} Jul 24 20:11:06.418301 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-1c5ae548-b3dc-409b-af29-a60576cd7597 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7817604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-452517'] for network (a05ca1bc-6e19-4794-8186-a3eac963c146), after_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:11:06.426685 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-1c5ae548-b3dc-409b-af29-a60576cd7597 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594923'] for network (None), before_response {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:11:06.427286 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-1c5ae548-b3dc-409b-af29-a60576cd7597 admin admin] 10.222.0.17 "DELETE /v2.0/networks/a05ca1bc-6e19-4794-8186-a3eac963c146 HTTP/1.1" status: 204 len: 168 time: 0.7492437 Jul 24 20:11:06.427855 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:DELETE=14,neutron:SELECT=84,neutron:UPDATE=2 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:11:06.439552 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5ae548-b3dc-409b-af29-a60576cd7597 admin admin] Pushing event deleted for resources: {'Network': ['ID=a05ca1bc-6e19-4794-8186-a3eac963c146,revision_number=None']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:11:06.783397 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 38280) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:11:06.829985 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-03af35bc-1f83-47e8-a39b-314f1b5975c7 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=d4f1f24b3a384f1db3a6e782253814ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0445518 Jul 24 20:11:06.831968 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [-] (110843) accepted ('10.222.0.17', 38284) {{(pid=110843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:11:06.900711 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-6a36fe1c-0911-4c23-b9ce-3af97edb9d47 admin admin] Publish callbacks [] for security_group (8f94d525-ef7d-4d7c-a0d4-702facbf9ddf), before_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:11:06.931722 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-6a36fe1c-0911-4c23-b9ce-3af97edb9d47 admin admin] Publish callbacks [] for security_group (8f94d525-ef7d-4d7c-a0d4-702facbf9ddf), precommit_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:11:06.935852 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:UPDATE=4 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:11:06.957425 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Device afa9c09c-6f04-48fb-a23b-5a2d86edd720 no longer exists at agent ovs-agent-dv-cinder-850449-2-iscsi {{(pid=110844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 20:11:06.979278 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] No Port match for: afa9c09c-6f04-48fb-a23b-5a2d86edd720 {{(pid=110844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 24 20:11:06.979883 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Device afa9c09c-6f04-48fb-a23b-5a2d86edd720 not bound to the agent host dv-cinder-850449-2-iscsi {{(pid=110844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 20:11:06.980476 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Device 2dca0a2a-a295-49e8-addf-8b1445a2318f no longer exists at agent ovs-agent-dv-cinder-850449-2-iscsi {{(pid=110844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 20:11:06.982446 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-6dc48dae-acff-4e3e-8fdb-430da55b4f7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (7ee55678-4254-481c-8cae-5c828aed81c9), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:11:07.000196 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] No Port match for: 2dca0a2a-a295-49e8-addf-8b1445a2318f {{(pid=110844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 24 20:11:07.000580 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Device 2dca0a2a-a295-49e8-addf-8b1445a2318f not bound to the agent host dv-cinder-850449-2-iscsi {{(pid=110844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 20:11:07.119390 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-6a36fe1c-0911-4c23-b9ce-3af97edb9d47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (8f94d525-ef7d-4d7c-a0d4-702facbf9ddf), after_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:11:07.121961 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-6a36fe1c-0911-4c23-b9ce-3af97edb9d47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:11:07.123135 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [None req-6a36fe1c-0911-4c23-b9ce-3af97edb9d47 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/8f94d525-ef7d-4d7c-a0d4-702facbf9ddf HTTP/1.1" status: 204 len: 168 time: 0.2901804 Jul 24 20:11:07.137448 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a36fe1c-0911-4c23-b9ce-3af97edb9d47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f94d525-ef7d-4d7c-a0d4-702facbf9ddf,revision_number=None']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:11:07.151598 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1189871a-f0fb-4cd5-a1ea-d1f5e6a82e46 req-466b55fa-04ef-41eb-96cc-20f76c7e76e8 tempest-VolumesSnapshotTestJSON-1710354429 tempest-VolumesSnapshotTestJSON-1710354429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:11:07.157991 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-1189871a-f0fb-4cd5-a1ea-d1f5e6a82e46 req-466b55fa-04ef-41eb-96cc-20f76c7e76e8 tempest-VolumesSnapshotTestJSON-1710354429 tempest-VolumesSnapshotTestJSON-1710354429-project] 10.222.0.17 "GET /v2.0/ports?device_id=3f0f0d30-b9d4-4d41-8bee-b6b87bd1b3ac HTTP/1.1" status: 200 len: 945 time: 0.3084483 Jul 24 20:11:07.227938 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-1189871a-f0fb-4cd5-a1ea-d1f5e6a82e46 req-9bfa80ee-fa48-4a3f-bcee-b42265d8a2fd tempest-VolumesSnapshotTestJSON-1710354429 tempest-VolumesSnapshotTestJSON-1710354429-project] 10.222.0.17 "GET /v2.0/security-groups?id=f53b2c70-27d8-4cc8-8e65-d866c10272cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684195 Jul 24 20:11:08.060056 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [-] (110843) accepted ('10.222.0.17', 38308) {{(pid=110843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:11:08.104856 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [None req-17103b10-6385-44d1-96df-838d631553c0 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=fd7606f6fdc54b33b7490691669a08a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0455012 Jul 24 20:11:08.108035 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [-] (110843) accepted ('10.222.0.17', 38310) {{(pid=110843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:11:08.164616 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-c41db690-4009-4287-98ac-28b736c2539b admin admin] Publish callbacks [] for security_group (41d8ddef-050c-49f3-a097-2f43a7e1f6a4), before_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:11:08.178234 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:11:08.189002 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-c41db690-4009-4287-98ac-28b736c2539b admin admin] Publish callbacks [] for security_group (41d8ddef-050c-49f3-a097-2f43a7e1f6a4), precommit_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:11:08.356073 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-43102eef-6e4b-4922-ad30-3734cbb7477a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (7d43fc2f-3c2c-473f-8c92-13ad6341ecc2), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:11:08.367612 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-c41db690-4009-4287-98ac-28b736c2539b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (41d8ddef-050c-49f3-a097-2f43a7e1f6a4), after_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:11:08.370772 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-c41db690-4009-4287-98ac-28b736c2539b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:11:08.374683 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [None req-c41db690-4009-4287-98ac-28b736c2539b admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/41d8ddef-050c-49f3-a097-2f43a7e1f6a4 HTTP/1.1" status: 204 len: 168 time: 0.2649386 Jul 24 20:11:08.387758 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41db690-4009-4287-98ac-28b736c2539b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41d8ddef-050c-49f3-a097-2f43a7e1f6a4,revision_number=None']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:11:09.126693 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (46eda511-dfa5-408c-8bd4-cb509f691033), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:11:09.333973 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3747ecf-254b-4411-9c4a-d8077020cc52 req-1350face-38d6-42c8-9cbf-9b00f7cb856e tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:11:09.335485 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-d3747ecf-254b-4411-9c4a-d8077020cc52 req-1350face-38d6-42c8-9cbf-9b00f7cb856e tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] 10.222.0.17 "GET /v2.0/ports?device_id=9e2927d8-38e7-40fa-ba40-d038c1d681ca HTTP/1.1" status: 200 len: 945 time: 0.0476215 Jul 24 20:11:09.390669 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-d3747ecf-254b-4411-9c4a-d8077020cc52 req-6ff0653d-ef50-4106-acc0-66bb463a13b1 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] 10.222.0.17 "GET /v2.0/security-groups?id=b25dcff4-d364-458d-8e15-4319c39b4de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478568 Jul 24 20:11:10.522751 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940292b2-ec6e-40d0-a436-ed2b66b66fde req-284f0d35-9bc0-4d8d-8fb1-778a32efb87b tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:11:10.524173 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-940292b2-ec6e-40d0-a436-ed2b66b66fde req-284f0d35-9bc0-4d8d-8fb1-778a32efb87b tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] 10.222.0.17 "GET /v2.0/ports?device_id=9e2927d8-38e7-40fa-ba40-d038c1d681ca HTTP/1.1" status: 200 len: 945 time: 0.0506961 Jul 24 20:11:10.577510 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-940292b2-ec6e-40d0-a436-ed2b66b66fde req-22ea2264-b61b-459c-b841-9baf0c77bd79 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] 10.222.0.17 "GET /v2.0/security-groups?id=b25dcff4-d364-458d-8e15-4319c39b4de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468972 Jul 24 20:11:10.594430 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (95564131-b678-4db2-a162-51408b2acd55), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:11:11.698370 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4409a7-531a-4db1-a2e9-df3f5fd791a3 req-682e36db-2c8a-45d4-9acf-dcbee182b0a1 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:11:11.699760 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-af4409a7-531a-4db1-a2e9-df3f5fd791a3 req-682e36db-2c8a-45d4-9acf-dcbee182b0a1 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] 10.222.0.17 "GET /v2.0/ports?device_id=9e2927d8-38e7-40fa-ba40-d038c1d681ca HTTP/1.1" status: 200 len: 945 time: 0.0478871 Jul 24 20:11:11.747458 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-af4409a7-531a-4db1-a2e9-df3f5fd791a3 req-1b0daad7-eeaf-48c2-abf2-7a0f48befb9d tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] 10.222.0.17 "GET /v2.0/security-groups?id=b25dcff4-d364-458d-8e15-4319c39b4de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421476 Jul 24 20:11:12.876461 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d1ea4f-b5b7-45e5-b460-8625006a6742 req-78e5d1b2-40ba-47ed-b49d-bbd1ff5a94dd tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:11:12.878043 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-39d1ea4f-b5b7-45e5-b460-8625006a6742 req-78e5d1b2-40ba-47ed-b49d-bbd1ff5a94dd tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] 10.222.0.17 "GET /v2.0/ports?device_id=9e2927d8-38e7-40fa-ba40-d038c1d681ca HTTP/1.1" status: 200 len: 945 time: 0.0532169 Jul 24 20:11:12.933496 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-39d1ea4f-b5b7-45e5-b460-8625006a6742 req-280f149d-6ce7-416a-b6bc-f12c2106f885 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] 10.222.0.17 "GET /v2.0/security-groups?id=b25dcff4-d364-458d-8e15-4319c39b4de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490999 Jul 24 20:11:14.051090 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf7f6d3-01c6-4d4d-9f5e-acd2623596eb req-64039616-c925-4d92-a8b6-3fb7f583fb49 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:11:14.052633 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-6bf7f6d3-01c6-4d4d-9f5e-acd2623596eb req-64039616-c925-4d92-a8b6-3fb7f583fb49 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] 10.222.0.17 "GET /v2.0/ports?device_id=9e2927d8-38e7-40fa-ba40-d038c1d681ca HTTP/1.1" status: 200 len: 945 time: 0.0486703 Jul 24 20:11:14.109774 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-6bf7f6d3-01c6-4d4d-9f5e-acd2623596eb req-54f00765-d76e-479e-8583-d10b74e714b7 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] 10.222.0.17 "GET /v2.0/security-groups?id=b25dcff4-d364-458d-8e15-4319c39b4de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508649 Jul 24 20:11:14.135911 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG dbcounter [-] [110845] Writing DB stats neutron:SELECT=73 {{(pid=110845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:11:14.141991 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG dbcounter [-] [110845] Writing DB stats neutron:SELECT=84 {{(pid=110845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:11:15.233863 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa824e2-1460-439c-bcf6-9fdd1c049494 req-4d2f26a5-65ba-434e-a51d-55f7b2ec972c tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:11:15.235414 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-4aa824e2-1460-439c-bcf6-9fdd1c049494 req-4d2f26a5-65ba-434e-a51d-55f7b2ec972c tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] 10.222.0.17 "GET /v2.0/ports?device_id=9e2927d8-38e7-40fa-ba40-d038c1d681ca HTTP/1.1" status: 200 len: 945 time: 0.0483198 Jul 24 20:11:15.287144 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-4aa824e2-1460-439c-bcf6-9fdd1c049494 req-0e092f71-1a53-49e6-bcf4-6af3168eef17 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] 10.222.0.17 "GET /v2.0/security-groups?id=b25dcff4-d364-458d-8e15-4319c39b4de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455368 Jul 24 20:11:16.410073 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3114e2cb-8d90-49ae-8ce5-6f0818a52599 req-1ab88a1e-386a-4140-a2e4-0048151c5935 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:11:16.411770 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-3114e2cb-8d90-49ae-8ce5-6f0818a52599 req-1ab88a1e-386a-4140-a2e4-0048151c5935 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] 10.222.0.17 "GET /v2.0/ports?device_id=9e2927d8-38e7-40fa-ba40-d038c1d681ca HTTP/1.1" status: 200 len: 945 time: 0.0520682 Jul 24 20:11:16.469917 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-3114e2cb-8d90-49ae-8ce5-6f0818a52599 req-91c56616-5aae-462e-b7b0-349bc3c16bf3 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] 10.222.0.17 "GET /v2.0/security-groups?id=b25dcff4-d364-458d-8e15-4319c39b4de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491533 Jul 24 20:11:16.825890 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=12 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:11:17.575616 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:11:17.590081 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9241d7-bf67-40fa-a66d-b5381de9207b req-17f4409e-4434-4ceb-b25d-247d7ad782d6 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:11:17.591626 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-6e9241d7-bf67-40fa-a66d-b5381de9207b req-17f4409e-4434-4ceb-b25d-247d7ad782d6 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] 10.222.0.17 "GET /v2.0/ports?device_id=9e2927d8-38e7-40fa-ba40-d038c1d681ca HTTP/1.1" status: 200 len: 945 time: 0.0502784 Jul 24 20:11:17.642905 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-6e9241d7-bf67-40fa-a66d-b5381de9207b req-de6ebb15-9950-42a8-b954-ca9c7f64e625 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] 10.222.0.17 "GET /v2.0/security-groups?id=b25dcff4-d364-458d-8e15-4319c39b4de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421758 Jul 24 20:11:19.008464 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb6de16-4700-44fe-b170-946bd8692441 req-7f742f95-970d-4a71-9850-099942fb1acf tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:11:19.010048 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-7cb6de16-4700-44fe-b170-946bd8692441 req-7f742f95-970d-4a71-9850-099942fb1acf tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] 10.222.0.17 "GET /v2.0/ports?device_id=9e2927d8-38e7-40fa-ba40-d038c1d681ca HTTP/1.1" status: 200 len: 945 time: 0.2980015 Jul 24 20:11:19.060379 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-7cb6de16-4700-44fe-b170-946bd8692441 req-4e29e863-889d-442d-8526-13dcb142de44 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] 10.222.0.17 "GET /v2.0/security-groups?id=b25dcff4-d364-458d-8e15-4319c39b4de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446482 Jul 24 20:11:20.180002 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63602fe0-6080-4817-8a16-abbb762b09f2 req-ec1fa20d-8661-4988-945a-24300398b485 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:11:20.181591 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-63602fe0-6080-4817-8a16-abbb762b09f2 req-ec1fa20d-8661-4988-945a-24300398b485 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] 10.222.0.17 "GET /v2.0/ports?device_id=9e2927d8-38e7-40fa-ba40-d038c1d681ca HTTP/1.1" status: 200 len: 945 time: 0.0494907 Jul 24 20:11:20.231923 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-63602fe0-6080-4817-8a16-abbb762b09f2 req-05e7052a-4931-4de1-a968-33c3eb8dd321 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] 10.222.0.17 "GET /v2.0/security-groups?id=b25dcff4-d364-458d-8e15-4319c39b4de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447001 Jul 24 20:11:20.500095 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:11:20.502010 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=83,neutron:UPDATE=5,neutron:DELETE=5 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:11:21.352219 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b6693c-6cad-4810-b144-be051b47e5f3 req-78916f8b-c1c3-4c4b-830f-d87d229a6eaa tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:11:21.353793 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-03b6693c-6cad-4810-b144-be051b47e5f3 req-78916f8b-c1c3-4c4b-830f-d87d229a6eaa tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] 10.222.0.17 "GET /v2.0/ports?device_id=9e2927d8-38e7-40fa-ba40-d038c1d681ca HTTP/1.1" status: 200 len: 945 time: 0.0516739 Jul 24 20:11:21.371932 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=100 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:11:21.402575 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-03b6693c-6cad-4810-b144-be051b47e5f3 req-055cc8b7-09e8-46a7-b106-7b931ded22c5 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] 10.222.0.17 "GET /v2.0/security-groups?id=b25dcff4-d364-458d-8e15-4319c39b4de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432539 Jul 24 20:11:21.797593 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832d9b30-23d0-4290-bcc8-091cb6205c45 req-628a2b97-703b-41b0-a26f-9fd84da44191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:11:21.799051 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-832d9b30-23d0-4290-bcc8-091cb6205c45 req-628a2b97-703b-41b0-a26f-9fd84da44191 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8fac69862bde46c8b40d8a4cc26ca379&device_id=9e2927d8-38e7-40fa-ba40-d038c1d681ca HTTP/1.1" status: 200 len: 1129 time: 0.0410683 Jul 24 20:11:21.915947 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832d9b30-23d0-4290-bcc8-091cb6205c45 req-f724da69-2334-425c-a478-0c3ab83ce2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:11:21.917627 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-832d9b30-23d0-4290-bcc8-091cb6205c45 req-f724da69-2334-425c-a478-0c3ab83ce2bd service neutron] 10.222.0.42 "GET /v2.0/networks?id=aa4c12fa-3159-4d22-bc24-a1265d6d540b HTTP/1.1" status: 200 len: 912 time: 0.0947900 Jul 24 20:11:22.014410 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-832d9b30-23d0-4290-bcc8-091cb6205c45 req-eff4151e-e61a-4f31-8f39-f085e49118d6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=42cf2267-add1-49a2-a76e-ae69c63ddc27 HTTP/1.1" status: 200 len: 1000 time: 0.0894673 Jul 24 20:11:22.023586 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69320260-fdea-4684-875b-1976a70eaaf7 req-61c5e0eb-361f-4011-ae92-d976c95e36c6 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:11:22.025110 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-69320260-fdea-4684-875b-1976a70eaaf7 req-61c5e0eb-361f-4011-ae92-d976c95e36c6 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] 10.222.0.17 "GET /v2.0/ports?device_id=9e2927d8-38e7-40fa-ba40-d038c1d681ca HTTP/1.1" status: 200 len: 945 time: 0.0637872 Jul 24 20:11:22.105782 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832d9b30-23d0-4290-bcc8-091cb6205c45 req-d83a2596-05cf-4ba3-981d-0165bd775bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:11:22.107185 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-832d9b30-23d0-4290-bcc8-091cb6205c45 req-d83a2596-05cf-4ba3-981d-0165bd775bd2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1a5ce63f-aff9-46ab-b841-e4d465c7d600 HTTP/1.1" status: 200 len: 850 time: 0.0811632 Jul 24 20:11:22.151286 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-69320260-fdea-4684-875b-1976a70eaaf7 req-ab08b35e-e84d-45c1-b8fc-b492e61d7733 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] 10.222.0.17 "GET /v2.0/security-groups?id=b25dcff4-d364-458d-8e15-4319c39b4de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1175735 Jul 24 20:11:22.162493 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832d9b30-23d0-4290-bcc8-091cb6205c45 req-324ffad8-cc5c-4871-916b-fe1769fd70ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:11:22.164090 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-832d9b30-23d0-4290-bcc8-091cb6205c45 req-324ffad8-cc5c-4871-916b-fe1769fd70ce service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=aa4c12fa-3159-4d22-bc24-a1265d6d540b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0506988 Jul 24 20:11:22.283462 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-832d9b30-23d0-4290-bcc8-091cb6205c45 req-37440965-530b-4199-a3b4-68c253b069dc service neutron] 10.222.0.42 "GET /v2.0/networks/aa4c12fa-3159-4d22-bc24-a1265d6d540b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002412 Jul 24 20:11:22.388428 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-832d9b30-23d0-4290-bcc8-091cb6205c45 req-2effe876-43c5-459c-a654-c4e0c8f2a32d service neutron] 10.222.0.42 "GET /v2.0/networks/aa4c12fa-3159-4d22-bc24-a1265d6d540b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993886 Jul 24 20:11:22.545690 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622d224f-563b-4e3d-87b4-f4fdd05f7118 req-fa00acda-4f02-44af-bdf1-b47f5366a65d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:11:22.547201 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-622d224f-563b-4e3d-87b4-f4fdd05f7118 req-fa00acda-4f02-44af-bdf1-b47f5366a65d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8fac69862bde46c8b40d8a4cc26ca379&device_id=9e2927d8-38e7-40fa-ba40-d038c1d681ca HTTP/1.1" status: 200 len: 1129 time: 0.0418875 Jul 24 20:11:22.632008 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=100 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:11:22.659209 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622d224f-563b-4e3d-87b4-f4fdd05f7118 req-a98d6001-2d8a-40d7-b1df-603671934fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:11:22.661437 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-622d224f-563b-4e3d-87b4-f4fdd05f7118 req-a98d6001-2d8a-40d7-b1df-603671934fe5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=aa4c12fa-3159-4d22-bc24-a1265d6d540b HTTP/1.1" status: 200 len: 912 time: 0.0950935 Jul 24 20:11:22.724801 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-622d224f-563b-4e3d-87b4-f4fdd05f7118 req-b03f080b-6d25-4c62-b20f-bb86183e19ad service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=42cf2267-add1-49a2-a76e-ae69c63ddc27 HTTP/1.1" status: 200 len: 1000 time: 0.0562830 Jul 24 20:11:23.277929 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c363959-d835-47eb-8538-9db986240e5d req-c8a06c24-46fb-4a26-b96b-2d89cab0cd1a tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:11:23.279730 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-0c363959-d835-47eb-8538-9db986240e5d req-c8a06c24-46fb-4a26-b96b-2d89cab0cd1a tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] 10.222.0.17 "GET /v2.0/ports?device_id=9e2927d8-38e7-40fa-ba40-d038c1d681ca HTTP/1.1" status: 200 len: 945 time: 0.0530281 Jul 24 20:11:23.332757 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-0c363959-d835-47eb-8538-9db986240e5d req-95c19c53-2c42-4cef-9521-de896fb700c2 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] 10.222.0.17 "GET /v2.0/security-groups?id=b25dcff4-d364-458d-8e15-4319c39b4de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429928 Jul 24 20:11:24.446876 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622d224f-563b-4e3d-87b4-f4fdd05f7118 req-a9ec93bd-8fa7-41c0-b7d9-6f4654768505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:11:24.448376 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-622d224f-563b-4e3d-87b4-f4fdd05f7118 req-a9ec93bd-8fa7-41c0-b7d9-6f4654768505 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1a5ce63f-aff9-46ab-b841-e4d465c7d600 HTTP/1.1" status: 200 len: 850 time: 0.0816441 Jul 24 20:11:24.464854 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40db5838-45e0-4d91-a8f4-6f6d27a0a300 req-70944f0a-925a-4fda-86b0-435e2adb4630 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:11:24.466335 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-40db5838-45e0-4d91-a8f4-6f6d27a0a300 req-70944f0a-925a-4fda-86b0-435e2adb4630 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] 10.222.0.17 "GET /v2.0/ports?device_id=9e2927d8-38e7-40fa-ba40-d038c1d681ca HTTP/1.1" status: 200 len: 945 time: 0.0587618 Jul 24 20:11:24.507468 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=100 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:11:24.514688 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-40db5838-45e0-4d91-a8f4-6f6d27a0a300 req-a8b0afbe-d446-43ea-a5e1-448c8191c0b3 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] 10.222.0.17 "GET /v2.0/security-groups?id=b25dcff4-d364-458d-8e15-4319c39b4de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426574 Jul 24 20:11:25.336080 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622d224f-563b-4e3d-87b4-f4fdd05f7118 req-0ad61abc-6131-4b09-bb32-086228549a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:11:25.337448 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-622d224f-563b-4e3d-87b4-f4fdd05f7118 req-0ad61abc-6131-4b09-bb32-086228549a4c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=aa4c12fa-3159-4d22-bc24-a1265d6d540b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0462115 Jul 24 20:11:25.435103 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-622d224f-563b-4e3d-87b4-f4fdd05f7118 req-0909ef23-56c0-4e86-958d-31e623ee23d6 service neutron] 10.222.0.42 "GET /v2.0/networks/aa4c12fa-3159-4d22-bc24-a1265d6d540b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884502 Jul 24 20:11:25.547230 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-622d224f-563b-4e3d-87b4-f4fdd05f7118 req-e51f8660-4154-4736-bcc7-1303a5bed934 service neutron] 10.222.0.42 "GET /v2.0/networks/aa4c12fa-3159-4d22-bc24-a1265d6d540b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049168 Jul 24 20:11:25.671663 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bcd66f-aabd-442c-ae2a-7af1ffc2b84c req-f2565a29-3f58-4bad-b95a-bb704c2968c5 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:11:25.674379 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-c0bcd66f-aabd-442c-ae2a-7af1ffc2b84c req-f2565a29-3f58-4bad-b95a-bb704c2968c5 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] 10.222.0.17 "GET /v2.0/ports?device_id=9e2927d8-38e7-40fa-ba40-d038c1d681ca HTTP/1.1" status: 200 len: 945 time: 0.0837684 Jul 24 20:11:25.726531 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-c0bcd66f-aabd-442c-ae2a-7af1ffc2b84c req-8bab231c-6547-4c79-a600-38dd14ceef70 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] 10.222.0.17 "GET /v2.0/security-groups?id=b25dcff4-d364-458d-8e15-4319c39b4de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452006 Jul 24 20:11:26.751500 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.agents_db [None req-615be7cd-482a-4e0c-9386-1b4806e6e45a None None] Agent healthcheck: found 6 active agents {{(pid=110845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 20:11:26.856369 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c995fd-fee1-40cc-a6e7-ad9bb84017e3 req-5742e27a-fd8d-4135-aad9-cf36a58d6e6a tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:11:26.858777 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-93c995fd-fee1-40cc-a6e7-ad9bb84017e3 req-5742e27a-fd8d-4135-aad9-cf36a58d6e6a tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] 10.222.0.17 "GET /v2.0/ports?device_id=9e2927d8-38e7-40fa-ba40-d038c1d681ca HTTP/1.1" status: 200 len: 945 time: 0.0570986 Jul 24 20:11:26.921147 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-93c995fd-fee1-40cc-a6e7-ad9bb84017e3 req-64716e4b-ba0c-4b1d-8f12-bde07eeedfcb tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] 10.222.0.17 "GET /v2.0/security-groups?id=b25dcff4-d364-458d-8e15-4319c39b4de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541840 Jul 24 20:11:32.055578 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dfed49-5106-4588-8a6e-e7a10f6cba9c req-f9a1bec2-b553-47ab-b445-8a8c039acded tempest-VolumesSnapshotTestJSON-1710354429 tempest-VolumesSnapshotTestJSON-1710354429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:11:32.057756 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-43dfed49-5106-4588-8a6e-e7a10f6cba9c req-f9a1bec2-b553-47ab-b445-8a8c039acded tempest-VolumesSnapshotTestJSON-1710354429 tempest-VolumesSnapshotTestJSON-1710354429-project] 10.222.0.17 "GET /v2.0/ports?device_id=3f0f0d30-b9d4-4d41-8bee-b6b87bd1b3ac HTTP/1.1" status: 200 len: 945 time: 0.0577621 Jul 24 20:11:32.117357 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-43dfed49-5106-4588-8a6e-e7a10f6cba9c req-a4d990c6-c23b-4bf1-8838-9a8d0392cef4 tempest-VolumesSnapshotTestJSON-1710354429 tempest-VolumesSnapshotTestJSON-1710354429-project] 10.222.0.17 "GET /v2.0/security-groups?id=f53b2c70-27d8-4cc8-8e65-d866c10272cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533977 Jul 24 20:11:33.255563 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5f5a70-4a55-4846-840a-c37ef6dbc4bb req-f568d4c1-83f0-4a0b-bf47-43b48be9d7dd tempest-VolumesSnapshotTestJSON-1710354429 tempest-VolumesSnapshotTestJSON-1710354429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:11:33.257109 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-ae5f5a70-4a55-4846-840a-c37ef6dbc4bb req-f568d4c1-83f0-4a0b-bf47-43b48be9d7dd tempest-VolumesSnapshotTestJSON-1710354429 tempest-VolumesSnapshotTestJSON-1710354429-project] 10.222.0.17 "GET /v2.0/ports?device_id=3f0f0d30-b9d4-4d41-8bee-b6b87bd1b3ac HTTP/1.1" status: 200 len: 945 time: 0.0560222 Jul 24 20:11:33.309202 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-ae5f5a70-4a55-4846-840a-c37ef6dbc4bb req-df5fb85f-bc84-41be-84e5-1ff94d5ffec2 tempest-VolumesSnapshotTestJSON-1710354429 tempest-VolumesSnapshotTestJSON-1710354429-project] 10.222.0.17 "GET /v2.0/security-groups?id=f53b2c70-27d8-4cc8-8e65-d866c10272cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454624 Jul 24 20:11:33.509924 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-d57519fe-70ce-4eaf-9253-e2c5cf590c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (dc36e0ef-94f3-4a3e-9c13-4790afccb2e9), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:11:33.798457 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bb789f-dfe8-4b39-99ac-c9abd16d058c req-7482b6dc-5e13-48d2-8a71-31d1f58e2b4c tempest-VolumesSnapshotTestJSON-1710354429 tempest-VolumesSnapshotTestJSON-1710354429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:11:33.800040 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-16bb789f-dfe8-4b39-99ac-c9abd16d058c req-7482b6dc-5e13-48d2-8a71-31d1f58e2b4c tempest-VolumesSnapshotTestJSON-1710354429 tempest-VolumesSnapshotTestJSON-1710354429-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f0f0d30-b9d4-4d41-8bee-b6b87bd1b3ac HTTP/1.1" status: 200 len: 945 time: 0.0571179 Jul 24 20:11:33.890630 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.plugin [req-16bb789f-dfe8-4b39-99ac-c9abd16d058c req-f92e286b-bed6-4fd8-bc99-5af1bcc0a513 tempest-VolumesSnapshotTestJSON-1710354429 tempest-VolumesSnapshotTestJSON-1710354429-project] Deleting port ff11acbc-e930-4caa-a14f-c7e84a9c2edb {{(pid=110843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 24 20:11:33.890974 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-16bb789f-dfe8-4b39-99ac-c9abd16d058c req-f92e286b-bed6-4fd8-bc99-5af1bcc0a513 tempest-VolumesSnapshotTestJSON-1710354429 tempest-VolumesSnapshotTestJSON-1710354429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731445580472'] for port (ff11acbc-e930-4caa-a14f-c7e84a9c2edb), before_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:11:33.908740 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=100 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:11:33.995014 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.db [req-16bb789f-dfe8-4b39-99ac-c9abd16d058c req-f92e286b-bed6-4fd8-bc99-5af1bcc0a513 tempest-VolumesSnapshotTestJSON-1710354429 tempest-VolumesSnapshotTestJSON-1710354429-project] For port ff11acbc-e930-4caa-a14f-c7e84a9c2edb, host hv-cinder-85044, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85044',level=0,port_id=ff11acbc-e930-4caa-a14f-c7e84a9c2edb,segment=NetworkSegment(24530e87-00ac-4632-8038-d655e59ec8f1),segment_id=24530e87-00ac-4632-8038-d655e59ec8f1)] {{(pid=110843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 20:11:33.995383 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-16bb789f-dfe8-4b39-99ac-c9abd16d058c req-f92e286b-bed6-4fd8-bc99-5af1bcc0a513 tempest-VolumesSnapshotTestJSON-1710354429 tempest-VolumesSnapshotTestJSON-1710354429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458432'] for port (ff11acbc-e930-4caa-a14f-c7e84a9c2edb), precommit_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:11:34.010343 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.plugin [req-16bb789f-dfe8-4b39-99ac-c9abd16d058c req-f92e286b-bed6-4fd8-bc99-5af1bcc0a513 tempest-VolumesSnapshotTestJSON-1710354429 tempest-VolumesSnapshotTestJSON-1710354429-project] Calling delete_port for ff11acbc-e930-4caa-a14f-c7e84a9c2edb owned by compute:nova {{(pid=110843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 24 20:11:34.106802 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:11:34.235389 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-16bb789f-dfe8-4b39-99ac-c9abd16d058c req-f92e286b-bed6-4fd8-bc99-5af1bcc0a513 tempest-VolumesSnapshotTestJSON-1710354429 tempest-VolumesSnapshotTestJSON-1710354429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731445585704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731445223415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2610928'] for port (ff11acbc-e930-4caa-a14f-c7e84a9c2edb), after_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:11:34.252080 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] get_ports_and_sgs() called for port_ids ['ff11acbc-e930-4caa-a14f-c7e84a9c2edb'] {{(pid=110844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 20:11:34.266285 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92e286b-bed6-4fd8-bc99-5af1bcc0a513 tempest-VolumesSnapshotTestJSON-1710354429 tempest-VolumesSnapshotTestJSON-1710354429-project] Pushing event deleted for resources: {'Port': ['ID=ff11acbc-e930-4caa-a14f-c7e84a9c2edb,revision_number=None']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:11:34.330837 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.db.l3_dvrscheduler_db [req-16bb789f-dfe8-4b39-99ac-c9abd16d058c req-f92e286b-bed6-4fd8-bc99-5af1bcc0a513 tempest-VolumesSnapshotTestJSON-1710354429 tempest-VolumesSnapshotTestJSON-1710354429-project] No DVR routers for this DVR port ff11acbc-e930-4caa-a14f-c7e84a9c2edb on host hv-cinder-85044 {{(pid=110843) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 24 20:11:34.335761 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-16bb789f-dfe8-4b39-99ac-c9abd16d058c req-f92e286b-bed6-4fd8-bc99-5af1bcc0a513 tempest-VolumesSnapshotTestJSON-1710354429 tempest-VolumesSnapshotTestJSON-1710354429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1048257'] for port (None), before_response {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:11:34.345620 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-16bb789f-dfe8-4b39-99ac-c9abd16d058c req-f92e286b-bed6-4fd8-bc99-5af1bcc0a513 tempest-VolumesSnapshotTestJSON-1710354429 tempest-VolumesSnapshotTestJSON-1710354429-project] 10.222.0.42 "DELETE /v2.0/ports/ff11acbc-e930-4caa-a14f-c7e84a9c2edb HTTP/1.1" status: 204 len: 173 time: 0.5340130 Jul 24 20:11:34.345620 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f0f0d30-b9d4-4d41-8bee-b6b87bd1b3ac', 'name': 'network-vif-deleted', 'tag': 'ff11acbc-e930-4caa-a14f-c7e84a9c2edb'}] {{(pid=110843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 24 20:11:34.345620 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa129e2ea71b36189c7354ee4da78dc54b5a7420159cbfa164f6b2678096e4e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56c3662b-409a-41ab-b559-3c6886485c78" -d '{"events": [{"server_uuid": "3f0f0d30-b9d4-4d41-8bee-b6b87bd1b3ac", "name": "network-vif-deleted", "tag": "ff11acbc-e930-4caa-a14f-c7e84a9c2edb"}]}' {{(pid=110843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 20:11:34.381861 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 24 Jul 2022 20:11:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90fa9fc0-4918-4504-8cc8-956412a0600a x-openstack-request-id: req-90fa9fc0-4918-4504-8cc8-956412a0600a {{(pid=110843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 20:11:34.382162 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f0f0d30-b9d4-4d41-8bee-b6b87bd1b3ac", "name": "network-vif-deleted", "tag": "ff11acbc-e930-4caa-a14f-c7e84a9c2edb", "status": "completed", "code": 200}]} {{(pid=110843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 20:11:34.382444 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-90fa9fc0-4918-4504-8cc8-956412a0600a {{(pid=110843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 20:11:34.382858 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90fa9fc0-4918-4504-8cc8-956412a0600a'] response: {'server_uuid': '3f0f0d30-b9d4-4d41-8bee-b6b87bd1b3ac', 'name': 'network-vif-deleted', 'tag': 'ff11acbc-e930-4caa-a14f-c7e84a9c2edb', 'status': 'completed', 'code': 200} Jul 24 20:11:34.424823 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-5d1f29f4-e32f-4025-80dc-c18f90d26074 req-b345a60e-a8c8-43ba-84dd-0932878a9c53 tempest-VolumesSnapshotTestJSON-1710354429 tempest-VolumesSnapshotTestJSON-1710354429-project] 10.222.0.17 "GET /v2.0/ports?device_id=3f0f0d30-b9d4-4d41-8bee-b6b87bd1b3ac HTTP/1.1" status: 200 len: 210 time: 0.0309663 Jul 24 20:11:35.927231 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-65976d34-1a0a-4271-a673-b87aec5670b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (408021b7-d46b-48c2-9f75-8a8023f9145c), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:11:36.950122 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-6dc48dae-acff-4e3e-8fdb-430da55b4f7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (7ee55678-4254-481c-8cae-5c828aed81c9), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:11:38.304108 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-43102eef-6e4b-4922-ad30-3734cbb7477a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (7d43fc2f-3c2c-473f-8c92-13ad6341ecc2), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:11:39.132538 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (46eda511-dfa5-408c-8bd4-cb509f691033), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:11:39.786745 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Device ff11acbc-e930-4caa-a14f-c7e84a9c2edb no longer exists at agent hyperv_hv-cinder-85044 {{(pid=110844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 20:11:39.806416 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] No Port match for: ff11acbc-e930-4caa-a14f-c7e84a9c2edb {{(pid=110844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 24 20:11:39.806761 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Device ff11acbc-e930-4caa-a14f-c7e84a9c2edb not bound to the agent host hv-cinder-85044 {{(pid=110844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 20:11:40.932454 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (95564131-b678-4db2-a162-51408b2acd55), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:11:42.475510 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 38464) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:11:42.638364 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.plugin [None req-da877511-60e1-4459-b1d4-e1e8e42dbe9a tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Deleting port 35640c91-8986-40ff-90cb-68a0469b9613 {{(pid=110842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 24 20:11:42.638637 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-da877511-60e1-4459-b1d4-e1e8e42dbe9a tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731445580472'] for port (35640c91-8986-40ff-90cb-68a0469b9613), before_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:11:42.719460 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-da877511-60e1-4459-b1d4-e1e8e42dbe9a tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458432'] for port (35640c91-8986-40ff-90cb-68a0469b9613), precommit_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:11:42.719794 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-da877511-60e1-4459-b1d4-e1e8e42dbe9a tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Publish callbacks [] for floatingip (35640c91-8986-40ff-90cb-68a0469b9613), precommit_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:11:42.734583 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.plugin [None req-da877511-60e1-4459-b1d4-e1e8e42dbe9a tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Calling delete_port for 35640c91-8986-40ff-90cb-68a0469b9613 owned by network:floatingip {{(pid=110842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 24 20:11:42.844364 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG dbcounter [-] [110845] Writing DB stats neutron:SELECT=5 {{(pid=110845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:11:42.845306 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG dbcounter [-] [110845] Writing DB stats neutron:SELECT=3 {{(pid=110845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:11:42.977961 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-da877511-60e1-4459-b1d4-e1e8e42dbe9a tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731445585704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731445223415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8925015'] for port (35640c91-8986-40ff-90cb-68a0469b9613), after_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:11:43.008951 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da877511-60e1-4459-b1d4-e1e8e42dbe9a tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Pushing event deleted for resources: {'Port': ['ID=35640c91-8986-40ff-90cb-68a0469b9613,revision_number=None']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:11:43.078137 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-da877511-60e1-4459-b1d4-e1e8e42dbe9a tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Publish callbacks [] for floatingip (ef6e7216-15f8-423c-a61d-55f328389adb), after_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:11:43.078478 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.db.l3_db [None req-da877511-60e1-4459-b1d4-e1e8e42dbe9a tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Floating IP ef6e7216-15f8-423c-a61d-55f328389adb disassociated (deleted). External IP: 172.27.3.253, port: 01ba76a0-9673-4cd6-bf83-8fb44927cec7. Jul 24 20:11:43.336582 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da877511-60e1-4459-b1d4-e1e8e42dbe9a tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Router bd590163-56ed-4520-bed7-938322d731b8 has already been hosted by L3 agent 408021b7-d46b-48c2-9f75-8a8023f9145c {{(pid=110842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 24 20:11:43.449738 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da877511-60e1-4459-b1d4-e1e8e42dbe9a tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Notify agent at l3_agent.dv-cinder-850449-2-iscsi the message routers_updated {{(pid=110842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 20:11:43.454403 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-da877511-60e1-4459-b1d4-e1e8e42dbe9a tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1048257'] for floatingip (None), before_response {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:11:43.461127 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d829e9b-15eb-4924-bf48-f50dba37751d None None] Sync routers for ids ['bd590163-56ed-4520-bed7-938322d731b8'] in dv-cinder-850449-2-iscsi {{(pid=110844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 20:11:43.472580 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d829e9b-15eb-4924-bf48-f50dba37751d None None] Routers {'bd590163-56ed-4520-bed7-938322d731b8'} bound to L3 agent in host dv-cinder-850449-2-iscsi {{(pid=110844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 20:11:43.473555 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_hamode_db [None req-1d829e9b-15eb-4924-bf48-f50dba37751d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-24T19:52:06Z,description=,heartbeat_timestamp=2022-07-24T20:11:36Z,host='dv-cinder-850449-2-iscsi',id=408021b7-d46b-48c2-9f75-8a8023f9145c,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T19:52:06Z,topic='l3_agent')) {'router_ids': ['bd590163-56ed-4520-bed7-938322d731b8'], 'active': True} {{(pid=110844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:11:43.498508 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-da877511-60e1-4459-b1d4-e1e8e42dbe9a tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] 10.222.0.17 "DELETE /v2.0/floatingips/ef6e7216-15f8-423c-a61d-55f328389adb HTTP/1.1" status: 204 len: 168 time: 1.0215583 Jul 24 20:11:43.499363 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd807a83-bf3f-43ec-8fb3-b6bfaef6cc71', 'tag': '01ba76a0-9673-4cd6-bf83-8fb44927cec7'}] {{(pid=110842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 24 20:11:43.504793 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5edc3fcd2ba6a287f711eaf45b4d5d5c8d3623c9fa62bef48fe3be9641ba2c6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0516b0ad-7294-457e-b23d-9317a233bd51" -d '{"events": [{"name": "network-changed", "server_uuid": "dd807a83-bf3f-43ec-8fb3-b6bfaef6cc71", "tag": "01ba76a0-9673-4cd6-bf83-8fb44927cec7"}]}' {{(pid=110842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 20:11:43.587996 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 24 Jul 2022 20:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a500d04-333e-4e03-8128-e1b57ae48315 x-openstack-request-id: req-5a500d04-333e-4e03-8128-e1b57ae48315 {{(pid=110842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 20:11:43.587996 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd807a83-bf3f-43ec-8fb3-b6bfaef6cc71", "tag": "01ba76a0-9673-4cd6-bf83-8fb44927cec7", "status": "completed", "code": 200}]} {{(pid=110842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 20:11:43.587996 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-5a500d04-333e-4e03-8128-e1b57ae48315 {{(pid=110842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 20:11:43.587996 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a500d04-333e-4e03-8128-e1b57ae48315'] response: {'name': 'network-changed', 'server_uuid': 'dd807a83-bf3f-43ec-8fb3-b6bfaef6cc71', 'tag': '01ba76a0-9673-4cd6-bf83-8fb44927cec7', 'status': 'completed', 'code': 200} Jul 24 20:11:43.625252 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_dvr_db [None req-1d829e9b-15eb-4924-bf48-f50dba37751d None None] Set router bd590163-56ed-4520-bed7-938322d731b8 gateway port host: dv-cinder-850449-2-iscsi {{(pid=110844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 20:11:43.739627 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0516b0ad-7294-457e-b23d-9317a233bd51 req-ccfccfc7-6fc3-43fc-8834-366eba96d893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:11:43.742434 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-0516b0ad-7294-457e-b23d-9317a233bd51 req-ccfccfc7-6fc3-43fc-8834-366eba96d893 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=757b69afcbc64d9a853a7ae1f7dc3307&device_id=dd807a83-bf3f-43ec-8fb3-b6bfaef6cc71 HTTP/1.1" status: 200 len: 1130 time: 0.1201615 Jul 24 20:11:43.841399 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0516b0ad-7294-457e-b23d-9317a233bd51 req-403532fb-88e4-4cd4-b356-706e35f79a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:11:43.842969 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-0516b0ad-7294-457e-b23d-9317a233bd51 req-403532fb-88e4-4cd4-b356-706e35f79a2b service neutron] 10.222.0.42 "GET /v2.0/networks?id=f72988cc-9fd0-426e-8ec1-94766c43bdf7 HTTP/1.1" status: 200 len: 911 time: 0.0946119 Jul 24 20:11:43.882032 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_hamode_db [None req-1d829e9b-15eb-4924-bf48-f50dba37751d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd590163-56ed-4520-bed7-938322d731b8', 'name': 'tempest-TestVolumeBootPattern-18742786-router', 'tenant_id': '757b69afcbc64d9a853a7ae1f7dc3307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'external_fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.158'}], 'enable_snat': True}, 'gw_port_id': '73f4c4a1-12ee-48ce-8b15-a2cee34961e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T20:03:43Z', 'updated_at': '2022-07-24T20:03:50Z', 'revision_number': 4, 'project_id': '757b69afcbc64d9a853a7ae1f7dc3307', 'gw_port': {'id': '73f4c4a1-12ee-48ce-8b15-a2cee34961e6', 'name': '', 'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:d4:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd590163-56ed-4520-bed7-938322d731b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:03:45Z', 'updated_at': '2022-07-24T20:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99a0caa3-3fb5-4860-826f-478186226de3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850449-2-iscsi', '_floatingips': [{'id': '917192b3-6eeb-4050-aaef-29bf8a14eeb6', 'tenant_id': '757b69afcbc64d9a853a7ae1f7dc3307', 'floating_ip_address': '172.27.3.15', 'floating_network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'router_id': 'bd590163-56ed-4520-bed7-938322d731b8', 'port_id': '96271c9a-9c8d-4422-ae1e-67d9ac2c6ad1', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 619, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f72988cc-9fd0-426e-8ec1-94766c43bdf7', 'mac_address': 'fa:16:3e:d6:13:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e52261d6-e043-41d4-b4b8-370d3462d26e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-24T20:07:55Z', 'updated_at': '2022-07-24T20:07:58Z', 'revision_number': 1, 'project_id': '757b69afcbc64d9a853a7ae1f7dc3307', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50e82984-bbb9-4bf3-948c-ae1dd11befd3', 'name': '', 'network_id': 'f72988cc-9fd0-426e-8ec1-94766c43bdf7', 'tenant_id': '757b69afcbc64d9a853a7ae1f7dc3307', 'mac_address': 'fa:16:3e:bb:db:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd590163-56ed-4520-bed7-938322d731b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '9fbdff86-24c9-443e-8877-71756a9ade49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:03:49Z', 'updated_at': '2022-07-24T20:03:57Z', 'revision_number': 5, 'project_id': '757b69afcbc64d9a853a7ae1f7dc3307', 'subnets': [{'id': '9fbdff86-24c9-443e-8877-71756a9ade49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850449-2-iscsi', False) {} {{(pid=110844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:11:43.887410 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-0516b0ad-7294-457e-b23d-9317a233bd51 req-b2ee3eac-44df-4bcc-9adc-0e5c5dbf78b2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=01ba76a0-9673-4cd6-bf83-8fb44927cec7 HTTP/1.1" status: 200 len: 217 time: 0.0375688 Jul 24 20:11:43.916304 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d829e9b-15eb-4924-bf48-f50dba37751d None None] Checking router: bd590163-56ed-4520-bed7-938322d731b8 for host: dv-cinder-850449-2-iscsi {{(pid=110844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 20:11:43.935131 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d829e9b-15eb-4924-bf48-f50dba37751d None None] Routers {'bd590163-56ed-4520-bed7-938322d731b8'} bound to L3 agent in host dv-cinder-850449-2-iscsi {{(pid=110844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 20:11:43.936349 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_hamode_db [None req-1d829e9b-15eb-4924-bf48-f50dba37751d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-24T19:52:06Z,description=,heartbeat_timestamp=2022-07-24T20:11:36Z,host='dv-cinder-850449-2-iscsi',id=408021b7-d46b-48c2-9f75-8a8023f9145c,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T19:52:06Z,topic='l3_agent')) {'router_ids': ['bd590163-56ed-4520-bed7-938322d731b8'], 'active': True} {{(pid=110844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:11:43.953010 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0516b0ad-7294-457e-b23d-9317a233bd51 req-35cfd5f5-0a1e-46c2-af5d-1ed3e58ce235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:11:43.954479 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-0516b0ad-7294-457e-b23d-9317a233bd51 req-35cfd5f5-0a1e-46c2-af5d-1ed3e58ce235 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9fbdff86-24c9-443e-8877-71756a9ade49 HTTP/1.1" status: 200 len: 849 time: 0.0593224 Jul 24 20:11:44.003714 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0516b0ad-7294-457e-b23d-9317a233bd51 req-89a632ec-60d4-48b4-b4cb-47b942d814c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:11:44.005267 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-0516b0ad-7294-457e-b23d-9317a233bd51 req-89a632ec-60d4-48b4-b4cb-47b942d814c2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f72988cc-9fd0-426e-8ec1-94766c43bdf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429733 Jul 24 20:11:44.017563 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [req-0516b0ad-7294-457e-b23d-9317a233bd51 req-f9cf7538-30b0-4165-b0ff-12d43e40b7fa service neutron] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=110843) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 24 20:11:44.019305 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-0516b0ad-7294-457e-b23d-9317a233bd51 req-f9cf7538-30b0-4165-b0ff-12d43e40b7fa service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0052977 Jul 24 20:11:44.054803 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_dvr_db [None req-1d829e9b-15eb-4924-bf48-f50dba37751d None None] Set router bd590163-56ed-4520-bed7-938322d731b8 gateway port host: dv-cinder-850449-2-iscsi {{(pid=110844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 20:11:44.158555 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9c769f-b38e-4b80-bccf-d63a1c423694 req-b5657430-4cb1-4345-bcbf-2cd6579497cd tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:11:44.160094 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-4c9c769f-b38e-4b80-bccf-d63a1c423694 req-b5657430-4cb1-4345-bcbf-2cd6579497cd tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] 10.222.0.17 "GET /v2.0/ports?device_id=dd807a83-bf3f-43ec-8fb3-b6bfaef6cc71 HTTP/1.1" status: 200 len: 946 time: 0.0708327 Jul 24 20:11:44.188570 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-0516b0ad-7294-457e-b23d-9317a233bd51 req-539be9e7-373c-441b-9db4-eb5896baecfe service neutron] 10.222.0.42 "GET /v2.0/networks/f72988cc-9fd0-426e-8ec1-94766c43bdf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625524 Jul 24 20:11:44.221823 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-4c9c769f-b38e-4b80-bccf-d63a1c423694 req-95d71dab-0d0e-4b74-adc9-581840acf0bd tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] 10.222.0.17 "GET /v2.0/security-groups?id=426a98f1-bdae-428a-b03d-426236e01087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511672 Jul 24 20:11:44.264378 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:11:44.278621 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:11:44.281997 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_hamode_db [None req-1d829e9b-15eb-4924-bf48-f50dba37751d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd590163-56ed-4520-bed7-938322d731b8', 'name': 'tempest-TestVolumeBootPattern-18742786-router', 'tenant_id': '757b69afcbc64d9a853a7ae1f7dc3307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'external_fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.158'}], 'enable_snat': True}, 'gw_port_id': '73f4c4a1-12ee-48ce-8b15-a2cee34961e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T20:03:43Z', 'updated_at': '2022-07-24T20:03:50Z', 'revision_number': 4, 'project_id': '757b69afcbc64d9a853a7ae1f7dc3307', 'gw_port': {'id': '73f4c4a1-12ee-48ce-8b15-a2cee34961e6', 'name': '', 'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:d4:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd590163-56ed-4520-bed7-938322d731b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:03:45Z', 'updated_at': '2022-07-24T20:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99a0caa3-3fb5-4860-826f-478186226de3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850449-2-iscsi', '_floatingips': [{'id': '917192b3-6eeb-4050-aaef-29bf8a14eeb6', 'tenant_id': '757b69afcbc64d9a853a7ae1f7dc3307', 'floating_ip_address': '172.27.3.15', 'floating_network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'router_id': 'bd590163-56ed-4520-bed7-938322d731b8', 'port_id': '96271c9a-9c8d-4422-ae1e-67d9ac2c6ad1', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 619, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f72988cc-9fd0-426e-8ec1-94766c43bdf7', 'mac_address': 'fa:16:3e:d6:13:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e52261d6-e043-41d4-b4b8-370d3462d26e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-24T20:07:55Z', 'updated_at': '2022-07-24T20:07:58Z', 'revision_number': 1, 'project_id': '757b69afcbc64d9a853a7ae1f7dc3307', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50e82984-bbb9-4bf3-948c-ae1dd11befd3', 'name': '', 'network_id': 'f72988cc-9fd0-426e-8ec1-94766c43bdf7', 'tenant_id': '757b69afcbc64d9a853a7ae1f7dc3307', 'mac_address': 'fa:16:3e:bb:db:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd590163-56ed-4520-bed7-938322d731b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '9fbdff86-24c9-443e-8877-71756a9ade49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:03:49Z', 'updated_at': '2022-07-24T20:03:57Z', 'revision_number': 5, 'project_id': '757b69afcbc64d9a853a7ae1f7dc3307', 'subnets': [{'id': '9fbdff86-24c9-443e-8877-71756a9ade49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850449-2-iscsi', False) {} {{(pid=110844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:11:44.311766 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d829e9b-15eb-4924-bf48-f50dba37751d None None] The sync data for ids ['bd590163-56ed-4520-bed7-938322d731b8'] in dv-cinder-850449-2-iscsi is: [{'id': 'bd590163-56ed-4520-bed7-938322d731b8', 'name': 'tempest-TestVolumeBootPattern-18742786-router', 'tenant_id': '757b69afcbc64d9a853a7ae1f7dc3307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'external_fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.158'}], 'enable_snat': True}, 'gw_port_id': '73f4c4a1-12ee-48ce-8b15-a2cee34961e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T20:03:43Z', 'updated_at': '2022-07-24T20:03:50Z', 'revision_number': 4, 'project_id': '757b69afcbc64d9a853a7ae1f7dc3307', 'gw_port': {'id': '73f4c4a1-12ee-48ce-8b15-a2cee34961e6', 'name': '', 'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:d4:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd590163-56ed-4520-bed7-938322d731b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:03:45Z', 'updated_at': '2022-07-24T20:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99a0caa3-3fb5-4860-826f-478186226de3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850449-2-iscsi', '_floatingips': [{'id': '917192b3-6eeb-4050-aaef-29bf8a14eeb6', 'tenant_id': '757b69afcbc64d9a853a7ae1f7dc3307', 'floating_ip_address': '172.27.3.15', 'floating_network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'router_id': 'bd590163-56ed-4520-bed7-938322d731b8', 'port_id': '96271c9a-9c8d-4422-ae1e-67d9ac2c6ad1', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 619, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f72988cc-9fd0-426e-8ec1-94766c43bdf7', 'mac_address': 'fa:16:3e:d6:13:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e52261d6-e043-41d4-b4b8-370d3462d26e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-24T20:07:55Z', 'updated_at': '2022-07-24T20:07:58Z', 'revision_number': 1, 'project_id': '757b69afcbc64d9a853a7ae1f7dc3307', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50e82984-bbb9-4bf3-948c-ae1dd11befd3', 'name': '', 'network_id': 'f72988cc-9fd0-426e-8ec1-94766c43bdf7', 'tenant_id': '757b69afcbc64d9a853a7ae1f7dc3307', 'mac_address': 'fa:16:3e:bb:db:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd590163-56ed-4520-bed7-938322d731b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '9fbdff86-24c9-443e-8877-71756a9ade49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:03:49Z', 'updated_at': '2022-07-24T20:03:57Z', 'revision_number': 5, 'project_id': '757b69afcbc64d9a853a7ae1f7dc3307', 'subnets': [{'id': '9fbdff86-24c9-443e-8877-71756a9ade49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 20:11:44.548344 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe894f8-cedb-41ee-a590-6094abfb80dd None None] New status for floating IP ef6e7216-15f8-423c-a61d-55f328389adb: DOWN {{(pid=110845) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 24 20:11:45.339171 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-0516b0ad-7294-457e-b23d-9317a233bd51 req-40307a79-ed63-4ecb-94e6-17a18dcf7f53 service neutron] 10.222.0.42 "GET /v2.0/networks/f72988cc-9fd0-426e-8ec1-94766c43bdf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184685 Jul 24 20:11:45.354165 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4338601a-1d3c-4005-8700-a4bf40696842 req-deead21f-b15f-45a9-82cf-bdf364169704 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:11:45.355661 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-4338601a-1d3c-4005-8700-a4bf40696842 req-deead21f-b15f-45a9-82cf-bdf364169704 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] 10.222.0.17 "GET /v2.0/ports?device_id=dd807a83-bf3f-43ec-8fb3-b6bfaef6cc71 HTTP/1.1" status: 200 len: 946 time: 0.0599089 Jul 24 20:11:45.375964 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:11:45.410039 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-4338601a-1d3c-4005-8700-a4bf40696842 req-8693bf59-2e51-4e7b-a5e0-db0e214496c3 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] 10.222.0.17 "GET /v2.0/security-groups?id=426a98f1-bdae-428a-b03d-426236e01087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475733 Jul 24 20:11:45.875056 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5c2a1f-a85a-43f4-b827-f25fc0fb6b0b req-93d6f854-0a82-43b2-bf88-5dc2855f9aa1 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:11:45.876611 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-cd5c2a1f-a85a-43f4-b827-f25fc0fb6b0b req-93d6f854-0a82-43b2-bf88-5dc2855f9aa1 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd807a83-bf3f-43ec-8fb3-b6bfaef6cc71 HTTP/1.1" status: 200 len: 946 time: 0.0564015 Jul 24 20:11:45.968194 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.plugin [req-cd5c2a1f-a85a-43f4-b827-f25fc0fb6b0b req-51f5cb92-5074-4053-852a-f805642bc9d2 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Deleting port 01ba76a0-9673-4cd6-bf83-8fb44927cec7 {{(pid=110843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 24 20:11:45.968535 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-cd5c2a1f-a85a-43f4-b827-f25fc0fb6b0b req-51f5cb92-5074-4053-852a-f805642bc9d2 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731445580472'] for port (01ba76a0-9673-4cd6-bf83-8fb44927cec7), before_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:11:46.072557 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.db [req-cd5c2a1f-a85a-43f4-b827-f25fc0fb6b0b req-51f5cb92-5074-4053-852a-f805642bc9d2 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] For port 01ba76a0-9673-4cd6-bf83-8fb44927cec7, host hv-cinder-85044, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85044',level=0,port_id=01ba76a0-9673-4cd6-bf83-8fb44927cec7,segment=NetworkSegment(4bba68c1-4e30-4a75-be7c-266a932629a9),segment_id=4bba68c1-4e30-4a75-be7c-266a932629a9)] {{(pid=110843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 20:11:46.072988 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-cd5c2a1f-a85a-43f4-b827-f25fc0fb6b0b req-51f5cb92-5074-4053-852a-f805642bc9d2 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458432'] for port (01ba76a0-9673-4cd6-bf83-8fb44927cec7), precommit_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:11:46.090279 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.plugin [req-cd5c2a1f-a85a-43f4-b827-f25fc0fb6b0b req-51f5cb92-5074-4053-852a-f805642bc9d2 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Calling delete_port for 01ba76a0-9673-4cd6-bf83-8fb44927cec7 owned by compute:nova {{(pid=110843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 24 20:11:46.163775 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=100 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:11:46.315196 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-cd5c2a1f-a85a-43f4-b827-f25fc0fb6b0b req-51f5cb92-5074-4053-852a-f805642bc9d2 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731445585704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731445223415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2610928'] for port (01ba76a0-9673-4cd6-bf83-8fb44927cec7), after_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:11:46.348001 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f5cb92-5074-4053-852a-f805642bc9d2 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Pushing event deleted for resources: {'Port': ['ID=01ba76a0-9673-4cd6-bf83-8fb44927cec7,revision_number=None']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:11:46.400880 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd5c2a1f-a85a-43f4-b827-f25fc0fb6b0b req-51f5cb92-5074-4053-852a-f805642bc9d2 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] No DVR routers for this DVR port 01ba76a0-9673-4cd6-bf83-8fb44927cec7 on host hv-cinder-85044 {{(pid=110843) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 24 20:11:46.403557 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-cd5c2a1f-a85a-43f4-b827-f25fc0fb6b0b req-51f5cb92-5074-4053-852a-f805642bc9d2 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1048257'] for port (None), before_response {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:11:46.407298 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-cd5c2a1f-a85a-43f4-b827-f25fc0fb6b0b req-51f5cb92-5074-4053-852a-f805642bc9d2 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] 10.222.0.42 "DELETE /v2.0/ports/01ba76a0-9673-4cd6-bf83-8fb44927cec7 HTTP/1.1" status: 204 len: 173 time: 0.5248070 Jul 24 20:11:46.407804 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd807a83-bf3f-43ec-8fb3-b6bfaef6cc71', 'name': 'network-vif-deleted', 'tag': '01ba76a0-9673-4cd6-bf83-8fb44927cec7'}] {{(pid=110843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 24 20:11:46.411031 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa129e2ea71b36189c7354ee4da78dc54b5a7420159cbfa164f6b2678096e4e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d25003a-fd08-41f0-b06f-b163aafee588" -d '{"events": [{"server_uuid": "dd807a83-bf3f-43ec-8fb3-b6bfaef6cc71", "name": "network-vif-deleted", "tag": "01ba76a0-9673-4cd6-bf83-8fb44927cec7"}]}' {{(pid=110843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 20:11:46.515603 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-8ee97915-8de4-4e22-a5c6-2f4ad42987a9 req-dd17efcb-e4f5-4432-bc6b-5897f4baa013 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] 10.222.0.17 "GET /v2.0/ports?device_id=dd807a83-bf3f-43ec-8fb3-b6bfaef6cc71 HTTP/1.1" status: 200 len: 210 time: 0.0330122 Jul 24 20:11:46.518454 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 24 Jul 2022 20:11:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e78df784-0041-4898-9f34-b4eb272d87af x-openstack-request-id: req-e78df784-0041-4898-9f34-b4eb272d87af {{(pid=110843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 20:11:46.518744 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd807a83-bf3f-43ec-8fb3-b6bfaef6cc71", "name": "network-vif-deleted", "tag": "01ba76a0-9673-4cd6-bf83-8fb44927cec7", "status": "completed", "code": 200}]} {{(pid=110843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 20:11:46.519173 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-e78df784-0041-4898-9f34-b4eb272d87af {{(pid=110843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 20:11:46.519450 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e78df784-0041-4898-9f34-b4eb272d87af'] response: {'server_uuid': 'dd807a83-bf3f-43ec-8fb3-b6bfaef6cc71', 'name': 'network-vif-deleted', 'tag': '01ba76a0-9673-4cd6-bf83-8fb44927cec7', 'status': 'completed', 'code': 200} Jul 24 20:11:47.630797 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-cfde4665-b7cd-47a5-bd2f-0bc803e03f27 req-fa420aaf-c260-4c87-b70b-505b6cc08080 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] 10.222.0.17 "GET /v2.0/ports?device_id=dd807a83-bf3f-43ec-8fb3-b6bfaef6cc71 HTTP/1.1" status: 200 len: 210 time: 0.0296321 Jul 24 20:11:50.135988 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Device 01ba76a0-9673-4cd6-bf83-8fb44927cec7 no longer exists at agent hyperv_hv-cinder-85044 {{(pid=110844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 20:11:50.156199 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] No Port match for: 01ba76a0-9673-4cd6-bf83-8fb44927cec7 {{(pid=110844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 24 20:11:50.156547 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Device 01ba76a0-9673-4cd6-bf83-8fb44927cec7 not bound to the agent host hv-cinder-85044 {{(pid=110844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 20:11:52.207981 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 38536) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:11:52.256188 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:11:52.269564 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:11:52.366914 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.plugin [None req-18c48644-3824-425e-ab0b-283d7225e1a9 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Deleting port b14ec0ba-1334-4c49-8d6c-752af84a593e {{(pid=110842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 24 20:11:52.367219 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-18c48644-3824-425e-ab0b-283d7225e1a9 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731445580472'] for port (b14ec0ba-1334-4c49-8d6c-752af84a593e), before_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:11:52.453870 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-18c48644-3824-425e-ab0b-283d7225e1a9 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458432'] for port (b14ec0ba-1334-4c49-8d6c-752af84a593e), precommit_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:11:52.454201 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-18c48644-3824-425e-ab0b-283d7225e1a9 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Publish callbacks [] for floatingip (b14ec0ba-1334-4c49-8d6c-752af84a593e), precommit_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:11:52.467018 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.plugin [None req-18c48644-3824-425e-ab0b-283d7225e1a9 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Calling delete_port for b14ec0ba-1334-4c49-8d6c-752af84a593e owned by network:floatingip {{(pid=110842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 24 20:11:52.714885 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-18c48644-3824-425e-ab0b-283d7225e1a9 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731445585704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731445223415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8925015'] for port (b14ec0ba-1334-4c49-8d6c-752af84a593e), after_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:11:52.740742 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c48644-3824-425e-ab0b-283d7225e1a9 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Pushing event deleted for resources: {'Port': ['ID=b14ec0ba-1334-4c49-8d6c-752af84a593e,revision_number=None']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:11:52.810660 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-18c48644-3824-425e-ab0b-283d7225e1a9 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Publish callbacks [] for floatingip (917192b3-6eeb-4050-aaef-29bf8a14eeb6), after_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:11:52.810988 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.db.l3_db [None req-18c48644-3824-425e-ab0b-283d7225e1a9 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Floating IP 917192b3-6eeb-4050-aaef-29bf8a14eeb6 disassociated (deleted). External IP: 172.27.3.15, port: 96271c9a-9c8d-4422-ae1e-67d9ac2c6ad1. Jul 24 20:11:53.292414 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18c48644-3824-425e-ab0b-283d7225e1a9 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Router bd590163-56ed-4520-bed7-938322d731b8 has already been hosted by L3 agent 408021b7-d46b-48c2-9f75-8a8023f9145c {{(pid=110842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 24 20:11:53.391477 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:11:53.415757 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18c48644-3824-425e-ab0b-283d7225e1a9 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Notify agent at l3_agent.dv-cinder-850449-2-iscsi the message routers_updated {{(pid=110842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 20:11:53.420992 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-18c48644-3824-425e-ab0b-283d7225e1a9 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1048257'] for floatingip (None), before_response {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:11:53.427489 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9efdfc92-a425-4d54-b4b0-d138d5f3dee4 None None] Sync routers for ids ['bd590163-56ed-4520-bed7-938322d731b8'] in dv-cinder-850449-2-iscsi {{(pid=110844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 20:11:53.441643 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9efdfc92-a425-4d54-b4b0-d138d5f3dee4 None None] Routers {'bd590163-56ed-4520-bed7-938322d731b8'} bound to L3 agent in host dv-cinder-850449-2-iscsi {{(pid=110844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 20:11:53.443997 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_hamode_db [None req-9efdfc92-a425-4d54-b4b0-d138d5f3dee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-24T19:52:06Z,description=,heartbeat_timestamp=2022-07-24T20:11:36Z,host='dv-cinder-850449-2-iscsi',id=408021b7-d46b-48c2-9f75-8a8023f9145c,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T19:52:06Z,topic='l3_agent')) {'router_ids': ['bd590163-56ed-4520-bed7-938322d731b8'], 'active': True} {{(pid=110844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:11:53.454880 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-18c48644-3824-425e-ab0b-283d7225e1a9 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] 10.222.0.17 "DELETE /v2.0/floatingips/917192b3-6eeb-4050-aaef-29bf8a14eeb6 HTTP/1.1" status: 204 len: 168 time: 1.2457395 Jul 24 20:11:53.455642 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e52261d6-e043-41d4-b4b8-370d3462d26e', 'tag': '96271c9a-9c8d-4422-ae1e-67d9ac2c6ad1'}] {{(pid=110842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 24 20:11:53.458144 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5edc3fcd2ba6a287f711eaf45b4d5d5c8d3623c9fa62bef48fe3be9641ba2c6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a74ba3a-afc1-43e8-a7da-9a02cbb47454" -d '{"events": [{"name": "network-changed", "server_uuid": "e52261d6-e043-41d4-b4b8-370d3462d26e", "tag": "96271c9a-9c8d-4422-ae1e-67d9ac2c6ad1"}]}' {{(pid=110842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 20:11:53.499386 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 24 Jul 2022 20:11:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07330dfb-bc9f-4167-913a-7dfc40d3eef6 x-openstack-request-id: req-07330dfb-bc9f-4167-913a-7dfc40d3eef6 {{(pid=110842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 20:11:53.499783 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e52261d6-e043-41d4-b4b8-370d3462d26e", "tag": "96271c9a-9c8d-4422-ae1e-67d9ac2c6ad1", "status": "completed", "code": 200}]} {{(pid=110842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 20:11:53.500111 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-07330dfb-bc9f-4167-913a-7dfc40d3eef6 {{(pid=110842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 20:11:53.500734 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07330dfb-bc9f-4167-913a-7dfc40d3eef6'] response: {'name': 'network-changed', 'server_uuid': 'e52261d6-e043-41d4-b4b8-370d3462d26e', 'tag': '96271c9a-9c8d-4422-ae1e-67d9ac2c6ad1', 'status': 'completed', 'code': 200} Jul 24 20:11:53.574642 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a74ba3a-afc1-43e8-a7da-9a02cbb47454 req-bf8099d4-5cca-4b0f-99fa-9111993c354f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:11:53.576330 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-1a74ba3a-afc1-43e8-a7da-9a02cbb47454 req-bf8099d4-5cca-4b0f-99fa-9111993c354f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=757b69afcbc64d9a853a7ae1f7dc3307&device_id=e52261d6-e043-41d4-b4b8-370d3462d26e HTTP/1.1" status: 200 len: 1129 time: 0.0521469 Jul 24 20:11:53.576693 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_dvr_db [None req-9efdfc92-a425-4d54-b4b0-d138d5f3dee4 None None] Set router bd590163-56ed-4520-bed7-938322d731b8 gateway port host: dv-cinder-850449-2-iscsi {{(pid=110844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 20:11:53.703925 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a74ba3a-afc1-43e8-a7da-9a02cbb47454 req-84f67170-10e5-49ee-a943-acd3749d9bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:11:53.705431 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-1a74ba3a-afc1-43e8-a7da-9a02cbb47454 req-84f67170-10e5-49ee-a943-acd3749d9bae service neutron] 10.222.0.42 "GET /v2.0/networks?id=f72988cc-9fd0-426e-8ec1-94766c43bdf7 HTTP/1.1" status: 200 len: 911 time: 0.1199389 Jul 24 20:11:53.754214 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-1a74ba3a-afc1-43e8-a7da-9a02cbb47454 req-8ddee38f-0b2e-42e3-8f90-976c9fb1a9b9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=96271c9a-9c8d-4422-ae1e-67d9ac2c6ad1 HTTP/1.1" status: 200 len: 217 time: 0.0416329 Jul 24 20:11:53.807907 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a74ba3a-afc1-43e8-a7da-9a02cbb47454 req-7b0b7c90-2353-44ca-865d-d4ca2158085f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:11:53.809722 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-1a74ba3a-afc1-43e8-a7da-9a02cbb47454 req-7b0b7c90-2353-44ca-865d-d4ca2158085f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9fbdff86-24c9-443e-8877-71756a9ade49 HTTP/1.1" status: 200 len: 849 time: 0.0487962 Jul 24 20:11:53.814728 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_hamode_db [None req-9efdfc92-a425-4d54-b4b0-d138d5f3dee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd590163-56ed-4520-bed7-938322d731b8', 'name': 'tempest-TestVolumeBootPattern-18742786-router', 'tenant_id': '757b69afcbc64d9a853a7ae1f7dc3307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'external_fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.158'}], 'enable_snat': True}, 'gw_port_id': '73f4c4a1-12ee-48ce-8b15-a2cee34961e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T20:03:43Z', 'updated_at': '2022-07-24T20:03:50Z', 'revision_number': 4, 'project_id': '757b69afcbc64d9a853a7ae1f7dc3307', 'gw_port': {'id': '73f4c4a1-12ee-48ce-8b15-a2cee34961e6', 'name': '', 'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:d4:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd590163-56ed-4520-bed7-938322d731b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:03:45Z', 'updated_at': '2022-07-24T20:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99a0caa3-3fb5-4860-826f-478186226de3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850449-2-iscsi', '_interfaces': [{'id': '50e82984-bbb9-4bf3-948c-ae1dd11befd3', 'name': '', 'network_id': 'f72988cc-9fd0-426e-8ec1-94766c43bdf7', 'tenant_id': '757b69afcbc64d9a853a7ae1f7dc3307', 'mac_address': 'fa:16:3e:bb:db:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd590163-56ed-4520-bed7-938322d731b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '9fbdff86-24c9-443e-8877-71756a9ade49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:03:49Z', 'updated_at': '2022-07-24T20:03:57Z', 'revision_number': 5, 'project_id': '757b69afcbc64d9a853a7ae1f7dc3307', 'subnets': [{'id': '9fbdff86-24c9-443e-8877-71756a9ade49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850449-2-iscsi', False) {} {{(pid=110844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:11:53.841121 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9efdfc92-a425-4d54-b4b0-d138d5f3dee4 None None] Checking router: bd590163-56ed-4520-bed7-938322d731b8 for host: dv-cinder-850449-2-iscsi {{(pid=110844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 20:11:53.851669 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9efdfc92-a425-4d54-b4b0-d138d5f3dee4 None None] Routers {'bd590163-56ed-4520-bed7-938322d731b8'} bound to L3 agent in host dv-cinder-850449-2-iscsi {{(pid=110844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 20:11:53.852316 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_hamode_db [None req-9efdfc92-a425-4d54-b4b0-d138d5f3dee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-24T19:52:06Z,description=,heartbeat_timestamp=2022-07-24T20:11:36Z,host='dv-cinder-850449-2-iscsi',id=408021b7-d46b-48c2-9f75-8a8023f9145c,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T19:52:06Z,topic='l3_agent')) {'router_ids': ['bd590163-56ed-4520-bed7-938322d731b8'], 'active': True} {{(pid=110844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:11:53.864130 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a74ba3a-afc1-43e8-a7da-9a02cbb47454 req-9d442a18-534b-4acc-9717-79687c8868d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:11:53.865620 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-1a74ba3a-afc1-43e8-a7da-9a02cbb47454 req-9d442a18-534b-4acc-9717-79687c8868d4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f72988cc-9fd0-426e-8ec1-94766c43bdf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0488555 Jul 24 20:11:53.929331 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7700f30b-97a5-492d-993e-7ba665bf8167 req-9e4467ef-b9a1-4266-854d-b4c74fcedfbb tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:11:53.931048 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-7700f30b-97a5-492d-993e-7ba665bf8167 req-9e4467ef-b9a1-4266-854d-b4c74fcedfbb tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] 10.222.0.17 "GET /v2.0/ports?device_id=e52261d6-e043-41d4-b4b8-370d3462d26e HTTP/1.1" status: 200 len: 945 time: 0.0485575 Jul 24 20:11:53.969570 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_dvr_db [None req-9efdfc92-a425-4d54-b4b0-d138d5f3dee4 None None] Set router bd590163-56ed-4520-bed7-938322d731b8 gateway port host: dv-cinder-850449-2-iscsi {{(pid=110844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 20:11:53.987931 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-7700f30b-97a5-492d-993e-7ba665bf8167 req-4162eae7-a6e5-4a42-9166-f4e193151b08 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] 10.222.0.17 "GET /v2.0/security-groups?id=426a98f1-bdae-428a-b03d-426236e01087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504129 Jul 24 20:11:54.178751 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_hamode_db [None req-9efdfc92-a425-4d54-b4b0-d138d5f3dee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd590163-56ed-4520-bed7-938322d731b8', 'name': 'tempest-TestVolumeBootPattern-18742786-router', 'tenant_id': '757b69afcbc64d9a853a7ae1f7dc3307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'external_fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.158'}], 'enable_snat': True}, 'gw_port_id': '73f4c4a1-12ee-48ce-8b15-a2cee34961e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T20:03:43Z', 'updated_at': '2022-07-24T20:03:50Z', 'revision_number': 4, 'project_id': '757b69afcbc64d9a853a7ae1f7dc3307', 'gw_port': {'id': '73f4c4a1-12ee-48ce-8b15-a2cee34961e6', 'name': '', 'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:d4:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd590163-56ed-4520-bed7-938322d731b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:03:45Z', 'updated_at': '2022-07-24T20:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99a0caa3-3fb5-4860-826f-478186226de3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850449-2-iscsi', '_interfaces': [{'id': '50e82984-bbb9-4bf3-948c-ae1dd11befd3', 'name': '', 'network_id': 'f72988cc-9fd0-426e-8ec1-94766c43bdf7', 'tenant_id': '757b69afcbc64d9a853a7ae1f7dc3307', 'mac_address': 'fa:16:3e:bb:db:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd590163-56ed-4520-bed7-938322d731b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '9fbdff86-24c9-443e-8877-71756a9ade49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:03:49Z', 'updated_at': '2022-07-24T20:03:57Z', 'revision_number': 5, 'project_id': '757b69afcbc64d9a853a7ae1f7dc3307', 'subnets': [{'id': '9fbdff86-24c9-443e-8877-71756a9ade49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850449-2-iscsi', False) {} {{(pid=110844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:11:54.212255 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9efdfc92-a425-4d54-b4b0-d138d5f3dee4 None None] The sync data for ids ['bd590163-56ed-4520-bed7-938322d731b8'] in dv-cinder-850449-2-iscsi is: [{'id': 'bd590163-56ed-4520-bed7-938322d731b8', 'name': 'tempest-TestVolumeBootPattern-18742786-router', 'tenant_id': '757b69afcbc64d9a853a7ae1f7dc3307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'external_fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.158'}], 'enable_snat': True}, 'gw_port_id': '73f4c4a1-12ee-48ce-8b15-a2cee34961e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T20:03:43Z', 'updated_at': '2022-07-24T20:03:50Z', 'revision_number': 4, 'project_id': '757b69afcbc64d9a853a7ae1f7dc3307', 'gw_port': {'id': '73f4c4a1-12ee-48ce-8b15-a2cee34961e6', 'name': '', 'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:d4:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd590163-56ed-4520-bed7-938322d731b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:03:45Z', 'updated_at': '2022-07-24T20:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99a0caa3-3fb5-4860-826f-478186226de3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850449-2-iscsi', '_interfaces': [{'id': '50e82984-bbb9-4bf3-948c-ae1dd11befd3', 'name': '', 'network_id': 'f72988cc-9fd0-426e-8ec1-94766c43bdf7', 'tenant_id': '757b69afcbc64d9a853a7ae1f7dc3307', 'mac_address': 'fa:16:3e:bb:db:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd590163-56ed-4520-bed7-938322d731b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '9fbdff86-24c9-443e-8877-71756a9ade49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:03:49Z', 'updated_at': '2022-07-24T20:03:57Z', 'revision_number': 5, 'project_id': '757b69afcbc64d9a853a7ae1f7dc3307', 'subnets': [{'id': '9fbdff86-24c9-443e-8877-71756a9ade49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 20:11:54.468543 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab17503-8274-4069-8665-52abda85fc9e None None] New status for floating IP 917192b3-6eeb-4050-aaef-29bf8a14eeb6: DOWN {{(pid=110845) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 24 20:11:55.023652 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:11:55.138857 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-1a74ba3a-afc1-43e8-a7da-9a02cbb47454 req-88620b26-dde2-4a43-a02f-32796fcb86a8 service neutron] 10.222.0.42 "GET /v2.0/networks/f72988cc-9fd0-426e-8ec1-94766c43bdf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372402 Jul 24 20:11:55.145729 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e44513-a59f-4959-bc8b-91a8b2fd8043 req-462915b6-86cd-4600-91ac-37106046938a tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:11:55.147063 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-e9e44513-a59f-4959-bc8b-91a8b2fd8043 req-462915b6-86cd-4600-91ac-37106046938a tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] 10.222.0.17 "GET /v2.0/ports?device_id=e52261d6-e043-41d4-b4b8-370d3462d26e HTTP/1.1" status: 200 len: 945 time: 0.0744665 Jul 24 20:11:55.261173 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-e9e44513-a59f-4959-bc8b-91a8b2fd8043 req-0fab527d-4231-4bdf-9558-93a22731c33c tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] 10.222.0.17 "GET /v2.0/security-groups?id=426a98f1-bdae-428a-b03d-426236e01087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041491 Jul 24 20:11:55.280534 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-1a74ba3a-afc1-43e8-a7da-9a02cbb47454 req-68cbca01-0eb7-4e7a-9de6-bdab60b0c913 service neutron] 10.222.0.42 "GET /v2.0/networks/f72988cc-9fd0-426e-8ec1-94766c43bdf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323204 Jul 24 20:11:55.619173 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa89ffc-8ce1-44e0-a783-41dc0f46fdff req-3b839b55-7ef1-40d4-b45e-db3992587ecc tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:11:55.620688 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-2fa89ffc-8ce1-44e0-a783-41dc0f46fdff req-3b839b55-7ef1-40d4-b45e-db3992587ecc tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] 10.222.0.42 "GET /v2.0/ports?device_id=e52261d6-e043-41d4-b4b8-370d3462d26e HTTP/1.1" status: 200 len: 945 time: 0.0525877 Jul 24 20:11:55.710800 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.plugin [req-2fa89ffc-8ce1-44e0-a783-41dc0f46fdff req-f6d35b41-03b3-40ee-9296-5b7dcc90a4f5 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Deleting port 96271c9a-9c8d-4422-ae1e-67d9ac2c6ad1 {{(pid=110843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 24 20:11:55.711150 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-2fa89ffc-8ce1-44e0-a783-41dc0f46fdff req-f6d35b41-03b3-40ee-9296-5b7dcc90a4f5 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731445580472'] for port (96271c9a-9c8d-4422-ae1e-67d9ac2c6ad1), before_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:11:55.800566 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=100 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:11:55.813034 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.db [req-2fa89ffc-8ce1-44e0-a783-41dc0f46fdff req-f6d35b41-03b3-40ee-9296-5b7dcc90a4f5 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] For port 96271c9a-9c8d-4422-ae1e-67d9ac2c6ad1, host hv-cinder-85044, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85044',level=0,port_id=96271c9a-9c8d-4422-ae1e-67d9ac2c6ad1,segment=NetworkSegment(4bba68c1-4e30-4a75-be7c-266a932629a9),segment_id=4bba68c1-4e30-4a75-be7c-266a932629a9)] {{(pid=110843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 20:11:55.814952 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-2fa89ffc-8ce1-44e0-a783-41dc0f46fdff req-f6d35b41-03b3-40ee-9296-5b7dcc90a4f5 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458432'] for port (96271c9a-9c8d-4422-ae1e-67d9ac2c6ad1), precommit_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:11:56.078551 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.plugin [req-2fa89ffc-8ce1-44e0-a783-41dc0f46fdff req-f6d35b41-03b3-40ee-9296-5b7dcc90a4f5 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Calling delete_port for 96271c9a-9c8d-4422-ae1e-67d9ac2c6ad1 owned by compute:nova {{(pid=110843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 24 20:11:56.303836 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-2fa89ffc-8ce1-44e0-a783-41dc0f46fdff req-f6d35b41-03b3-40ee-9296-5b7dcc90a4f5 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731445585704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731445223415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2610928'] for port (96271c9a-9c8d-4422-ae1e-67d9ac2c6ad1), after_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:11:56.348410 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d35b41-03b3-40ee-9296-5b7dcc90a4f5 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Pushing event deleted for resources: {'Port': ['ID=96271c9a-9c8d-4422-ae1e-67d9ac2c6ad1,revision_number=None']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:11:56.381600 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-4881d525-502d-4ff4-a7c2-bdf7d01f933c req-37b5024d-5b2d-4112-b11a-f0970265c07c tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] 10.222.0.17 "GET /v2.0/ports?device_id=e52261d6-e043-41d4-b4b8-370d3462d26e HTTP/1.1" status: 200 len: 210 time: 0.0442145 Jul 24 20:11:56.383098 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d35b41-03b3-40ee-9296-5b7dcc90a4f5 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:11:56.383445 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d35b41-03b3-40ee-9296-5b7dcc90a4f5 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:11:56.383832 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d35b41-03b3-40ee-9296-5b7dcc90a4f5 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:11:56.384174 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d35b41-03b3-40ee-9296-5b7dcc90a4f5 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:11:56.384506 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d35b41-03b3-40ee-9296-5b7dcc90a4f5 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:11:56.385161 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d35b41-03b3-40ee-9296-5b7dcc90a4f5 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:11:56.385474 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d35b41-03b3-40ee-9296-5b7dcc90a4f5 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:11:56.385794 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d35b41-03b3-40ee-9296-5b7dcc90a4f5 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:11:56.386121 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d35b41-03b3-40ee-9296-5b7dcc90a4f5 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:11:56.386446 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d35b41-03b3-40ee-9296-5b7dcc90a4f5 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:11:56.386791 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d35b41-03b3-40ee-9296-5b7dcc90a4f5 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:11:56.387098 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d35b41-03b3-40ee-9296-5b7dcc90a4f5 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:11:56.387522 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d35b41-03b3-40ee-9296-5b7dcc90a4f5 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:11:56.387715 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d35b41-03b3-40ee-9296-5b7dcc90a4f5 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:11:56.388047 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d35b41-03b3-40ee-9296-5b7dcc90a4f5 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:11:56.430465 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fa89ffc-8ce1-44e0-a783-41dc0f46fdff req-f6d35b41-03b3-40ee-9296-5b7dcc90a4f5 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] No DVR routers for this DVR port 96271c9a-9c8d-4422-ae1e-67d9ac2c6ad1 on host hv-cinder-85044 {{(pid=110843) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 24 20:11:56.433449 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-2fa89ffc-8ce1-44e0-a783-41dc0f46fdff req-f6d35b41-03b3-40ee-9296-5b7dcc90a4f5 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1048257'] for port (None), before_response {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:11:56.437274 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-2fa89ffc-8ce1-44e0-a783-41dc0f46fdff req-f6d35b41-03b3-40ee-9296-5b7dcc90a4f5 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] 10.222.0.42 "DELETE /v2.0/ports/96271c9a-9c8d-4422-ae1e-67d9ac2c6ad1 HTTP/1.1" status: 204 len: 173 time: 0.8108499 Jul 24 20:11:56.437771 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e52261d6-e043-41d4-b4b8-370d3462d26e', 'name': 'network-vif-deleted', 'tag': '96271c9a-9c8d-4422-ae1e-67d9ac2c6ad1'}] {{(pid=110843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 24 20:11:56.442164 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa129e2ea71b36189c7354ee4da78dc54b5a7420159cbfa164f6b2678096e4e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-266ad939-b3ee-4e59-98c5-57f3bde9841e" -d '{"events": [{"server_uuid": "e52261d6-e043-41d4-b4b8-370d3462d26e", "name": "network-vif-deleted", "tag": "96271c9a-9c8d-4422-ae1e-67d9ac2c6ad1"}]}' {{(pid=110843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 20:11:56.485324 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 24 Jul 2022 20:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b877d06-3ba0-4902-920d-133e5ec76dec x-openstack-request-id: req-7b877d06-3ba0-4902-920d-133e5ec76dec {{(pid=110843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 20:11:56.485769 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e52261d6-e043-41d4-b4b8-370d3462d26e", "name": "network-vif-deleted", "tag": "96271c9a-9c8d-4422-ae1e-67d9ac2c6ad1", "status": "completed", "code": 200}]} {{(pid=110843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 20:11:56.486096 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-7b877d06-3ba0-4902-920d-133e5ec76dec {{(pid=110843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 20:11:56.486567 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b877d06-3ba0-4902-920d-133e5ec76dec'] response: {'server_uuid': 'e52261d6-e043-41d4-b4b8-370d3462d26e', 'name': 'network-vif-deleted', 'tag': '96271c9a-9c8d-4422-ae1e-67d9ac2c6ad1', 'status': 'completed', 'code': 200} Jul 24 20:11:57.518464 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-8984e093-22ca-47e0-85fe-c4f21ec1de27 req-31709895-7197-41ab-9178-985800877590 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] 10.222.0.17 "GET /v2.0/ports?device_id=e52261d6-e043-41d4-b4b8-370d3462d26e HTTP/1.1" status: 200 len: 210 time: 0.0316434 Jul 24 20:11:58.162780 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Device 96271c9a-9c8d-4422-ae1e-67d9ac2c6ad1 no longer exists at agent hyperv_hv-cinder-85044 {{(pid=110844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 20:11:58.184302 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] No Port match for: 96271c9a-9c8d-4422-ae1e-67d9ac2c6ad1 {{(pid=110844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 24 20:11:58.189739 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Device 96271c9a-9c8d-4422-ae1e-67d9ac2c6ad1 not bound to the agent host hv-cinder-85044 {{(pid=110844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 20:11:58.581145 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 38590) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:11:58.720954 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.plugin [None req-69701482-6450-4e5a-96c0-8022185824a4 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Deleting port cba5c907-d1ee-49f4-803d-3a7412d7b95b {{(pid=110842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 24 20:11:58.721510 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-69701482-6450-4e5a-96c0-8022185824a4 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731445580472'] for port (cba5c907-d1ee-49f4-803d-3a7412d7b95b), before_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:11:58.808429 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:11:58.841371 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-69701482-6450-4e5a-96c0-8022185824a4 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458432'] for port (cba5c907-d1ee-49f4-803d-3a7412d7b95b), precommit_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:11:58.841895 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-69701482-6450-4e5a-96c0-8022185824a4 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Publish callbacks [] for floatingip (cba5c907-d1ee-49f4-803d-3a7412d7b95b), precommit_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:11:58.864237 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.plugin [None req-69701482-6450-4e5a-96c0-8022185824a4 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Calling delete_port for cba5c907-d1ee-49f4-803d-3a7412d7b95b owned by network:floatingip {{(pid=110842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 24 20:11:59.074664 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-69701482-6450-4e5a-96c0-8022185824a4 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731445585704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731445223415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8925015'] for port (cba5c907-d1ee-49f4-803d-3a7412d7b95b), after_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:11:59.106116 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69701482-6450-4e5a-96c0-8022185824a4 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Pushing event deleted for resources: {'Port': ['ID=cba5c907-d1ee-49f4-803d-3a7412d7b95b,revision_number=None']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:11:59.179839 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-69701482-6450-4e5a-96c0-8022185824a4 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Publish callbacks [] for floatingip (52f714c3-47d2-4cee-b158-846011b609d1), after_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:11:59.182488 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-69701482-6450-4e5a-96c0-8022185824a4 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1048257'] for floatingip (None), before_response {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:11:59.183685 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-69701482-6450-4e5a-96c0-8022185824a4 tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] 10.222.0.17 "DELETE /v2.0/floatingips/52f714c3-47d2-4cee-b158-846011b609d1 HTTP/1.1" status: 204 len: 168 time: 0.6017950 Jul 24 20:12:00.619002 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 38622) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:12:00.695813 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-2bc3a915-7dc6-4a7b-ad9f-08232ff3a3dc tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Publish callbacks [] for security_group (426a98f1-bdae-428a-b03d-426236e01087), before_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:12:00.730086 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-2bc3a915-7dc6-4a7b-ad9f-08232ff3a3dc tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Publish callbacks [] for security_group (426a98f1-bdae-428a-b03d-426236e01087), precommit_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:12:00.949017 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-2bc3a915-7dc6-4a7b-ad9f-08232ff3a3dc tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (426a98f1-bdae-428a-b03d-426236e01087), after_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:12:00.951618 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-2bc3a915-7dc6-4a7b-ad9f-08232ff3a3dc tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Publish callbacks [] for security_group (None), before_response {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:12:00.952910 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-2bc3a915-7dc6-4a7b-ad9f-08232ff3a3dc tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] 10.222.0.17 "DELETE /v2.0/security-groups/426a98f1-bdae-428a-b03d-426236e01087 HTTP/1.1" status: 204 len: 168 time: 0.3328500 Jul 24 20:12:00.965077 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc3a915-7dc6-4a7b-ad9f-08232ff3a3dc tempest-TestVolumeBootPattern-1086230165 tempest-TestVolumeBootPattern-1086230165-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=426a98f1-bdae-428a-b03d-426236e01087,revision_number=None']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:12:01.105615 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 38634) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:12:01.320292 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:12:01.585246 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-07cc555f-a26a-49ee-b13f-3ac193746a05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-457152'] for router_interface (bd590163-56ed-4520-bed7-938322d731b8), before_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:12:01.828376 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.plugin [None req-07cc555f-a26a-49ee-b13f-3ac193746a05 admin admin] Deleting port 50e82984-bbb9-4bf3-948c-ae1dd11befd3 {{(pid=110842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 24 20:12:01.829185 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-07cc555f-a26a-49ee-b13f-3ac193746a05 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731445580472'] for port (50e82984-bbb9-4bf3-948c-ae1dd11befd3), before_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:12:01.883019 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:12:01.925852 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.db [None req-07cc555f-a26a-49ee-b13f-3ac193746a05 admin admin] For port 50e82984-bbb9-4bf3-948c-ae1dd11befd3, host dv-cinder-850449-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850449-2-iscsi',level=0,port_id=50e82984-bbb9-4bf3-948c-ae1dd11befd3,segment=NetworkSegment(4bba68c1-4e30-4a75-be7c-266a932629a9),segment_id=4bba68c1-4e30-4a75-be7c-266a932629a9)] {{(pid=110842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 20:12:01.926454 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-07cc555f-a26a-49ee-b13f-3ac193746a05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458432'] for port (50e82984-bbb9-4bf3-948c-ae1dd11befd3), precommit_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:12:01.949371 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.plugin [None req-07cc555f-a26a-49ee-b13f-3ac193746a05 admin admin] Calling delete_port for 50e82984-bbb9-4bf3-948c-ae1dd11befd3 owned by network:router_interface {{(pid=110842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 24 20:12:02.127995 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 38640) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:12:02.163656 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:12:02.191349 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.db.db_base_plugin_v2 [None req-53169a0e-b254-45df-b617-aa3883ef655c admin admin] Deleting subnet 4b74be12-fa97-400e-b3b0-da4e40833600 {{(pid=110842) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 24 20:12:02.195054 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-53169a0e-b254-45df-b617-aa3883ef655c admin admin] Publish callbacks [] for subnet (4b74be12-fa97-400e-b3b0-da4e40833600), before_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:12:02.232858 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-53169a0e-b254-45df-b617-aa3883ef655c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8979353'] for subnet (4b74be12-fa97-400e-b3b0-da4e40833600), precommit_delete_associations {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:12:02.275756 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-07cc555f-a26a-49ee-b13f-3ac193746a05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731445585704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731445223415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8925015'] for port (50e82984-bbb9-4bf3-948c-ae1dd11befd3), after_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:12:02.277954 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-53169a0e-b254-45df-b617-aa3883ef655c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7817528'] for subnet (4b74be12-fa97-400e-b3b0-da4e40833600), precommit_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:12:02.331758 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cc555f-a26a-49ee-b13f-3ac193746a05 admin admin] Pushing event deleted for resources: {'Port': ['ID=50e82984-bbb9-4bf3-948c-ae1dd11befd3,revision_number=None']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:12:02.495477 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-53169a0e-b254-45df-b617-aa3883ef655c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7817521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8925114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8410652'] for subnet (4b74be12-fa97-400e-b3b0-da4e40833600), after_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:12:02.528809 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53169a0e-b254-45df-b617-aa3883ef655c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b74be12-fa97-400e-b3b0-da4e40833600,revision_number=None']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:12:02.541357 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-53169a0e-b254-45df-b617-aa3883ef655c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:12:02.544447 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-53169a0e-b254-45df-b617-aa3883ef655c admin admin] 10.222.0.17 "DELETE /v2.0/subnets/4b74be12-fa97-400e-b3b0-da4e40833600 HTTP/1.1" status: 204 len: 168 time: 0.4154639 Jul 24 20:12:02.547932 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [-] (110843) accepted ('10.222.0.17', 38642) {{(pid=110843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:12:02.562488 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-07cc555f-a26a-49ee-b13f-3ac193746a05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-594928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-451632'] for router_interface (bd590163-56ed-4520-bed7-938322d731b8), after_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:12:02.623750 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-c4306c6b-f8c0-4d5d-9ce8-27c6fb279df8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7930929'] for network (e266f2ee-d6d6-4a7a-b078-9988bd68045f), before_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:12:02.669756 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:12:02.721261 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-c4306c6b-f8c0-4d5d-9ce8-27c6fb279df8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7817651', 'neutron.services.segments.db._delete_segments_for_network-8731445707084'] for network (e266f2ee-d6d6-4a7a-b078-9988bd68045f), precommit_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:12:02.744849 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.services.segments.db [None req-c4306c6b-f8c0-4d5d-9ce8-27c6fb279df8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e266f2ee-d6d6-4a7a-b078-9988bd68045f']}} {{(pid=110843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:12:02.754678 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.services.segments.db [None req-c4306c6b-f8c0-4d5d-9ce8-27c6fb279df8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24530e87-00ac-4632-8038-d655e59ec8f1') {'for_net_delete': True} {{(pid=110843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:12:02.754969 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.services.segments.db [None req-c4306c6b-f8c0-4d5d-9ce8-27c6fb279df8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24530e87-00ac-4632-8038-d655e59ec8f1') {} {{(pid=110843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:12:02.765309 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-c4306c6b-f8c0-4d5d-9ce8-27c6fb279df8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731445706213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8646316'] for segment (24530e87-00ac-4632-8038-d655e59ec8f1), before_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:12:02.779055 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-c4306c6b-f8c0-4d5d-9ce8-27c6fb279df8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7750649'] for segment (24530e87-00ac-4632-8038-d655e59ec8f1), precommit_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:12:02.786397 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4306c6b-f8c0-4d5d-9ce8-27c6fb279df8 admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=110843) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 20:12:02.786799 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-c4306c6b-f8c0-4d5d-9ce8-27c6fb279df8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7750649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2610855'] for segment (24530e87-00ac-4632-8038-d655e59ec8f1), after_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:12:02.793975 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07cc555f-a26a-49ee-b13f-3ac193746a05 admin admin] Router bd590163-56ed-4520-bed7-938322d731b8 has already been hosted by L3 agent 408021b7-d46b-48c2-9f75-8a8023f9145c {{(pid=110842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 24 20:12:02.919067 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07cc555f-a26a-49ee-b13f-3ac193746a05 admin admin] Notify agent at l3_agent.dv-cinder-850449-2-iscsi the message routers_updated {{(pid=110842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 20:12:02.924001 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b70394e-faae-4de5-b208-57fc1f44d32f None None] Sync routers for ids ['bd590163-56ed-4520-bed7-938322d731b8'] in dv-cinder-850449-2-iscsi {{(pid=110844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 20:12:02.937021 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-07cc555f-a26a-49ee-b13f-3ac193746a05 admin admin] 10.222.0.17 "PUT /v2.0/routers/bd590163-56ed-4520-bed7-938322d731b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8277967 Jul 24 20:12:02.937449 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [-] (110843) accepted ('10.222.0.17', 38648) {{(pid=110843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:12:02.946257 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-c4306c6b-f8c0-4d5d-9ce8-27c6fb279df8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7817604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-452517'] for network (e266f2ee-d6d6-4a7a-b078-9988bd68045f), after_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:12:02.953311 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b70394e-faae-4de5-b208-57fc1f44d32f None None] Routers {'bd590163-56ed-4520-bed7-938322d731b8'} bound to L3 agent in host dv-cinder-850449-2-iscsi {{(pid=110844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 20:12:02.955083 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_hamode_db [None req-9b70394e-faae-4de5-b208-57fc1f44d32f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-24T19:52:06Z,description=,heartbeat_timestamp=2022-07-24T20:11:36Z,host='dv-cinder-850449-2-iscsi',id=408021b7-d46b-48c2-9f75-8a8023f9145c,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T19:52:06Z,topic='l3_agent')) {'router_ids': ['bd590163-56ed-4520-bed7-938322d731b8'], 'active': True} {{(pid=110844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:12:02.985343 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.services.segments.plugin [-] Segment 24530e87-00ac-4632-8038-d655e59ec8f1 resource provider aggregate not found Jul 24 20:12:02.995853 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-c4306c6b-f8c0-4d5d-9ce8-27c6fb279df8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594923'] for network (None), before_response {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:12:03.001605 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [None req-c4306c6b-f8c0-4d5d-9ce8-27c6fb279df8 admin admin] 10.222.0.17 "DELETE /v2.0/networks/e266f2ee-d6d6-4a7a-b078-9988bd68045f HTTP/1.1" status: 204 len: 168 time: 0.4500577 Jul 24 20:12:03.011997 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4306c6b-f8c0-4d5d-9ce8-27c6fb279df8 admin admin] Pushing event deleted for resources: {'Network': ['ID=e266f2ee-d6d6-4a7a-b078-9988bd68045f,revision_number=None']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:12:03.047554 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.services.segments.plugin [-] Segment 24530e87-00ac-4632-8038-d655e59ec8f1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 24530e87-00ac-4632-8038-d655e59ec8f1 found for delete ", "request_id": "req-3dfe7bc6-f5e6-4792-a823-3e29de990e19"}]} Jul 24 20:12:03.063761 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:12:03.077169 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-33efbc81-f72a-4030-8a9a-05322e24ae41 admin admin] Publish callbacks [] for router (bd590163-56ed-4520-bed7-938322d731b8), before_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:12:03.079531 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_dvr_db [None req-9b70394e-faae-4de5-b208-57fc1f44d32f None None] Set router bd590163-56ed-4520-bed7-938322d731b8 gateway port host: dv-cinder-850449-2-iscsi {{(pid=110844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 20:12:03.183925 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-33efbc81-f72a-4030-8a9a-05322e24ae41 admin admin] Publish callbacks [] for router_gateway (bd590163-56ed-4520-bed7-938322d731b8), before_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:12:03.256941 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_hamode_db [None req-9b70394e-faae-4de5-b208-57fc1f44d32f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd590163-56ed-4520-bed7-938322d731b8', 'name': 'tempest-TestVolumeBootPattern-18742786-router', 'tenant_id': '757b69afcbc64d9a853a7ae1f7dc3307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'external_fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.158'}], 'enable_snat': True}, 'gw_port_id': '73f4c4a1-12ee-48ce-8b15-a2cee34961e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T20:03:43Z', 'updated_at': '2022-07-24T20:12:02Z', 'revision_number': 5, 'project_id': '757b69afcbc64d9a853a7ae1f7dc3307', 'gw_port': {'id': '73f4c4a1-12ee-48ce-8b15-a2cee34961e6', 'name': '', 'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:d4:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd590163-56ed-4520-bed7-938322d731b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:03:45Z', 'updated_at': '2022-07-24T20:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99a0caa3-3fb5-4860-826f-478186226de3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850449-2-iscsi'}], 'dv-cinder-850449-2-iscsi', False) {} {{(pid=110844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:12:03.258543 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=100 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:12:03.260096 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=100 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:12:03.283589 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b70394e-faae-4de5-b208-57fc1f44d32f None None] Checking router: bd590163-56ed-4520-bed7-938322d731b8 for host: dv-cinder-850449-2-iscsi {{(pid=110844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 20:12:03.293046 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b70394e-faae-4de5-b208-57fc1f44d32f None None] Routers {'bd590163-56ed-4520-bed7-938322d731b8'} bound to L3 agent in host dv-cinder-850449-2-iscsi {{(pid=110844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 20:12:03.293677 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_hamode_db [None req-9b70394e-faae-4de5-b208-57fc1f44d32f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-24T19:52:06Z,description=,heartbeat_timestamp=2022-07-24T20:11:36Z,host='dv-cinder-850449-2-iscsi',id=408021b7-d46b-48c2-9f75-8a8023f9145c,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T19:52:06Z,topic='l3_agent')) {'router_ids': ['bd590163-56ed-4520-bed7-938322d731b8'], 'active': True} {{(pid=110844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:12:03.399682 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.plugin [None req-33efbc81-f72a-4030-8a9a-05322e24ae41 admin admin] Deleting port 73f4c4a1-12ee-48ce-8b15-a2cee34961e6 {{(pid=110843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 24 20:12:03.400056 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-33efbc81-f72a-4030-8a9a-05322e24ae41 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731445580472'] for port (73f4c4a1-12ee-48ce-8b15-a2cee34961e6), before_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:12:03.402561 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:12:03.438319 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_dvr_db [None req-9b70394e-faae-4de5-b208-57fc1f44d32f None None] Set router bd590163-56ed-4520-bed7-938322d731b8 gateway port host: dv-cinder-850449-2-iscsi {{(pid=110844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 20:12:03.494667 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.db [None req-33efbc81-f72a-4030-8a9a-05322e24ae41 admin admin] For port 73f4c4a1-12ee-48ce-8b15-a2cee34961e6, host dv-cinder-850449-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850449-2-iscsi',level=0,port_id=73f4c4a1-12ee-48ce-8b15-a2cee34961e6,segment=NetworkSegment(fc72dfdc-4d29-4b3c-a3f7-b36f757f54d3),segment_id=fc72dfdc-4d29-4b3c-a3f7-b36f757f54d3)] {{(pid=110843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 20:12:03.495059 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-33efbc81-f72a-4030-8a9a-05322e24ae41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458432'] for port (73f4c4a1-12ee-48ce-8b15-a2cee34961e6), precommit_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:12:03.509815 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.plugin [None req-33efbc81-f72a-4030-8a9a-05322e24ae41 admin admin] Calling delete_port for 73f4c4a1-12ee-48ce-8b15-a2cee34961e6 owned by network:router_gateway {{(pid=110843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 24 20:12:03.582066 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-97ba94ae-1a80-476d-982b-63500525bf83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (dc36e0ef-94f3-4a3e-9c13-4790afccb2e9), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:12:03.583539 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 38654) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:12:03.633538 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_hamode_db [None req-9b70394e-faae-4de5-b208-57fc1f44d32f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd590163-56ed-4520-bed7-938322d731b8', 'name': 'tempest-TestVolumeBootPattern-18742786-router', 'tenant_id': '757b69afcbc64d9a853a7ae1f7dc3307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'external_fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.158'}], 'enable_snat': True}, 'gw_port_id': '73f4c4a1-12ee-48ce-8b15-a2cee34961e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T20:03:43Z', 'updated_at': '2022-07-24T20:12:02Z', 'revision_number': 5, 'project_id': '757b69afcbc64d9a853a7ae1f7dc3307', 'gw_port': {'id': '73f4c4a1-12ee-48ce-8b15-a2cee34961e6', 'name': '', 'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:d4:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd590163-56ed-4520-bed7-938322d731b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:03:45Z', 'updated_at': '2022-07-24T20:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99a0caa3-3fb5-4860-826f-478186226de3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850449-2-iscsi'}], 'dv-cinder-850449-2-iscsi', False) {} {{(pid=110844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:12:03.633833 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-51c137ad-5c20-4e0a-b749-07b8344ae995 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=2cb694ea9cbf458489f9f67a0ff6c40a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0491514 Jul 24 20:12:03.636920 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 38656) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:12:03.665606 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b70394e-faae-4de5-b208-57fc1f44d32f None None] The sync data for ids ['bd590163-56ed-4520-bed7-938322d731b8'] in dv-cinder-850449-2-iscsi is: [{'id': 'bd590163-56ed-4520-bed7-938322d731b8', 'name': 'tempest-TestVolumeBootPattern-18742786-router', 'tenant_id': '757b69afcbc64d9a853a7ae1f7dc3307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'external_fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.158'}], 'enable_snat': True}, 'gw_port_id': '73f4c4a1-12ee-48ce-8b15-a2cee34961e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T20:03:43Z', 'updated_at': '2022-07-24T20:12:02Z', 'revision_number': 5, 'project_id': '757b69afcbc64d9a853a7ae1f7dc3307', 'gw_port': {'id': '73f4c4a1-12ee-48ce-8b15-a2cee34961e6', 'name': '', 'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:d4:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd590163-56ed-4520-bed7-938322d731b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:03:45Z', 'updated_at': '2022-07-24T20:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99a0caa3-3fb5-4860-826f-478186226de3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850449-2-iscsi'}] {{(pid=110844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 20:12:03.701728 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-befba3d6-ad7e-4285-b0e1-4cdeac076a2b admin admin] Publish callbacks [] for security_group (f53b2c70-27d8-4cc8-8e65-d866c10272cc), before_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:12:03.736908 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-befba3d6-ad7e-4285-b0e1-4cdeac076a2b admin admin] Publish callbacks [] for security_group (f53b2c70-27d8-4cc8-8e65-d866c10272cc), precommit_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:12:03.750069 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.agents_db [None req-615be7cd-482a-4e0c-9386-1b4806e6e45a None None] Agent healthcheck: found 6 active agents {{(pid=110845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 20:12:03.765681 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-33efbc81-f72a-4030-8a9a-05322e24ae41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731445585704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731445223415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2610928'] for port (73f4c4a1-12ee-48ce-8b15-a2cee34961e6), after_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:12:03.789374 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33efbc81-f72a-4030-8a9a-05322e24ae41 admin admin] Pushing event deleted for resources: {'Port': ['ID=73f4c4a1-12ee-48ce-8b15-a2cee34961e6,revision_number=None']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:12:03.840395 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-befba3d6-ad7e-4285-b0e1-4cdeac076a2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (f53b2c70-27d8-4cc8-8e65-d866c10272cc), after_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:12:03.844164 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-befba3d6-ad7e-4285-b0e1-4cdeac076a2b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:12:03.848475 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-befba3d6-ad7e-4285-b0e1-4cdeac076a2b admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/f53b2c70-27d8-4cc8-8e65-d866c10272cc HTTP/1.1" status: 204 len: 168 time: 0.2075334 Jul 24 20:12:03.854815 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befba3d6-ad7e-4285-b0e1-4cdeac076a2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f53b2c70-27d8-4cc8-8e65-d866c10272cc,revision_number=None']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:12:03.871707 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-33efbc81-f72a-4030-8a9a-05322e24ae41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-452411'] for router_gateway (bd590163-56ed-4520-bed7-938322d731b8), after_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:12:03.968292 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-33efbc81-f72a-4030-8a9a-05322e24ae41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-450799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-737'] for router (bd590163-56ed-4520-bed7-938322d731b8), precommit_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:12:03.970828 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-33efbc81-f72a-4030-8a9a-05322e24ae41 admin admin] Publish callbacks [] for router_controller (bd590163-56ed-4520-bed7-938322d731b8), precommit_delete_associations {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:12:04.085771 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-33efbc81-f72a-4030-8a9a-05322e24ae41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-450718'] for router (bd590163-56ed-4520-bed7-938322d731b8), after_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:12:04.086425 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33efbc81-f72a-4030-8a9a-05322e24ae41 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bd590163-56ed-4520-bed7-938322d731b8 {{(pid=110843) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 20:12:04.091383 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-33efbc81-f72a-4030-8a9a-05322e24ae41 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:12:04.098098 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [None req-33efbc81-f72a-4030-8a9a-05322e24ae41 admin admin] 10.222.0.17 "DELETE /v2.0/routers/bd590163-56ed-4520-bed7-938322d731b8 HTTP/1.1" status: 204 len: 168 time: 1.1537707 Jul 24 20:12:04.098098 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [-] (110843) accepted ('10.222.0.17', 38660) {{(pid=110843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:12:04.132431 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=86,neutron:UPDATE=3,neutron:DELETE=11 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:12:04.144311 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ef2b0ec-f7bc-47ba-a6c1-6799963cc287 admin admin] Deleting subnet 9fbdff86-24c9-443e-8877-71756a9ade49 {{(pid=110843) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 24 20:12:04.148431 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-1ef2b0ec-f7bc-47ba-a6c1-6799963cc287 admin admin] Publish callbacks [] for subnet (9fbdff86-24c9-443e-8877-71756a9ade49), before_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:12:04.193901 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-1ef2b0ec-f7bc-47ba-a6c1-6799963cc287 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8646293'] for subnet (9fbdff86-24c9-443e-8877-71756a9ade49), precommit_delete_associations {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:12:04.296262 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-1ef2b0ec-f7bc-47ba-a6c1-6799963cc287 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7817528'] for subnet (9fbdff86-24c9-443e-8877-71756a9ade49), precommit_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:12:04.434944 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-1ef2b0ec-f7bc-47ba-a6c1-6799963cc287 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7817521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2610717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8753143'] for subnet (9fbdff86-24c9-443e-8877-71756a9ade49), after_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:12:04.462286 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef2b0ec-f7bc-47ba-a6c1-6799963cc287 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9fbdff86-24c9-443e-8877-71756a9ade49,revision_number=None']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:12:04.466720 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-1ef2b0ec-f7bc-47ba-a6c1-6799963cc287 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594923'] for subnet (None), before_response {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:12:04.469773 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [None req-1ef2b0ec-f7bc-47ba-a6c1-6799963cc287 admin admin] 10.222.0.17 "DELETE /v2.0/subnets/9fbdff86-24c9-443e-8877-71756a9ade49 HTTP/1.1" status: 204 len: 168 time: 0.3738635 Jul 24 20:12:04.473108 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [-] (110843) accepted ('10.222.0.17', 38662) {{(pid=110843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:12:04.474234 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82bb3c9d-9e7a-452d-9143-2fc9c62affa0 None None] Network f72988cc-9fd0-426e-8ec1-94766c43bdf7 requested from dv-cinder-850449-2-iscsi {{(pid=110844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 24 20:12:04.499270 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG dbcounter [-] [110845] Writing DB stats neutron:SELECT=3 {{(pid=110845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:12:04.562248 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-db50428a-690f-4074-bfa9-ca5e28a86bde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7930929'] for network (f72988cc-9fd0-426e-8ec1-94766c43bdf7), before_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:12:04.611576 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.plugin [None req-db50428a-690f-4074-bfa9-ca5e28a86bde admin admin] Deleting port 668fdfb9-62e0-4728-87d2-a01d15cc98a6 {{(pid=110843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 24 20:12:04.611918 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-db50428a-690f-4074-bfa9-ca5e28a86bde admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731445580472'] for port (668fdfb9-62e0-4728-87d2-a01d15cc98a6), before_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:12:04.683488 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.db [None req-db50428a-690f-4074-bfa9-ca5e28a86bde admin admin] For port 668fdfb9-62e0-4728-87d2-a01d15cc98a6, host dv-cinder-850449-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850449-2-iscsi',level=0,port_id=668fdfb9-62e0-4728-87d2-a01d15cc98a6,segment=NetworkSegment(4bba68c1-4e30-4a75-be7c-266a932629a9),segment_id=4bba68c1-4e30-4a75-be7c-266a932629a9)] {{(pid=110843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 20:12:04.683754 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-db50428a-690f-4074-bfa9-ca5e28a86bde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458432'] for port (668fdfb9-62e0-4728-87d2-a01d15cc98a6), precommit_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:12:04.702203 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.plugin [None req-db50428a-690f-4074-bfa9-ca5e28a86bde admin admin] Calling delete_port for 668fdfb9-62e0-4728-87d2-a01d15cc98a6 owned by network:dhcp {{(pid=110843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 24 20:12:04.747523 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e892110-f336-4f31-8e89-6bb6d43932e5 None None] DHCP port deletion for f72988cc-9fd0-426e-8ec1-94766c43bdf7 request from dv-cinder-850449-2-iscsi {{(pid=110844) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 24 20:12:04.759841 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:12:04.797611 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-2e892110-f336-4f31-8e89-6bb6d43932e5 None None] Deleting port 668fdfb9-62e0-4728-87d2-a01d15cc98a6 {{(pid=110844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 24 20:12:04.797611 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-2e892110-f336-4f31-8e89-6bb6d43932e5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731445580472'] for port (668fdfb9-62e0-4728-87d2-a01d15cc98a6), before_delete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:12:04.866450 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-2e892110-f336-4f31-8e89-6bb6d43932e5 None None] For port 668fdfb9-62e0-4728-87d2-a01d15cc98a6, host dv-cinder-850449-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850449-2-iscsi',level=0,port_id=668fdfb9-62e0-4728-87d2-a01d15cc98a6,segment=NetworkSegment(4bba68c1-4e30-4a75-be7c-266a932629a9),segment_id=4bba68c1-4e30-4a75-be7c-266a932629a9)] {{(pid=110844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 20:12:04.866839 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-2e892110-f336-4f31-8e89-6bb6d43932e5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458432'] for port (668fdfb9-62e0-4728-87d2-a01d15cc98a6), precommit_delete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:12:04.880910 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-2e892110-f336-4f31-8e89-6bb6d43932e5 None None] Calling delete_port for 668fdfb9-62e0-4728-87d2-a01d15cc98a6 owned by network:dhcp {{(pid=110844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 24 20:12:04.914739 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-db50428a-690f-4074-bfa9-ca5e28a86bde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731445585704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731445223415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2610928'] for port (668fdfb9-62e0-4728-87d2-a01d15cc98a6), after_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:12:04.942318 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db50428a-690f-4074-bfa9-ca5e28a86bde admin admin] Pushing event deleted for resources: {'Port': ['ID=668fdfb9-62e0-4728-87d2-a01d15cc98a6,revision_number=None']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:12:04.946024 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db50428a-690f-4074-bfa9-ca5e28a86bde admin admin] No DVR routers for this DVR port 668fdfb9-62e0-4728-87d2-a01d15cc98a6 on host dv-cinder-850449-2-iscsi {{(pid=110843) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 24 20:12:04.959763 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Device 73f4c4a1-12ee-48ce-8b15-a2cee34961e6 no longer exists at agent ovs-agent-dv-cinder-850449-2-iscsi {{(pid=110844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 20:12:04.984934 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] No Port match for: 73f4c4a1-12ee-48ce-8b15-a2cee34961e6 {{(pid=110844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 24 20:12:04.985284 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Device 73f4c4a1-12ee-48ce-8b15-a2cee34961e6 not bound to the agent host dv-cinder-850449-2-iscsi {{(pid=110844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 20:12:04.985690 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Device 50e82984-bbb9-4bf3-948c-ae1dd11befd3 no longer exists at agent ovs-agent-dv-cinder-850449-2-iscsi {{(pid=110844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 20:12:05.012216 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] No Port match for: 50e82984-bbb9-4bf3-948c-ae1dd11befd3 {{(pid=110844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 24 20:12:05.012216 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Device 50e82984-bbb9-4bf3-948c-ae1dd11befd3 not bound to the agent host dv-cinder-850449-2-iscsi {{(pid=110844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 20:12:05.012216 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Device 668fdfb9-62e0-4728-87d2-a01d15cc98a6 no longer exists at agent ovs-agent-dv-cinder-850449-2-iscsi {{(pid=110844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 20:12:05.024883 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-db50428a-690f-4074-bfa9-ca5e28a86bde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7817651', 'neutron.services.segments.db._delete_segments_for_network-8731445707084'] for network (f72988cc-9fd0-426e-8ec1-94766c43bdf7), precommit_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:12:05.037321 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] No Port match for: 668fdfb9-62e0-4728-87d2-a01d15cc98a6 {{(pid=110844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 24 20:12:05.037873 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Device 668fdfb9-62e0-4728-87d2-a01d15cc98a6 not bound to the agent host dv-cinder-850449-2-iscsi {{(pid=110844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 20:12:05.050702 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-2e892110-f336-4f31-8e89-6bb6d43932e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731445585704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731445223415'] for port (668fdfb9-62e0-4728-87d2-a01d15cc98a6), after_delete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:12:05.057459 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.services.segments.db [None req-db50428a-690f-4074-bfa9-ca5e28a86bde admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f72988cc-9fd0-426e-8ec1-94766c43bdf7']}} {{(pid=110843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:12:05.063916 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.services.segments.db [None req-db50428a-690f-4074-bfa9-ca5e28a86bde admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bba68c1-4e30-4a75-be7c-266a932629a9') {'for_net_delete': True} {{(pid=110843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:12:05.064215 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.services.segments.db [None req-db50428a-690f-4074-bfa9-ca5e28a86bde admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bba68c1-4e30-4a75-be7c-266a932629a9') {} {{(pid=110843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:12:05.077792 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-db50428a-690f-4074-bfa9-ca5e28a86bde admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731445706213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8646316'] for segment (4bba68c1-4e30-4a75-be7c-266a932629a9), before_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:12:05.092323 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-db50428a-690f-4074-bfa9-ca5e28a86bde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7750649'] for segment (4bba68c1-4e30-4a75-be7c-266a932629a9), precommit_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:12:05.100206 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e892110-f336-4f31-8e89-6bb6d43932e5 None None] Pushing event deleted for resources: {'Port': ['ID=668fdfb9-62e0-4728-87d2-a01d15cc98a6,revision_number=None']} {{(pid=110844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:12:05.100982 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db50428a-690f-4074-bfa9-ca5e28a86bde admin admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=110843) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 20:12:05.101442 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-db50428a-690f-4074-bfa9-ca5e28a86bde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7750649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2610855'] for segment (4bba68c1-4e30-4a75-be7c-266a932629a9), after_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:12:05.107751 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e892110-f336-4f31-8e89-6bb6d43932e5 None None] No DVR routers for this DVR port 668fdfb9-62e0-4728-87d2-a01d15cc98a6 on host dv-cinder-850449-2-iscsi {{(pid=110844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 24 20:12:05.119454 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e892110-f336-4f31-8e89-6bb6d43932e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:12:05.119454 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e892110-f336-4f31-8e89-6bb6d43932e5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:12:05.119454 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e892110-f336-4f31-8e89-6bb6d43932e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:12:05.119454 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e892110-f336-4f31-8e89-6bb6d43932e5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:12:05.119454 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e892110-f336-4f31-8e89-6bb6d43932e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:12:05.119454 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e892110-f336-4f31-8e89-6bb6d43932e5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:12:05.119454 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e892110-f336-4f31-8e89-6bb6d43932e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:12:05.119454 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e892110-f336-4f31-8e89-6bb6d43932e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:12:05.120316 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e892110-f336-4f31-8e89-6bb6d43932e5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:12:05.120316 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e892110-f336-4f31-8e89-6bb6d43932e5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:12:05.120592 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e892110-f336-4f31-8e89-6bb6d43932e5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:12:05.120827 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e892110-f336-4f31-8e89-6bb6d43932e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:12:05.121163 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e892110-f336-4f31-8e89-6bb6d43932e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:12:05.121467 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e892110-f336-4f31-8e89-6bb6d43932e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:12:05.121788 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e892110-f336-4f31-8e89-6bb6d43932e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:12:05.140612 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.services.segments.plugin [-] Segment 4bba68c1-4e30-4a75-be7c-266a932629a9 resource provider aggregate not found Jul 24 20:12:05.173924 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.services.segments.plugin [-] Segment 4bba68c1-4e30-4a75-be7c-266a932629a9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4bba68c1-4e30-4a75-be7c-266a932629a9 found for delete ", "request_id": "req-3805e485-7ad1-40d5-90e9-fa12fde0068c"}]} Jul 24 20:12:05.269402 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-db50428a-690f-4074-bfa9-ca5e28a86bde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7817604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-452517'] for network (f72988cc-9fd0-426e-8ec1-94766c43bdf7), after_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:12:05.274979 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-db50428a-690f-4074-bfa9-ca5e28a86bde admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594923'] for network (None), before_response {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:12:05.278126 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [None req-db50428a-690f-4074-bfa9-ca5e28a86bde admin admin] 10.222.0.17 "DELETE /v2.0/networks/f72988cc-9fd0-426e-8ec1-94766c43bdf7 HTTP/1.1" status: 204 len: 168 time: 0.8036587 Jul 24 20:12:05.281298 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 38670) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:12:05.290461 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db50428a-690f-4074-bfa9-ca5e28a86bde admin admin] Pushing event deleted for resources: {'Network': ['ID=f72988cc-9fd0-426e-8ec1-94766c43bdf7,revision_number=None']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:12:05.394449 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:12:05.678016 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-60b18095-b349-4b71-91aa-dc785d3c088b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-457152'] for router_interface (6f649f49-ac99-4741-be30-fa9b7307da35), before_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:12:05.897105 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-58d1fa1f-e8ce-40aa-bac6-dec7f9c91216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (408021b7-d46b-48c2-9f75-8a8023f9145c), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:12:06.163760 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.plugin [None req-60b18095-b349-4b71-91aa-dc785d3c088b admin admin] Deleting port 0e74f234-ba25-4f07-bbee-b0d78eaf42d4 {{(pid=110842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 24 20:12:06.164099 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-60b18095-b349-4b71-91aa-dc785d3c088b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731445580472'] for port (0e74f234-ba25-4f07-bbee-b0d78eaf42d4), before_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:12:06.166040 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:12:06.197018 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcccf8e-04af-4c7a-978c-97535ed63435 req-d9542b1a-fc7c-45e6-a571-24073c069309 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:12:06.199857 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-7dcccf8e-04af-4c7a-978c-97535ed63435 req-d9542b1a-fc7c-45e6-a571-24073c069309 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] 10.222.0.17 "GET /v2.0/ports?device_id=9e2927d8-38e7-40fa-ba40-d038c1d681ca HTTP/1.1" status: 200 len: 945 time: 0.0691867 Jul 24 20:12:06.257186 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-7dcccf8e-04af-4c7a-978c-97535ed63435 req-70563f4a-10f1-423b-9462-538cfe1f8071 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] 10.222.0.17 "GET /v2.0/security-groups?id=b25dcff4-d364-458d-8e15-4319c39b4de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501552 Jul 24 20:12:06.260197 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.db [None req-60b18095-b349-4b71-91aa-dc785d3c088b admin admin] For port 0e74f234-ba25-4f07-bbee-b0d78eaf42d4, host dv-cinder-850449-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850449-2-iscsi',level=0,port_id=0e74f234-ba25-4f07-bbee-b0d78eaf42d4,segment=NetworkSegment(6c3b37e6-20ea-45ca-83fb-b3d1cf926288),segment_id=6c3b37e6-20ea-45ca-83fb-b3d1cf926288)] {{(pid=110842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 20:12:06.260611 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-60b18095-b349-4b71-91aa-dc785d3c088b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458432'] for port (0e74f234-ba25-4f07-bbee-b0d78eaf42d4), precommit_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:12:06.277500 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.plugin [None req-60b18095-b349-4b71-91aa-dc785d3c088b admin admin] Calling delete_port for 0e74f234-ba25-4f07-bbee-b0d78eaf42d4 owned by network:router_interface {{(pid=110842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 24 20:12:06.543110 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-60b18095-b349-4b71-91aa-dc785d3c088b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731445585704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731445223415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8925015'] for port (0e74f234-ba25-4f07-bbee-b0d78eaf42d4), after_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:12:06.570551 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b18095-b349-4b71-91aa-dc785d3c088b admin admin] Pushing event deleted for resources: {'Port': ['ID=0e74f234-ba25-4f07-bbee-b0d78eaf42d4,revision_number=None']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:12:06.583472 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:12:06.585644 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b18095-b349-4b71-91aa-dc785d3c088b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:12:06.586030 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b18095-b349-4b71-91aa-dc785d3c088b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:12:06.586376 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b18095-b349-4b71-91aa-dc785d3c088b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:12:06.586722 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b18095-b349-4b71-91aa-dc785d3c088b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:12:06.587060 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b18095-b349-4b71-91aa-dc785d3c088b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:12:06.587561 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b18095-b349-4b71-91aa-dc785d3c088b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:12:06.587845 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b18095-b349-4b71-91aa-dc785d3c088b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:12:06.588178 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b18095-b349-4b71-91aa-dc785d3c088b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:12:06.588515 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b18095-b349-4b71-91aa-dc785d3c088b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:12:06.588875 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b18095-b349-4b71-91aa-dc785d3c088b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:12:06.589204 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b18095-b349-4b71-91aa-dc785d3c088b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:12:06.589535 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b18095-b349-4b71-91aa-dc785d3c088b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:12:06.589860 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b18095-b349-4b71-91aa-dc785d3c088b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:12:06.590203 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b18095-b349-4b71-91aa-dc785d3c088b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:12:06.590532 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b18095-b349-4b71-91aa-dc785d3c088b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:12:06.770288 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-60b18095-b349-4b71-91aa-dc785d3c088b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-594928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-451632'] for router_interface (6f649f49-ac99-4741-be30-fa9b7307da35), after_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:12:06.881107 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:12:07.006050 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-6dc48dae-acff-4e3e-8fdb-430da55b4f7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (7ee55678-4254-481c-8cae-5c828aed81c9), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:12:07.007299 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60b18095-b349-4b71-91aa-dc785d3c088b admin admin] Router 6f649f49-ac99-4741-be30-fa9b7307da35 has already been hosted by L3 agent 408021b7-d46b-48c2-9f75-8a8023f9145c {{(pid=110842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 24 20:12:07.125110 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60b18095-b349-4b71-91aa-dc785d3c088b admin admin] Notify agent at l3_agent.dv-cinder-850449-2-iscsi the message routers_updated {{(pid=110842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 20:12:07.131580 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-60b18095-b349-4b71-91aa-dc785d3c088b admin admin] 10.222.0.17 "PUT /v2.0/routers/6f649f49-ac99-4741-be30-fa9b7307da35/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8485651 Jul 24 20:12:07.133453 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [-] (110843) accepted ('10.222.0.17', 38682) {{(pid=110843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:12:07.134086 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad0ad9e4-7922-40a3-a251-91a9dfd5aac8 None None] Sync routers for ids ['6f649f49-ac99-4741-be30-fa9b7307da35'] in dv-cinder-850449-2-iscsi {{(pid=110845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 20:12:07.148742 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad0ad9e4-7922-40a3-a251-91a9dfd5aac8 None None] Routers {'6f649f49-ac99-4741-be30-fa9b7307da35'} bound to L3 agent in host dv-cinder-850449-2-iscsi {{(pid=110845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 20:12:07.149392 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.l3_hamode_db [None req-ad0ad9e4-7922-40a3-a251-91a9dfd5aac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-24T19:52:06Z,description=,heartbeat_timestamp=2022-07-24T20:12:06Z,host='dv-cinder-850449-2-iscsi',id=408021b7-d46b-48c2-9f75-8a8023f9145c,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T19:52:06Z,topic='l3_agent')) {'router_ids': ['6f649f49-ac99-4741-be30-fa9b7307da35'], 'active': True} {{(pid=110845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:12:07.242660 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-4b7e4939-42ba-4fed-afed-27aa40c82bbb admin admin] Publish callbacks [] for router (6f649f49-ac99-4741-be30-fa9b7307da35), before_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:12:07.261576 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.l3_dvr_db [None req-ad0ad9e4-7922-40a3-a251-91a9dfd5aac8 None None] Set router 6f649f49-ac99-4741-be30-fa9b7307da35 gateway port host: dv-cinder-850449-2-iscsi {{(pid=110845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 20:12:07.419713 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:DELETE=9,neutron:UPDATE=1,neutron:SELECT=90 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:12:07.445732 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130c8ac5-a7df-4cc4-a340-f99a7e21ceb1 req-67c6bfd6-1098-4cc9-b49a-b2681ed7cae1 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:12:07.448384 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-130c8ac5-a7df-4cc4-a340-f99a7e21ceb1 req-67c6bfd6-1098-4cc9-b49a-b2681ed7cae1 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] 10.222.0.17 "GET /v2.0/ports?device_id=9e2927d8-38e7-40fa-ba40-d038c1d681ca HTTP/1.1" status: 200 len: 945 time: 0.0997698 Jul 24 20:12:07.484236 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-4b7e4939-42ba-4fed-afed-27aa40c82bbb admin admin] Publish callbacks [] for router_gateway (6f649f49-ac99-4741-be30-fa9b7307da35), before_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:12:07.535475 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-130c8ac5-a7df-4cc4-a340-f99a7e21ceb1 req-2c4063bf-08a7-4ea0-997c-8dd6ca454027 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] 10.222.0.17 "GET /v2.0/security-groups?id=b25dcff4-d364-458d-8e15-4319c39b4de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796893 Jul 24 20:12:07.565033 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.l3_hamode_db [None req-ad0ad9e4-7922-40a3-a251-91a9dfd5aac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f649f49-ac99-4741-be30-fa9b7307da35', 'name': 'tempest-TestVolumeBootPattern-1658278966-router', 'tenant_id': 'ffb48bb456c8458483f20ab4e2a0462c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'external_fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': 'a6626374-8b58-457e-ae80-aec3a7b52df8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T20:03:58Z', 'updated_at': '2022-07-24T20:12:06Z', 'revision_number': 5, 'project_id': 'ffb48bb456c8458483f20ab4e2a0462c', 'gw_port': {'id': 'a6626374-8b58-457e-ae80-aec3a7b52df8', 'name': '', 'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:a8:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f649f49-ac99-4741-be30-fa9b7307da35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:03:58Z', 'updated_at': '2022-07-24T20:04:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99a0caa3-3fb5-4860-826f-478186226de3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850449-2-iscsi'}], 'dv-cinder-850449-2-iscsi', False) {} {{(pid=110845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:12:07.603945 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad0ad9e4-7922-40a3-a251-91a9dfd5aac8 None None] Checking router: 6f649f49-ac99-4741-be30-fa9b7307da35 for host: dv-cinder-850449-2-iscsi {{(pid=110845) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 20:12:07.619981 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad0ad9e4-7922-40a3-a251-91a9dfd5aac8 None None] Routers {'6f649f49-ac99-4741-be30-fa9b7307da35'} bound to L3 agent in host dv-cinder-850449-2-iscsi {{(pid=110845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 20:12:07.621151 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.l3_hamode_db [None req-ad0ad9e4-7922-40a3-a251-91a9dfd5aac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-24T19:52:06Z,description=,heartbeat_timestamp=2022-07-24T20:12:06Z,host='dv-cinder-850449-2-iscsi',id=408021b7-d46b-48c2-9f75-8a8023f9145c,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T19:52:06Z,topic='l3_agent')) {'router_ids': ['6f649f49-ac99-4741-be30-fa9b7307da35'], 'active': True} {{(pid=110845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:12:07.673357 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.plugin [None req-4b7e4939-42ba-4fed-afed-27aa40c82bbb admin admin] Deleting port a6626374-8b58-457e-ae80-aec3a7b52df8 {{(pid=110843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 24 20:12:07.674000 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-4b7e4939-42ba-4fed-afed-27aa40c82bbb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731445580472'] for port (a6626374-8b58-457e-ae80-aec3a7b52df8), before_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:12:07.767144 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.l3_dvr_db [None req-ad0ad9e4-7922-40a3-a251-91a9dfd5aac8 None None] Set router 6f649f49-ac99-4741-be30-fa9b7307da35 gateway port host: dv-cinder-850449-2-iscsi {{(pid=110845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 20:12:07.779027 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.db [None req-4b7e4939-42ba-4fed-afed-27aa40c82bbb admin admin] For port a6626374-8b58-457e-ae80-aec3a7b52df8, host dv-cinder-850449-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850449-2-iscsi',level=0,port_id=a6626374-8b58-457e-ae80-aec3a7b52df8,segment=NetworkSegment(fc72dfdc-4d29-4b3c-a3f7-b36f757f54d3),segment_id=fc72dfdc-4d29-4b3c-a3f7-b36f757f54d3)] {{(pid=110843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 20:12:07.782280 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-4b7e4939-42ba-4fed-afed-27aa40c82bbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458432'] for port (a6626374-8b58-457e-ae80-aec3a7b52df8), precommit_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:12:07.795546 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.plugin [None req-4b7e4939-42ba-4fed-afed-27aa40c82bbb admin admin] Calling delete_port for a6626374-8b58-457e-ae80-aec3a7b52df8 owned by network:router_gateway {{(pid=110843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 24 20:12:07.841766 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:12:07.985490 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.l3_hamode_db [None req-ad0ad9e4-7922-40a3-a251-91a9dfd5aac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f649f49-ac99-4741-be30-fa9b7307da35', 'name': 'tempest-TestVolumeBootPattern-1658278966-router', 'tenant_id': 'ffb48bb456c8458483f20ab4e2a0462c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'external_fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': 'a6626374-8b58-457e-ae80-aec3a7b52df8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T20:03:58Z', 'updated_at': '2022-07-24T20:12:06Z', 'revision_number': 5, 'project_id': 'ffb48bb456c8458483f20ab4e2a0462c', 'gw_port': {'id': 'a6626374-8b58-457e-ae80-aec3a7b52df8', 'name': '', 'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:a8:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f649f49-ac99-4741-be30-fa9b7307da35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:03:58Z', 'updated_at': '2022-07-24T20:04:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99a0caa3-3fb5-4860-826f-478186226de3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850449-2-iscsi'}], 'dv-cinder-850449-2-iscsi', False) {} {{(pid=110845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:12:07.994867 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0430972a-8c76-421f-bcfa-c8d87a4cd7da req-d3ca0e27-b05f-4425-b7cd-fa4df12e7292 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:12:07.996314 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-0430972a-8c76-421f-bcfa-c8d87a4cd7da req-d3ca0e27-b05f-4425-b7cd-fa4df12e7292 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] 10.222.0.42 "GET /v2.0/ports?device_id=9e2927d8-38e7-40fa-ba40-d038c1d681ca HTTP/1.1" status: 200 len: 945 time: 0.0546687 Jul 24 20:12:08.010309 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad0ad9e4-7922-40a3-a251-91a9dfd5aac8 None None] The sync data for ids ['6f649f49-ac99-4741-be30-fa9b7307da35'] in dv-cinder-850449-2-iscsi is: [{'id': '6f649f49-ac99-4741-be30-fa9b7307da35', 'name': 'tempest-TestVolumeBootPattern-1658278966-router', 'tenant_id': 'ffb48bb456c8458483f20ab4e2a0462c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'external_fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': 'a6626374-8b58-457e-ae80-aec3a7b52df8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T20:03:58Z', 'updated_at': '2022-07-24T20:12:06Z', 'revision_number': 5, 'project_id': 'ffb48bb456c8458483f20ab4e2a0462c', 'gw_port': {'id': 'a6626374-8b58-457e-ae80-aec3a7b52df8', 'name': '', 'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:a8:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f649f49-ac99-4741-be30-fa9b7307da35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:03:58Z', 'updated_at': '2022-07-24T20:04:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99a0caa3-3fb5-4860-826f-478186226de3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850449-2-iscsi'}] {{(pid=110845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 20:12:08.116043 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.plugin [req-0430972a-8c76-421f-bcfa-c8d87a4cd7da req-36ffcd61-9f33-4301-80ff-40409b86762c tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Deleting port 42cf2267-add1-49a2-a76e-ae69c63ddc27 {{(pid=110843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 24 20:12:08.116391 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-0430972a-8c76-421f-bcfa-c8d87a4cd7da req-36ffcd61-9f33-4301-80ff-40409b86762c tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731445580472'] for port (42cf2267-add1-49a2-a76e-ae69c63ddc27), before_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:12:08.203312 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-4b7e4939-42ba-4fed-afed-27aa40c82bbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731445585704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731445223415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2610928'] for port (a6626374-8b58-457e-ae80-aec3a7b52df8), after_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:12:08.211846 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:12:08.252295 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7e4939-42ba-4fed-afed-27aa40c82bbb admin admin] Pushing event deleted for resources: {'Port': ['ID=a6626374-8b58-457e-ae80-aec3a7b52df8,revision_number=None']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:12:08.256137 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.db [req-0430972a-8c76-421f-bcfa-c8d87a4cd7da req-36ffcd61-9f33-4301-80ff-40409b86762c tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] For port 42cf2267-add1-49a2-a76e-ae69c63ddc27, host hv-cinder-85044, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85044',level=0,port_id=42cf2267-add1-49a2-a76e-ae69c63ddc27,segment=NetworkSegment(fcae6d86-0667-4466-9640-9c859a957499),segment_id=fcae6d86-0667-4466-9640-9c859a957499)] {{(pid=110843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 20:12:08.256526 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-0430972a-8c76-421f-bcfa-c8d87a4cd7da req-36ffcd61-9f33-4301-80ff-40409b86762c tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458432'] for port (42cf2267-add1-49a2-a76e-ae69c63ddc27), precommit_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:12:08.354513 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-43102eef-6e4b-4922-ad30-3734cbb7477a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (7d43fc2f-3c2c-473f-8c92-13ad6341ecc2), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:12:08.432778 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-4b7e4939-42ba-4fed-afed-27aa40c82bbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-452411'] for router_gateway (6f649f49-ac99-4741-be30-fa9b7307da35), after_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:12:08.957621 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-4b7e4939-42ba-4fed-afed-27aa40c82bbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-450799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-737'] for router (6f649f49-ac99-4741-be30-fa9b7307da35), precommit_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:12:08.964307 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-4b7e4939-42ba-4fed-afed-27aa40c82bbb admin admin] Publish callbacks [] for router_controller (6f649f49-ac99-4741-be30-fa9b7307da35), precommit_delete_associations {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:12:08.986774 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Device 0e74f234-ba25-4f07-bbee-b0d78eaf42d4 no longer exists at agent ovs-agent-dv-cinder-850449-2-iscsi {{(pid=110844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 20:12:09.018134 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] No Port match for: 0e74f234-ba25-4f07-bbee-b0d78eaf42d4 {{(pid=110844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 24 20:12:09.019131 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Device 0e74f234-ba25-4f07-bbee-b0d78eaf42d4 not bound to the agent host dv-cinder-850449-2-iscsi {{(pid=110844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 20:12:09.020631 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10ca127-6191-47fb-889d-2c17bb015177 req-1d1423a8-5a33-4bf8-974d-641ff348e78f tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:12:09.022273 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-f10ca127-6191-47fb-889d-2c17bb015177 req-1d1423a8-5a33-4bf8-974d-641ff348e78f tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] 10.222.0.17 "GET /v2.0/ports?device_id=9e2927d8-38e7-40fa-ba40-d038c1d681ca HTTP/1.1" status: 200 len: 945 time: 0.1715412 Jul 24 20:12:09.087370 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-f10ca127-6191-47fb-889d-2c17bb015177 req-431fb028-2820-4d38-b4dd-ac52f6f55ab7 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] 10.222.0.17 "GET /v2.0/security-groups?id=b25dcff4-d364-458d-8e15-4319c39b4de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518694 Jul 24 20:12:09.145385 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-0430972a-8c76-421f-bcfa-c8d87a4cd7da req-36ffcd61-9f33-4301-80ff-40409b86762c tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:12:09.145645 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-0430972a-8c76-421f-bcfa-c8d87a4cd7da req-36ffcd61-9f33-4301-80ff-40409b86762c tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-452544'] for floatingip (80e4b2a7-de5b-4ef1-ab3a-7668015e3262), after_update {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:12:09.145975 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.db.l3_db [req-0430972a-8c76-421f-bcfa-c8d87a4cd7da req-36ffcd61-9f33-4301-80ff-40409b86762c tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Floating IP 80e4b2a7-de5b-4ef1-ab3a-7668015e3262 disassociated. External IP: 172.27.3.39, port: 42cf2267-add1-49a2-a76e-ae69c63ddc27. Jul 24 20:12:09.146327 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.plugin [req-0430972a-8c76-421f-bcfa-c8d87a4cd7da req-36ffcd61-9f33-4301-80ff-40409b86762c tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Calling delete_port for 42cf2267-add1-49a2-a76e-ae69c63ddc27 owned by compute:nova {{(pid=110843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 24 20:12:09.148568 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-4b7e4939-42ba-4fed-afed-27aa40c82bbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-450718'] for router (6f649f49-ac99-4741-be30-fa9b7307da35), after_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:12:09.156688 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b7e4939-42ba-4fed-afed-27aa40c82bbb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6f649f49-ac99-4741-be30-fa9b7307da35 {{(pid=110843) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 20:12:09.156688 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-4b7e4939-42ba-4fed-afed-27aa40c82bbb admin admin] Publish callbacks [] for router (None), before_response {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:12:09.156688 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [None req-4b7e4939-42ba-4fed-afed-27aa40c82bbb admin admin] 10.222.0.17 "DELETE /v2.0/routers/6f649f49-ac99-4741-be30-fa9b7307da35 HTTP/1.1" status: 204 len: 168 time: 2.0219929 Jul 24 20:12:09.159844 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [-] (110843) accepted ('10.222.0.17', 38688) {{(pid=110843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:12:09.183479 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (46eda511-dfa5-408c-8bd4-cb509f691033), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:12:09.261778 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b6b9ae1-7b5e-4641-8221-7a49ebe42d1a admin admin] Deleting subnet 814a8481-771e-4dd7-b711-716b3b8f8db6 {{(pid=110843) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 24 20:12:09.273314 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-8b6b9ae1-7b5e-4641-8221-7a49ebe42d1a admin admin] Publish callbacks [] for subnet (814a8481-771e-4dd7-b711-716b3b8f8db6), before_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:12:09.319656 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-8b6b9ae1-7b5e-4641-8221-7a49ebe42d1a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8646293'] for subnet (814a8481-771e-4dd7-b711-716b3b8f8db6), precommit_delete_associations {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:12:09.362332 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:12:09.460611 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-8b6b9ae1-7b5e-4641-8221-7a49ebe42d1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7817528'] for subnet (814a8481-771e-4dd7-b711-716b3b8f8db6), precommit_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:12:09.566527 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-0430972a-8c76-421f-bcfa-c8d87a4cd7da req-36ffcd61-9f33-4301-80ff-40409b86762c tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731445585704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731445223415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2610928'] for port (42cf2267-add1-49a2-a76e-ae69c63ddc27), after_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:12:09.600511 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-8b6b9ae1-7b5e-4641-8221-7a49ebe42d1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7817521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2610717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8753143'] for subnet (814a8481-771e-4dd7-b711-716b3b8f8db6), after_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:12:09.607233 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ffcd61-9f33-4301-80ff-40409b86762c tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Pushing event deleted for resources: {'Port': ['ID=42cf2267-add1-49a2-a76e-ae69c63ddc27,revision_number=None']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:12:09.641020 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6b9ae1-7b5e-4641-8221-7a49ebe42d1a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=814a8481-771e-4dd7-b711-716b3b8f8db6,revision_number=None']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:12:09.648042 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-8b6b9ae1-7b5e-4641-8221-7a49ebe42d1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594923'] for subnet (None), before_response {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:12:09.655418 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [None req-8b6b9ae1-7b5e-4641-8221-7a49ebe42d1a admin admin] 10.222.0.17 "DELETE /v2.0/subnets/814a8481-771e-4dd7-b711-716b3b8f8db6 HTTP/1.1" status: 204 len: 168 time: 0.4909012 Jul 24 20:12:09.655538 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 38690) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:12:09.674026 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49f7ec2d-11b3-4c18-bfdd-1ea719d493df None None] Network 30753061-114b-4ecf-8b72-eaa3d2d17fcf requested from dv-cinder-850449-2-iscsi {{(pid=110844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 24 20:12:09.719833 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=83,neutron:DELETE=12,neutron:UPDATE=5 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:12:09.736699 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-559b5034-509b-482c-9112-3aaedc1e6022 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7930929'] for network (30753061-114b-4ecf-8b72-eaa3d2d17fcf), before_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:12:09.746447 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:12:09.797211 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0430972a-8c76-421f-bcfa-c8d87a4cd7da req-36ffcd61-9f33-4301-80ff-40409b86762c tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Router feddf977-e9f0-442b-9b8d-1726bead7082 has already been hosted by L3 agent 408021b7-d46b-48c2-9f75-8a8023f9145c {{(pid=110843) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 24 20:12:09.811540 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.plugin [None req-559b5034-509b-482c-9112-3aaedc1e6022 admin admin] Deleting port 04be5403-935b-4023-aecd-28b5273a761c {{(pid=110842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 24 20:12:09.811949 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-559b5034-509b-482c-9112-3aaedc1e6022 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731445580472'] for port (04be5403-935b-4023-aecd-28b5273a761c), before_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:12:09.857922 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2ae38ce-ab24-4435-a6f0-48a6dcb51ee9 None None] DHCP port deletion for 30753061-114b-4ecf-8b72-eaa3d2d17fcf request from dv-cinder-850449-2-iscsi {{(pid=110844) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 24 20:12:09.891925 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.db [None req-559b5034-509b-482c-9112-3aaedc1e6022 admin admin] For port 04be5403-935b-4023-aecd-28b5273a761c, host dv-cinder-850449-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850449-2-iscsi',level=0,port_id=04be5403-935b-4023-aecd-28b5273a761c,segment=NetworkSegment(6c3b37e6-20ea-45ca-83fb-b3d1cf926288),segment_id=6c3b37e6-20ea-45ca-83fb-b3d1cf926288)] {{(pid=110842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 20:12:09.892287 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-559b5034-509b-482c-9112-3aaedc1e6022 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458432'] for port (04be5403-935b-4023-aecd-28b5273a761c), precommit_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:12:09.904066 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-e2ae38ce-ab24-4435-a6f0-48a6dcb51ee9 None None] Deleting port 04be5403-935b-4023-aecd-28b5273a761c {{(pid=110844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 24 20:12:09.904794 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-e2ae38ce-ab24-4435-a6f0-48a6dcb51ee9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731445580472'] for port (04be5403-935b-4023-aecd-28b5273a761c), before_delete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:12:09.908348 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.plugin [None req-559b5034-509b-482c-9112-3aaedc1e6022 admin admin] Calling delete_port for 04be5403-935b-4023-aecd-28b5273a761c owned by network:dhcp {{(pid=110842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 24 20:12:09.926146 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0430972a-8c76-421f-bcfa-c8d87a4cd7da req-36ffcd61-9f33-4301-80ff-40409b86762c tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Notify agent at l3_agent.dv-cinder-850449-2-iscsi the message routers_updated {{(pid=110843) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 20:12:09.988636 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d933852-b6f9-4bf7-97dc-31d1c8fc5165 None None] Sync routers for ids ['feddf977-e9f0-442b-9b8d-1726bead7082'] in dv-cinder-850449-2-iscsi {{(pid=110844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 20:12:09.990695 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.db.l3_dvrscheduler_db [req-0430972a-8c76-421f-bcfa-c8d87a4cd7da req-36ffcd61-9f33-4301-80ff-40409b86762c tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] No DVR routers for this DVR port 42cf2267-add1-49a2-a76e-ae69c63ddc27 on host hv-cinder-85044 {{(pid=110843) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 24 20:12:09.993369 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-0430972a-8c76-421f-bcfa-c8d87a4cd7da req-36ffcd61-9f33-4301-80ff-40409b86762c tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1048257'] for port (None), before_response {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:12:09.996605 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-0430972a-8c76-421f-bcfa-c8d87a4cd7da req-36ffcd61-9f33-4301-80ff-40409b86762c tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] 10.222.0.42 "DELETE /v2.0/ports/42cf2267-add1-49a2-a76e-ae69c63ddc27 HTTP/1.1" status: 204 len: 173 time: 1.9825904 Jul 24 20:12:09.997107 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e2927d8-38e7-40fa-ba40-d038c1d681ca', 'name': 'network-vif-deleted', 'tag': '42cf2267-add1-49a2-a76e-ae69c63ddc27'}] {{(pid=110843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 24 20:12:09.999937 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa129e2ea71b36189c7354ee4da78dc54b5a7420159cbfa164f6b2678096e4e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2afe6f9-5a17-4ae6-9b19-f5aae7652930" -d '{"events": [{"server_uuid": "9e2927d8-38e7-40fa-ba40-d038c1d681ca", "name": "network-vif-deleted", "tag": "42cf2267-add1-49a2-a76e-ae69c63ddc27"}]}' {{(pid=110843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 20:12:10.012082 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-e2ae38ce-ab24-4435-a6f0-48a6dcb51ee9 None None] For port 04be5403-935b-4023-aecd-28b5273a761c, host dv-cinder-850449-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850449-2-iscsi',level=0,port_id=04be5403-935b-4023-aecd-28b5273a761c,segment=NetworkSegment(6c3b37e6-20ea-45ca-83fb-b3d1cf926288),segment_id=6c3b37e6-20ea-45ca-83fb-b3d1cf926288)] {{(pid=110844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 20:12:10.012487 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-e2ae38ce-ab24-4435-a6f0-48a6dcb51ee9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458432'] for port (04be5403-935b-4023-aecd-28b5273a761c), precommit_delete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:12:10.036273 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d933852-b6f9-4bf7-97dc-31d1c8fc5165 None None] Routers {'feddf977-e9f0-442b-9b8d-1726bead7082'} bound to L3 agent in host dv-cinder-850449-2-iscsi {{(pid=110844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 20:12:10.037001 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_hamode_db [None req-9d933852-b6f9-4bf7-97dc-31d1c8fc5165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-24T19:52:06Z,description=,heartbeat_timestamp=2022-07-24T20:12:06Z,host='dv-cinder-850449-2-iscsi',id=408021b7-d46b-48c2-9f75-8a8023f9145c,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T19:52:06Z,topic='l3_agent')) {'router_ids': ['feddf977-e9f0-442b-9b8d-1726bead7082'], 'active': True} {{(pid=110844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:12:10.040205 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-e2ae38ce-ab24-4435-a6f0-48a6dcb51ee9 None None] Calling delete_port for 04be5403-935b-4023-aecd-28b5273a761c owned by network:dhcp {{(pid=110844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 24 20:12:10.062131 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 24 Jul 2022 20:12:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11bda04f-8d25-4bf8-9d9e-2d32837ad1fe x-openstack-request-id: req-11bda04f-8d25-4bf8-9d9e-2d32837ad1fe {{(pid=110843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 20:12:10.062297 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e2927d8-38e7-40fa-ba40-d038c1d681ca", "name": "network-vif-deleted", "tag": "42cf2267-add1-49a2-a76e-ae69c63ddc27", "status": "completed", "code": 200}]} {{(pid=110843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 20:12:10.062515 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-11bda04f-8d25-4bf8-9d9e-2d32837ad1fe {{(pid=110843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 20:12:10.062871 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11bda04f-8d25-4bf8-9d9e-2d32837ad1fe'] response: {'server_uuid': '9e2927d8-38e7-40fa-ba40-d038c1d681ca', 'name': 'network-vif-deleted', 'tag': '42cf2267-add1-49a2-a76e-ae69c63ddc27', 'status': 'completed', 'code': 200} Jul 24 20:12:10.126201 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-559b5034-509b-482c-9112-3aaedc1e6022 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731445585704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731445223415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8925015'] for port (04be5403-935b-4023-aecd-28b5273a761c), after_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:12:10.155939 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559b5034-509b-482c-9112-3aaedc1e6022 admin admin] Pushing event deleted for resources: {'Port': ['ID=04be5403-935b-4023-aecd-28b5273a761c,revision_number=None']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:12:10.160198 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-559b5034-509b-482c-9112-3aaedc1e6022 admin admin] No DVR routers for this DVR port 04be5403-935b-4023-aecd-28b5273a761c on host dv-cinder-850449-2-iscsi {{(pid=110842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 24 20:12:10.178689 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:12:10.217291 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Device 42cf2267-add1-49a2-a76e-ae69c63ddc27 no longer exists at agent hyperv_hv-cinder-85044 {{(pid=110844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 20:12:10.223634 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_dvr_db [None req-9d933852-b6f9-4bf7-97dc-31d1c8fc5165 None None] Set router feddf977-e9f0-442b-9b8d-1726bead7082 gateway port host: dv-cinder-850449-2-iscsi {{(pid=110844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 20:12:10.260467 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-7e5a1519-8640-480b-b5a2-45af70698a3c req-4c92d49b-b97c-4205-a8f8-99af006a50ed tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] 10.222.0.17 "GET /v2.0/ports?device_id=9e2927d8-38e7-40fa-ba40-d038c1d681ca HTTP/1.1" status: 200 len: 210 time: 0.0484087 Jul 24 20:12:10.262149 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-559b5034-509b-482c-9112-3aaedc1e6022 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7817651', 'neutron.services.segments.db._delete_segments_for_network-8731445707084'] for network (30753061-114b-4ecf-8b72-eaa3d2d17fcf), precommit_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:12:10.275705 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] No Port match for: 42cf2267-add1-49a2-a76e-ae69c63ddc27 {{(pid=110844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 24 20:12:10.275705 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Device 42cf2267-add1-49a2-a76e-ae69c63ddc27 not bound to the agent host hv-cinder-85044 {{(pid=110844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 20:12:10.286375 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-e2ae38ce-ab24-4435-a6f0-48a6dcb51ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731445585704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731445223415'] for port (04be5403-935b-4023-aecd-28b5273a761c), after_delete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:12:10.300741 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.services.segments.db [None req-559b5034-509b-482c-9112-3aaedc1e6022 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30753061-114b-4ecf-8b72-eaa3d2d17fcf']}} {{(pid=110842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:12:10.311817 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.services.segments.db [None req-559b5034-509b-482c-9112-3aaedc1e6022 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c3b37e6-20ea-45ca-83fb-b3d1cf926288') {'for_net_delete': True} {{(pid=110842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:12:10.325550 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.services.segments.db [None req-559b5034-509b-482c-9112-3aaedc1e6022 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c3b37e6-20ea-45ca-83fb-b3d1cf926288') {} {{(pid=110842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:12:10.325550 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-559b5034-509b-482c-9112-3aaedc1e6022 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731445706213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8979360'] for segment (6c3b37e6-20ea-45ca-83fb-b3d1cf926288), before_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:12:10.330751 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:12:10.337514 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-559b5034-509b-482c-9112-3aaedc1e6022 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7750649'] for segment (6c3b37e6-20ea-45ca-83fb-b3d1cf926288), precommit_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:12:10.344447 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-559b5034-509b-482c-9112-3aaedc1e6022 admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=110842) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 20:12:10.344907 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-559b5034-509b-482c-9112-3aaedc1e6022 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7750649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8924928'] for segment (6c3b37e6-20ea-45ca-83fb-b3d1cf926288), after_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:12:10.348862 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ae38ce-ab24-4435-a6f0-48a6dcb51ee9 None None] Pushing event deleted for resources: {'Port': ['ID=04be5403-935b-4023-aecd-28b5273a761c,revision_number=None']} {{(pid=110844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:12:10.363685 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ae38ce-ab24-4435-a6f0-48a6dcb51ee9 None None] No DVR routers for this DVR port 04be5403-935b-4023-aecd-28b5273a761c on host dv-cinder-850449-2-iscsi {{(pid=110844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 24 20:12:10.381095 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.services.segments.plugin [-] Segment 6c3b37e6-20ea-45ca-83fb-b3d1cf926288 resource provider aggregate not found Jul 24 20:12:10.444183 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.services.segments.plugin [-] Segment 6c3b37e6-20ea-45ca-83fb-b3d1cf926288 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6c3b37e6-20ea-45ca-83fb-b3d1cf926288 found for delete ", "request_id": "req-55501a25-4322-4b07-b2c2-613121deaa12"}]} Jul 24 20:12:10.492072 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-559b5034-509b-482c-9112-3aaedc1e6022 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7817604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-452517'] for network (30753061-114b-4ecf-8b72-eaa3d2d17fcf), after_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:12:10.500879 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-559b5034-509b-482c-9112-3aaedc1e6022 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594923'] for network (None), before_response {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:12:10.505240 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-559b5034-509b-482c-9112-3aaedc1e6022 admin admin] 10.222.0.17 "DELETE /v2.0/networks/30753061-114b-4ecf-8b72-eaa3d2d17fcf HTTP/1.1" status: 204 len: 168 time: 0.8485503 Jul 24 20:12:10.519948 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559b5034-509b-482c-9112-3aaedc1e6022 admin admin] Pushing event deleted for resources: {'Network': ['ID=30753061-114b-4ecf-8b72-eaa3d2d17fcf,revision_number=None']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:12:10.525175 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_hamode_db [None req-9d933852-b6f9-4bf7-97dc-31d1c8fc5165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feddf977-e9f0-442b-9b8d-1726bead7082', 'name': 'tempest-AttachVolumeTestJSON-1389149112-router', 'tenant_id': '8fac69862bde46c8b40d8a4cc26ca379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'external_fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '3aaa552d-4772-4834-8187-d51b1af8b119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T20:08:49Z', 'updated_at': '2022-07-24T20:08:53Z', 'revision_number': 4, 'project_id': '8fac69862bde46c8b40d8a4cc26ca379', 'gw_port': {'id': '3aaa552d-4772-4834-8187-d51b1af8b119', 'name': '', 'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:1a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feddf977-e9f0-442b-9b8d-1726bead7082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:08:49Z', 'updated_at': '2022-07-24T20:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99a0caa3-3fb5-4860-826f-478186226de3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850449-2-iscsi', '_interfaces': [{'id': '5e13c657-69df-45e4-a8db-99be807ba027', 'name': '', 'network_id': 'aa4c12fa-3159-4d22-bc24-a1265d6d540b', 'tenant_id': '8fac69862bde46c8b40d8a4cc26ca379', 'mac_address': 'fa:16:3e:c2:c9:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feddf977-e9f0-442b-9b8d-1726bead7082', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '1a5ce63f-aff9-46ab-b841-e4d465c7d600', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:08:52Z', 'updated_at': '2022-07-24T20:08:56Z', 'revision_number': 5, 'project_id': '8fac69862bde46c8b40d8a4cc26ca379', 'subnets': [{'id': '1a5ce63f-aff9-46ab-b841-e4d465c7d600', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850449-2-iscsi', False) {} {{(pid=110844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:12:10.557896 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d933852-b6f9-4bf7-97dc-31d1c8fc5165 None None] Checking router: feddf977-e9f0-442b-9b8d-1726bead7082 for host: dv-cinder-850449-2-iscsi {{(pid=110844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 20:12:10.571057 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d933852-b6f9-4bf7-97dc-31d1c8fc5165 None None] Routers {'feddf977-e9f0-442b-9b8d-1726bead7082'} bound to L3 agent in host dv-cinder-850449-2-iscsi {{(pid=110844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 20:12:10.571706 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_hamode_db [None req-9d933852-b6f9-4bf7-97dc-31d1c8fc5165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-24T19:52:06Z,description=,heartbeat_timestamp=2022-07-24T20:12:06Z,host='dv-cinder-850449-2-iscsi',id=408021b7-d46b-48c2-9f75-8a8023f9145c,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T19:52:06Z,topic='l3_agent')) {'router_ids': ['feddf977-e9f0-442b-9b8d-1726bead7082'], 'active': True} {{(pid=110844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:12:10.630833 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:12:10.697050 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_dvr_db [None req-9d933852-b6f9-4bf7-97dc-31d1c8fc5165 None None] Set router feddf977-e9f0-442b-9b8d-1726bead7082 gateway port host: dv-cinder-850449-2-iscsi {{(pid=110844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 20:12:10.991645 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Device a6626374-8b58-457e-ae80-aec3a7b52df8 no longer exists at agent ovs-agent-dv-cinder-850449-2-iscsi {{(pid=110844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 20:12:11.018143 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 38702) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:12:11.020951 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (95564131-b678-4db2-a162-51408b2acd55), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:12:11.024847 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] No Port match for: a6626374-8b58-457e-ae80-aec3a7b52df8 {{(pid=110844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 24 20:12:11.026005 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Device a6626374-8b58-457e-ae80-aec3a7b52df8 not bound to the agent host dv-cinder-850449-2-iscsi {{(pid=110844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 20:12:11.026451 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Device 04be5403-935b-4023-aecd-28b5273a761c no longer exists at agent ovs-agent-dv-cinder-850449-2-iscsi {{(pid=110844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 20:12:11.057347 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] No Port match for: 04be5403-935b-4023-aecd-28b5273a761c {{(pid=110844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 24 20:12:11.057682 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Device 04be5403-935b-4023-aecd-28b5273a761c not bound to the agent host dv-cinder-850449-2-iscsi {{(pid=110844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 20:12:11.098531 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-8c75f2c9-e578-4289-a2a9-2b2e45e9743c admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=757b69afcbc64d9a853a7ae1f7dc3307&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0788641 Jul 24 20:12:11.101167 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 38704) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:12:11.136484 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_hamode_db [None req-9d933852-b6f9-4bf7-97dc-31d1c8fc5165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feddf977-e9f0-442b-9b8d-1726bead7082', 'name': 'tempest-AttachVolumeTestJSON-1389149112-router', 'tenant_id': '8fac69862bde46c8b40d8a4cc26ca379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'external_fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '3aaa552d-4772-4834-8187-d51b1af8b119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T20:08:49Z', 'updated_at': '2022-07-24T20:08:53Z', 'revision_number': 4, 'project_id': '8fac69862bde46c8b40d8a4cc26ca379', 'gw_port': {'id': '3aaa552d-4772-4834-8187-d51b1af8b119', 'name': '', 'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:1a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feddf977-e9f0-442b-9b8d-1726bead7082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:08:49Z', 'updated_at': '2022-07-24T20:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99a0caa3-3fb5-4860-826f-478186226de3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850449-2-iscsi', '_interfaces': [{'id': '5e13c657-69df-45e4-a8db-99be807ba027', 'name': '', 'network_id': 'aa4c12fa-3159-4d22-bc24-a1265d6d540b', 'tenant_id': '8fac69862bde46c8b40d8a4cc26ca379', 'mac_address': 'fa:16:3e:c2:c9:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feddf977-e9f0-442b-9b8d-1726bead7082', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '1a5ce63f-aff9-46ab-b841-e4d465c7d600', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:08:52Z', 'updated_at': '2022-07-24T20:08:56Z', 'revision_number': 5, 'project_id': '8fac69862bde46c8b40d8a4cc26ca379', 'subnets': [{'id': '1a5ce63f-aff9-46ab-b841-e4d465c7d600', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850449-2-iscsi', False) {} {{(pid=110844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:12:11.164204 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d933852-b6f9-4bf7-97dc-31d1c8fc5165 None None] The sync data for ids ['feddf977-e9f0-442b-9b8d-1726bead7082'] in dv-cinder-850449-2-iscsi is: [{'id': 'feddf977-e9f0-442b-9b8d-1726bead7082', 'name': 'tempest-AttachVolumeTestJSON-1389149112-router', 'tenant_id': '8fac69862bde46c8b40d8a4cc26ca379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'external_fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '3aaa552d-4772-4834-8187-d51b1af8b119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T20:08:49Z', 'updated_at': '2022-07-24T20:08:53Z', 'revision_number': 4, 'project_id': '8fac69862bde46c8b40d8a4cc26ca379', 'gw_port': {'id': '3aaa552d-4772-4834-8187-d51b1af8b119', 'name': '', 'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:1a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feddf977-e9f0-442b-9b8d-1726bead7082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:08:49Z', 'updated_at': '2022-07-24T20:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99a0caa3-3fb5-4860-826f-478186226de3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850449-2-iscsi', '_interfaces': [{'id': '5e13c657-69df-45e4-a8db-99be807ba027', 'name': '', 'network_id': 'aa4c12fa-3159-4d22-bc24-a1265d6d540b', 'tenant_id': '8fac69862bde46c8b40d8a4cc26ca379', 'mac_address': 'fa:16:3e:c2:c9:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feddf977-e9f0-442b-9b8d-1726bead7082', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '1a5ce63f-aff9-46ab-b841-e4d465c7d600', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:08:52Z', 'updated_at': '2022-07-24T20:08:56Z', 'revision_number': 5, 'project_id': '8fac69862bde46c8b40d8a4cc26ca379', 'subnets': [{'id': '1a5ce63f-aff9-46ab-b841-e4d465c7d600', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 20:12:11.199088 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-fe8cf68c-37cd-4da4-a638-636200558f1a admin admin] Publish callbacks [] for security_group (007d5962-d1f7-48da-96be-8cc019c12c13), before_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:12:11.233596 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-fe8cf68c-37cd-4da4-a638-636200558f1a admin admin] Publish callbacks [] for security_group (007d5962-d1f7-48da-96be-8cc019c12c13), precommit_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:12:11.388696 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-fe8cf68c-37cd-4da4-a638-636200558f1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (007d5962-d1f7-48da-96be-8cc019c12c13), after_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:12:11.391572 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-fe8cf68c-37cd-4da4-a638-636200558f1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:12:11.395081 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-fe8cf68c-37cd-4da4-a638-636200558f1a admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/007d5962-d1f7-48da-96be-8cc019c12c13 HTTP/1.1" status: 204 len: 168 time: 0.2907851 Jul 24 20:12:11.410262 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8cf68c-37cd-4da4-a638-636200558f1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=007d5962-d1f7-48da-96be-8cc019c12c13,revision_number=None']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:12:11.470386 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 38712) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:12:11.480962 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c1b6cc2-c831-42f2-9a12-71b1b9aaae10 None None] New status for floating IP 80e4b2a7-de5b-4ef1-ab3a-7668015e3262: DOWN {{(pid=110845) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 24 20:12:11.537387 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-eb646aca-438e-4519-9714-b4bda64403c6 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Publish callbacks [] for security_group (b25dcff4-d364-458d-8e15-4319c39b4de0), before_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:12:11.565142 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-eb646aca-438e-4519-9714-b4bda64403c6 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Publish callbacks [] for security_group (b25dcff4-d364-458d-8e15-4319c39b4de0), precommit_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:12:11.772419 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-eb646aca-438e-4519-9714-b4bda64403c6 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (b25dcff4-d364-458d-8e15-4319c39b4de0), after_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:12:11.777745 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-eb646aca-438e-4519-9714-b4bda64403c6 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Publish callbacks [] for security_group (None), before_response {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:12:11.779849 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-eb646aca-438e-4519-9714-b4bda64403c6 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] 10.222.0.17 "DELETE /v2.0/security-groups/b25dcff4-d364-458d-8e15-4319c39b4de0 HTTP/1.1" status: 204 len: 168 time: 0.3078523 Jul 24 20:12:11.783717 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [-] (110843) accepted ('10.222.0.17', 38714) {{(pid=110843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:12:11.798518 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb646aca-438e-4519-9714-b4bda64403c6 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b25dcff4-d364-458d-8e15-4319c39b4de0,revision_number=None']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:12:11.822588 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.api.v2.resource [None req-cede5275-cb53-4b8e-9afe-d88d3f63e9bc tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] show failed (client error): The resource could not be found. Jul 24 20:12:11.823842 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [None req-cede5275-cb53-4b8e-9afe-d88d3f63e9bc tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] 10.222.0.17 "GET /v2.0/security-groups/b25dcff4-d364-458d-8e15-4319c39b4de0 HTTP/1.1" status: 404 len: 347 time: 0.0386591 Jul 24 20:12:11.828512 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 38718) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:12:11.941571 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=87,neutron:DELETE=12,neutron:UPDATE=1 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:12:11.981706 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.plugin [None req-3e0a1c71-6c18-4ef3-94f8-3a9afdece4fb tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Deleting port 1aaf16c4-74ca-4d90-8abe-2762dce8f45d {{(pid=110842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 24 20:12:11.982038 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-3e0a1c71-6c18-4ef3-94f8-3a9afdece4fb tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731445580472'] for port (1aaf16c4-74ca-4d90-8abe-2762dce8f45d), before_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:12:12.070719 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-3e0a1c71-6c18-4ef3-94f8-3a9afdece4fb tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458432'] for port (1aaf16c4-74ca-4d90-8abe-2762dce8f45d), precommit_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:12:12.071394 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-3e0a1c71-6c18-4ef3-94f8-3a9afdece4fb tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Publish callbacks [] for floatingip (1aaf16c4-74ca-4d90-8abe-2762dce8f45d), precommit_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:12:12.093018 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.plugin [None req-3e0a1c71-6c18-4ef3-94f8-3a9afdece4fb tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Calling delete_port for 1aaf16c4-74ca-4d90-8abe-2762dce8f45d owned by network:floatingip {{(pid=110842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 24 20:12:12.223700 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [-] (110843) accepted ('10.222.0.17', 38720) {{(pid=110843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:12:12.251030 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:12:12.273100 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [None req-81e55ddb-9a0e-4cf6-8590-11473049dbd0 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=ffb48bb456c8458483f20ab4e2a0462c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0481310 Jul 24 20:12:12.275703 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [-] (110843) accepted ('10.222.0.17', 38722) {{(pid=110843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:12:12.338971 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-9263d0c8-b8cc-4ae0-bd19-1abd62a11d42 admin admin] Publish callbacks [] for security_group (87069a1d-37dc-4c2a-aa92-fcc23a03593f), before_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:12:12.366542 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-9263d0c8-b8cc-4ae0-bd19-1abd62a11d42 admin admin] Publish callbacks [] for security_group (87069a1d-37dc-4c2a-aa92-fcc23a03593f), precommit_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:12:12.371891 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-3e0a1c71-6c18-4ef3-94f8-3a9afdece4fb tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731445585704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731445223415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8925015'] for port (1aaf16c4-74ca-4d90-8abe-2762dce8f45d), after_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:12:12.421256 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0a1c71-6c18-4ef3-94f8-3a9afdece4fb tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Pushing event deleted for resources: {'Port': ['ID=1aaf16c4-74ca-4d90-8abe-2762dce8f45d,revision_number=None']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:12:12.494954 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-3e0a1c71-6c18-4ef3-94f8-3a9afdece4fb tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Publish callbacks [] for floatingip (80e4b2a7-de5b-4ef1-ab3a-7668015e3262), after_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:12:12.497549 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-3e0a1c71-6c18-4ef3-94f8-3a9afdece4fb tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1048257'] for floatingip (None), before_response {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:12:12.498788 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-3e0a1c71-6c18-4ef3-94f8-3a9afdece4fb tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] 10.222.0.17 "DELETE /v2.0/floatingips/80e4b2a7-de5b-4ef1-ab3a-7668015e3262 HTTP/1.1" status: 204 len: 168 time: 0.6675150 Jul 24 20:12:12.503228 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-9263d0c8-b8cc-4ae0-bd19-1abd62a11d42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (87069a1d-37dc-4c2a-aa92-fcc23a03593f), after_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:12:12.506236 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-9263d0c8-b8cc-4ae0-bd19-1abd62a11d42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:12:12.511573 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [None req-9263d0c8-b8cc-4ae0-bd19-1abd62a11d42 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/87069a1d-37dc-4c2a-aa92-fcc23a03593f HTTP/1.1" status: 204 len: 168 time: 0.2309425 Jul 24 20:12:12.520570 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9263d0c8-b8cc-4ae0-bd19-1abd62a11d42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87069a1d-37dc-4c2a-aa92-fcc23a03593f,revision_number=None']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:12:12.666942 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [-] (110843) accepted ('10.222.0.17', 38728) {{(pid=110843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:12:12.671583 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.v2.base [None req-02b8bfea-446e-4e12-abed-45612a9cd5be tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1980749959', 'description': 'tempest-description--1995047618'}} {{(pid=110843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 20:12:12.812203 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-02b8bfea-446e-4e12-abed-45612a9cd5be tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Publish callbacks [] for security_group (None), before_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:12:12.923199 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-02b8bfea-446e-4e12-abed-45612a9cd5be tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Publish callbacks [] for security_group (54ba8893-1b24-45b8-9c26-68d09e6892f0), precommit_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:12:13.040302 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-02b8bfea-446e-4e12-abed-45612a9cd5be tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (54ba8893-1b24-45b8-9c26-68d09e6892f0), after_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:12:13.078197 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b8bfea-446e-4e12-abed-45612a9cd5be tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54ba8893-1b24-45b8-9c26-68d09e6892f0,revision_number=1']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:12:13.145222 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-02b8bfea-446e-4e12-abed-45612a9cd5be tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Publish callbacks [] for security_group (None), before_response {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:12:13.146634 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [None req-02b8bfea-446e-4e12-abed-45612a9cd5be tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4785483 Jul 24 20:12:13.150859 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 38730) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:12:13.156635 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.v2.base [None req-1875a556-5a04-4dde-8bca-4fac12d472e8 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Request body: {'security_group_rule': {'security_group_id': '54ba8893-1b24-45b8-9c26-68d09e6892f0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 20:12:13.257470 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-1875a556-5a04-4dde-8bca-4fac12d472e8 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Publish callbacks [] for security_group_rule (9bf715d1-5dab-47ce-bdf3-d5adc81c9086), before_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:12:13.315901 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-1875a556-5a04-4dde-8bca-4fac12d472e8 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Publish callbacks [] for security_group_rule (9bf715d1-5dab-47ce-bdf3-d5adc81c9086), precommit_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:12:13.388553 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-1875a556-5a04-4dde-8bca-4fac12d472e8 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471764'] for security_group_rule (9bf715d1-5dab-47ce-bdf3-d5adc81c9086), after_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:12:13.410572 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1875a556-5a04-4dde-8bca-4fac12d472e8 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bf715d1-5dab-47ce-bdf3-d5adc81c9086,revision_number=0']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:12:13.482003 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-1875a556-5a04-4dde-8bca-4fac12d472e8 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:12:13.483295 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-1875a556-5a04-4dde-8bca-4fac12d472e8 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3310978 Jul 24 20:12:13.486677 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 38732) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:12:13.495583 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.v2.base [None req-54b426c9-c586-48c4-9299-0cb9b4cd8606 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Request body: {'security_group_rule': {'security_group_id': '54ba8893-1b24-45b8-9c26-68d09e6892f0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 20:12:13.651690 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-54b426c9-c586-48c4-9299-0cb9b4cd8606 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Publish callbacks [] for security_group_rule (a9925e75-90fe-466e-ac5d-85e7594a2a9c), before_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:12:13.715834 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-54b426c9-c586-48c4-9299-0cb9b4cd8606 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Publish callbacks [] for security_group_rule (a9925e75-90fe-466e-ac5d-85e7594a2a9c), precommit_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:12:13.817525 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-54b426c9-c586-48c4-9299-0cb9b4cd8606 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471764'] for security_group_rule (a9925e75-90fe-466e-ac5d-85e7594a2a9c), after_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:12:13.837324 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b426c9-c586-48c4-9299-0cb9b4cd8606 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9925e75-90fe-466e-ac5d-85e7594a2a9c,revision_number=0']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:12:13.944714 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-54b426c9-c586-48c4-9299-0cb9b4cd8606 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:12:13.945884 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-54b426c9-c586-48c4-9299-0cb9b4cd8606 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4580829 Jul 24 20:12:13.949024 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 38734) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:12:13.953512 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.v2.base [None req-f489db7d-abfa-41de-99a2-8f9481f5f049 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Request body: {'floatingip': {'floating_network_id': '10498192-3528-4341-803f-d59b33e3b71c'}} {{(pid=110842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 20:12:14.034492 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-f489db7d-abfa-41de-99a2-8f9481f5f049 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:12:14.116338 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-f489db7d-abfa-41de-99a2-8f9481f5f049 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (None), before_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:12:14.229690 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.db.db_base_plugin_common [None req-f489db7d-abfa-41de-99a2-8f9481f5f049 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Allocated IP 172.27.3.250 (10498192-3528-4341-803f-d59b33e3b71c/99a0caa3-3fb5-4860-826f-478186226de3/2ef9b71a-15d8-4fbd-ab5a-d52452aa9800) {{(pid=110842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 20:12:14.321719 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:12:14.343921 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-f489db7d-abfa-41de-99a2-8f9481f5f049 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Publish callbacks [] for port (2ef9b71a-15d8-4fbd-ab5a-d52452aa9800), precommit_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:12:14.355704 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:12:14.446481 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-f489db7d-abfa-41de-99a2-8f9481f5f049 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731445223406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8925015'] for port (2ef9b71a-15d8-4fbd-ab5a-d52452aa9800), after_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:12:14.486661 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f489db7d-abfa-41de-99a2-8f9481f5f049 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Network 10498192-3528-4341-803f-d59b33e3b71c is already hosted by enough agents. {{(pid=110842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 20:12:14.496000 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.scheduler.base_scheduler [None req-f489db7d-abfa-41de-99a2-8f9481f5f049 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Resources bound (agent type, host, resource id): {{(pid=110842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 20:12:14.499163 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f489db7d-abfa-41de-99a2-8f9481f5f049 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Received port after_create {{(pid=110842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 24 20:12:14.506315 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f489db7d-abfa-41de-99a2-8f9481f5f049 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Pushing event updated for resources: {'Port': ['ID=2ef9b71a-15d8-4fbd-ab5a-d52452aa9800,revision_number=1']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:12:14.608052 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-f489db7d-abfa-41de-99a2-8f9481f5f049 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Publish callbacks [] for floatingip (b47e54f9-7035-45e9-baf5-d767e550b0ad), precommit_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:12:14.701502 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-f489db7d-abfa-41de-99a2-8f9481f5f049 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (2ef9b71a-15d8-4fbd-ab5a-d52452aa9800), before_update {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:12:14.863517 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-f489db7d-abfa-41de-99a2-8f9481f5f049 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Publish callbacks [] for port (2ef9b71a-15d8-4fbd-ab5a-d52452aa9800), precommit_update {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:12:14.942660 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-f489db7d-abfa-41de-99a2-8f9481f5f049 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8925036'] for port (2ef9b71a-15d8-4fbd-ab5a-d52452aa9800), after_update {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:12:15.002225 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:12:15.007705 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f489db7d-abfa-41de-99a2-8f9481f5f049 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Pushing event updated for resources: {'Port': ['ID=2ef9b71a-15d8-4fbd-ab5a-d52452aa9800,revision_number=2']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:12:15.024012 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-f489db7d-abfa-41de-99a2-8f9481f5f049 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-452544'] for floatingip (b47e54f9-7035-45e9-baf5-d767e550b0ad), after_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:12:15.121892 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-f489db7d-abfa-41de-99a2-8f9481f5f049 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1048257'] for floatingip (None), before_response {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:12:15.123057 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-f489db7d-abfa-41de-99a2-8f9481f5f049 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1730762 Jul 24 20:12:15.323468 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=4 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:12:15.328281 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-387bff97-5535-4685-9d86-ad43022dc8c4 req-c14c0f72-6e96-4f33-a107-34da494a8254 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] 10.222.0.17 "GET /v2.0/security-groups?name=tempest-securitygroup--1980749959&fields=id&tenant_id=8fac69862bde46c8b40d8a4cc26ca379 HTTP/1.1" status: 200 len: 267 time: 0.0455711 Jul 24 20:12:15.441875 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387bff97-5535-4685-9d86-ad43022dc8c4 req-0249ff67-da6b-4af7-ac6b-5b273ec4a2c2 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:12:15.443339 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-387bff97-5535-4685-9d86-ad43022dc8c4 req-0249ff67-da6b-4af7-ac6b-5b273ec4a2c2 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] 10.222.0.17 "GET /v2.0/networks?id=aa4c12fa-3159-4d22-bc24-a1265d6d540b HTTP/1.1" status: 200 len: 811 time: 0.1085448 Jul 24 20:12:15.457627 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-387bff97-5535-4685-9d86-ad43022dc8c4 req-255bfcf1-b2d0-4bf7-bc18-4710c9435da9 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] 10.222.0.17 "GET /v2.0/quotas/8fac69862bde46c8b40d8a4cc26ca379 HTTP/1.1" status: 200 len: 375 time: 0.0089502 Jul 24 20:12:15.507716 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-387bff97-5535-4685-9d86-ad43022dc8c4 req-deb09339-26dc-49d9-a305-7293ef8ea37b tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=8fac69862bde46c8b40d8a4cc26ca379&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0450957 Jul 24 20:12:15.627136 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [req-387bff97-5535-4685-9d86-ad43022dc8c4 req-e3ad0680-bbb8-4416-8c19-c01d6404558f service neutron] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=110843) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 24 20:12:15.628292 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-387bff97-5535-4685-9d86-ad43022dc8c4 req-e3ad0680-bbb8-4416-8c19-c01d6404558f service neutron] 10.222.0.17 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1094556 Jul 24 20:12:15.728197 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-387bff97-5535-4685-9d86-ad43022dc8c4 req-d63ba901-b559-4ef9-8208-5b33ad85a866 service neutron] 10.222.0.17 "GET /v2.0/networks/aa4c12fa-3159-4d22-bc24-a1265d6d540b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899491 Jul 24 20:12:15.803324 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:12:15.820620 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-387bff97-5535-4685-9d86-ad43022dc8c4 req-06b68cbd-55e7-488a-bb03-20fa76e2ffd6 service neutron] 10.222.0.17 "GET /v2.0/networks/aa4c12fa-3159-4d22-bc24-a1265d6d540b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865459 Jul 24 20:12:16.078742 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-62828271-7bcf-4f34-9aa5-cdc346bfa69d req-21396696-e099-42d3-9e5e-edbce700e92a tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] 10.222.0.17 "GET /v2.0/ports?device_id=339a3740-d97e-4d92-a144-114c106febaf HTTP/1.1" status: 200 len: 210 time: 0.0329373 Jul 24 20:12:17.193102 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-08e863d2-9189-4318-93c3-17b7687e82fd req-c4751206-2b78-4115-873e-edbef63894be tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] 10.222.0.17 "GET /v2.0/ports?device_id=339a3740-d97e-4d92-a144-114c106febaf HTTP/1.1" status: 200 len: 210 time: 0.0310481 Jul 24 20:12:18.227975 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387bff97-5535-4685-9d86-ad43022dc8c4 req-74e02fd5-f31d-416b-8e86-4e1048e9824e tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:12:18.229580 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-387bff97-5535-4685-9d86-ad43022dc8c4 req-74e02fd5-f31d-416b-8e86-4e1048e9824e tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] 10.222.0.42 "GET /v2.0/networks?id=aa4c12fa-3159-4d22-bc24-a1265d6d540b HTTP/1.1" status: 200 len: 811 time: 0.1081860 Jul 24 20:12:18.332330 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-a8905078-3acc-460c-903a-7d7b4c1152ee req-5811611f-4dbd-4435-81c3-620afc0c818e tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] 10.222.0.17 "GET /v2.0/ports?device_id=339a3740-d97e-4d92-a144-114c106febaf HTTP/1.1" status: 200 len: 210 time: 0.0435956 Jul 24 20:12:18.337702 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-387bff97-5535-4685-9d86-ad43022dc8c4 req-5cf785a7-ebd0-40c2-94fa-b1ca0e48701a tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8fac69862bde46c8b40d8a4cc26ca379 HTTP/1.1" status: 200 len: 380 time: 0.0987782 Jul 24 20:12:18.346198 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.v2.base [req-387bff97-5535-4685-9d86-ad43022dc8c4 req-860c76f3-7a2c-495c-97e4-f73ab750bbb4 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Request body: {'port': {'device_id': '339a3740-d97e-4d92-a144-114c106febaf', 'network_id': 'aa4c12fa-3159-4d22-bc24-a1265d6d540b', 'admin_state_up': True, 'tenant_id': '8fac69862bde46c8b40d8a4cc26ca379', 'security_groups': ['54ba8893-1b24-45b8-9c26-68d09e6892f0']}} {{(pid=110843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 20:12:18.577144 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-387bff97-5535-4685-9d86-ad43022dc8c4 req-860c76f3-7a2c-495c-97e4-f73ab750bbb4 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Made reservation on behalf of 8fac69862bde46c8b40d8a4cc26ca379 for: {'port': 1} {{(pid=110843) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 20:12:18.580572 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-387bff97-5535-4685-9d86-ad43022dc8c4 req-860c76f3-7a2c-495c-97e4-f73ab750bbb4 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (None), before_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:12:18.735679 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.db.db_base_plugin_common [req-387bff97-5535-4685-9d86-ad43022dc8c4 req-860c76f3-7a2c-495c-97e4-f73ab750bbb4 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Allocated IP 172.20.0.10 (aa4c12fa-3159-4d22-bc24-a1265d6d540b/1a5ce63f-aff9-46ab-b841-e4d465c7d600/19e36984-cd87-4ae2-a282-9d85ac4b6bc9) {{(pid=110843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 20:12:18.894496 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-387bff97-5535-4685-9d86-ad43022dc8c4 req-860c76f3-7a2c-495c-97e4-f73ab750bbb4 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Publish callbacks [] for port (19e36984-cd87-4ae2-a282-9d85ac4b6bc9), precommit_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:12:18.899787 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:12:18.972322 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-387bff97-5535-4685-9d86-ad43022dc8c4 req-860c76f3-7a2c-495c-97e4-f73ab750bbb4 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731445223406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2610928'] for port (19e36984-cd87-4ae2-a282-9d85ac4b6bc9), after_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:12:19.016015 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-387bff97-5535-4685-9d86-ad43022dc8c4 req-860c76f3-7a2c-495c-97e4-f73ab750bbb4 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Network aa4c12fa-3159-4d22-bc24-a1265d6d540b is already hosted by enough agents. {{(pid=110843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 20:12:19.019866 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.scheduler.base_scheduler [req-387bff97-5535-4685-9d86-ad43022dc8c4 req-860c76f3-7a2c-495c-97e4-f73ab750bbb4 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Resources bound (agent type, host, resource id): {{(pid=110843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 20:12:19.026527 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.db.l3_dvrscheduler_db [req-387bff97-5535-4685-9d86-ad43022dc8c4 req-860c76f3-7a2c-495c-97e4-f73ab750bbb4 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Received port after_create {{(pid=110843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 24 20:12:19.032688 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:12:19.059246 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860c76f3-7a2c-495c-97e4-f73ab750bbb4 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Pushing event updated for resources: {'Port': ['ID=19e36984-cd87-4ae2-a282-9d85ac4b6bc9,revision_number=1']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:12:19.091943 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387bff97-5535-4685-9d86-ad43022dc8c4 req-860c76f3-7a2c-495c-97e4-f73ab750bbb4 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:12:19.092615 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-387bff97-5535-4685-9d86-ad43022dc8c4 req-860c76f3-7a2c-495c-97e4-f73ab750bbb4 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1048257'] for port (None), before_response {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:12:19.202291 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-387bff97-5535-4685-9d86-ad43022dc8c4 req-860c76f3-7a2c-495c-97e4-f73ab750bbb4 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8600032 Jul 24 20:12:19.217505 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.v2.base [req-387bff97-5535-4685-9d86-ad43022dc8c4 req-0a7cd539-2ff7-4991-ac43-77079f064ed4 service neutron] Request body: {'port': {'device_id': '339a3740-d97e-4d92-a144-114c106febaf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85044'}} {{(pid=110843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 20:12:19.283107 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-387bff97-5535-4685-9d86-ad43022dc8c4 req-0a7cd539-2ff7-4991-ac43-77079f064ed4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (19e36984-cd87-4ae2-a282-9d85ac4b6bc9), before_update {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:12:19.296022 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-341d5de5-c43f-41ae-8ca4-ce59c5326943 None None] Provisioning complete for port 19e36984-cd87-4ae2-a282-9d85ac4b6bc9 triggered by entity DHCP. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 20:12:19.296563 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-341d5de5-c43f-41ae-8ca4-ce59c5326943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812910'] for port (19e36984-cd87-4ae2-a282-9d85ac4b6bc9), provisioning_complete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:12:19.331358 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-341d5de5-c43f-41ae-8ca4-ce59c5326943 None None] Port 19e36984-cd87-4ae2-a282-9d85ac4b6bc9 cannot update to ACTIVE because it is not bound. {{(pid=110844) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 24 20:12:19.496341 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc3b44b-530d-4b0a-9108-e46568011ae0 req-7b67bc2d-6735-4521-ab78-87759fb045e5 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:12:19.497833 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-5dc3b44b-530d-4b0a-9108-e46568011ae0 req-7b67bc2d-6735-4521-ab78-87759fb045e5 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] 10.222.0.17 "GET /v2.0/ports?device_id=339a3740-d97e-4d92-a144-114c106febaf HTTP/1.1" status: 200 len: 932 time: 0.0916884 Jul 24 20:12:19.585335 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-5dc3b44b-530d-4b0a-9108-e46568011ae0 req-e1f79660-abaf-44ae-b5a7-27ba2a71d1cd tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] 10.222.0.17 "GET /v2.0/security-groups?id=54ba8893-1b24-45b8-9c26-68d09e6892f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808256 Jul 24 20:12:19.647215 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.notifiers.nova [req-387bff97-5535-4685-9d86-ad43022dc8c4 req-0a7cd539-2ff7-4991-ac43-77079f064ed4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19e36984-cd87-4ae2-a282-9d85ac4b6bc9 {{(pid=110843) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 24 20:12:19.655317 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-387bff97-5535-4685-9d86-ad43022dc8c4 req-0a7cd539-2ff7-4991-ac43-77079f064ed4 service neutron] Publish callbacks [] for port (19e36984-cd87-4ae2-a282-9d85ac4b6bc9), precommit_update {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:12:19.668617 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.db.provisioning_blocks [req-387bff97-5535-4685-9d86-ad43022dc8c4 req-0a7cd539-2ff7-4991-ac43-77079f064ed4 service neutron] Transition to ACTIVE for port object 19e36984-cd87-4ae2-a282-9d85ac4b6bc9 will not be triggered until provisioned by entity L2. {{(pid=110843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 24 20:12:19.731684 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-387bff97-5535-4685-9d86-ad43022dc8c4 req-0a7cd539-2ff7-4991-ac43-77079f064ed4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2610891'] for port (19e36984-cd87-4ae2-a282-9d85ac4b6bc9), after_update {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:12:19.785464 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7cd539-2ff7-4991-ac43-77079f064ed4 service neutron] Pushing event updated for resources: {'Port': ['ID=19e36984-cd87-4ae2-a282-9d85ac4b6bc9,revision_number=2']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:12:19.861285 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.managers [req-387bff97-5535-4685-9d86-ad43022dc8c4 req-0a7cd539-2ff7-4991-ac43-77079f064ed4 service neutron] Attempting to bind port 19e36984-cd87-4ae2-a282-9d85ac4b6bc9 on host hv-cinder-85044 for vnic_type normal with profile {{(pid=110843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 24 20:12:19.861629 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.managers [req-387bff97-5535-4685-9d86-ad43022dc8c4 req-0a7cd539-2ff7-4991-ac43-77079f064ed4 service neutron] Attempting to bind port 19e36984-cd87-4ae2-a282-9d85ac4b6bc9 by drivers openvswitch,hyperv on host hv-cinder-85044 at level 0 using segments [{'id': 'fcae6d86-0667-4466-9640-9c859a957499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'aa4c12fa-3159-4d22-bc24-a1265d6d540b'}] {{(pid=110843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 24 20:12:19.862682 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-387bff97-5535-4685-9d86-ad43022dc8c4 req-0a7cd539-2ff7-4991-ac43-77079f064ed4 service neutron] Attempting to bind port 19e36984-cd87-4ae2-a282-9d85ac4b6bc9 on network aa4c12fa-3159-4d22-bc24-a1265d6d540b {{(pid=110843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 24 20:12:19.868103 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-387bff97-5535-4685-9d86-ad43022dc8c4 req-0a7cd539-2ff7-4991-ac43-77079f064ed4 service neutron] Port 19e36984-cd87-4ae2-a282-9d85ac4b6bc9 on network aa4c12fa-3159-4d22-bc24-a1265d6d540b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85044 {{(pid=110843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 24 20:12:19.868436 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-387bff97-5535-4685-9d86-ad43022dc8c4 req-0a7cd539-2ff7-4991-ac43-77079f064ed4 service neutron] Attempting to bind port 19e36984-cd87-4ae2-a282-9d85ac4b6bc9 on network aa4c12fa-3159-4d22-bc24-a1265d6d540b {{(pid=110843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 24 20:12:19.878095 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-387bff97-5535-4685-9d86-ad43022dc8c4 req-0a7cd539-2ff7-4991-ac43-77079f064ed4 service neutron] Checking agent: {'id': '95564131-b678-4db2-a162-51408b2acd55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85044', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 24, 19, 59, 9), 'started_at': datetime.datetime(2022, 7, 24, 19, 59, 9), 'heartbeat_timestamp': datetime.datetime(2022, 7, 24, 20, 12, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 24 20:12:19.878482 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-387bff97-5535-4685-9d86-ad43022dc8c4 req-0a7cd539-2ff7-4991-ac43-77079f064ed4 service neutron] Checking segment: {'id': 'fcae6d86-0667-4466-9640-9c859a957499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'aa4c12fa-3159-4d22-bc24-a1265d6d540b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 24 20:12:19.878878 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-387bff97-5535-4685-9d86-ad43022dc8c4 req-0a7cd539-2ff7-4991-ac43-77079f064ed4 service neutron] Bound using segment: {'id': 'fcae6d86-0667-4466-9640-9c859a957499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'aa4c12fa-3159-4d22-bc24-a1265d6d540b'} {{(pid=110843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 24 20:12:19.879317 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.managers [req-387bff97-5535-4685-9d86-ad43022dc8c4 req-0a7cd539-2ff7-4991-ac43-77079f064ed4 service neutron] Bound port: 19e36984-cd87-4ae2-a282-9d85ac4b6bc9, host: hv-cinder-85044, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fcae6d86-0667-4466-9640-9c859a957499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'aa4c12fa-3159-4d22-bc24-a1265d6d540b'}}] {{(pid=110843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 24 20:12:19.879686 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-387bff97-5535-4685-9d86-ad43022dc8c4 req-0a7cd539-2ff7-4991-ac43-77079f064ed4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (19e36984-cd87-4ae2-a282-9d85ac4b6bc9), before_update {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:12:19.978279 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.db [req-387bff97-5535-4685-9d86-ad43022dc8c4 req-0a7cd539-2ff7-4991-ac43-77079f064ed4 service neutron] For port 19e36984-cd87-4ae2-a282-9d85ac4b6bc9, host hv-cinder-85044, cleared binding levels {{(pid=110843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 20:12:19.981637 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.db [req-387bff97-5535-4685-9d86-ad43022dc8c4 req-0a7cd539-2ff7-4991-ac43-77079f064ed4 service neutron] For port 19e36984-cd87-4ae2-a282-9d85ac4b6bc9, host hv-cinder-85044, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85044',level=0,port_id=19e36984-cd87-4ae2-a282-9d85ac4b6bc9,segment=NetworkSegment(fcae6d86-0667-4466-9640-9c859a957499),segment_id=fcae6d86-0667-4466-9640-9c859a957499)] {{(pid=110843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 20:12:20.041362 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-387bff97-5535-4685-9d86-ad43022dc8c4 req-0a7cd539-2ff7-4991-ac43-77079f064ed4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2610891'] for port (19e36984-cd87-4ae2-a282-9d85ac4b6bc9), after_update {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:12:20.080407 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387bff97-5535-4685-9d86-ad43022dc8c4 req-0a7cd539-2ff7-4991-ac43-77079f064ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:12:20.081148 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-387bff97-5535-4685-9d86-ad43022dc8c4 req-0a7cd539-2ff7-4991-ac43-77079f064ed4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1048257'] for port (None), before_response {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:12:20.082731 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-387bff97-5535-4685-9d86-ad43022dc8c4 req-0a7cd539-2ff7-4991-ac43-77079f064ed4 service neutron] 10.222.0.42 "PUT /v2.0/ports/19e36984-cd87-4ae2-a282-9d85ac4b6bc9 HTTP/1.1" status: 200 len: 1094 time: 0.8734512 Jul 24 20:12:20.083083 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '339a3740-d97e-4d92-a144-114c106febaf', 'tag': '19e36984-cd87-4ae2-a282-9d85ac4b6bc9'}] {{(pid=110843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 24 20:12:20.085392 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa129e2ea71b36189c7354ee4da78dc54b5a7420159cbfa164f6b2678096e4e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f815b7f-0f9c-41d8-9864-281574ee2912" -d '{"events": [{"name": "network-changed", "server_uuid": "339a3740-d97e-4d92-a144-114c106febaf", "tag": "19e36984-cd87-4ae2-a282-9d85ac4b6bc9"}]}' {{(pid=110843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 20:12:20.118334 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7cd539-2ff7-4991-ac43-77079f064ed4 service neutron] Pushing event updated for resources: {'Port': ['ID=19e36984-cd87-4ae2-a282-9d85ac4b6bc9,revision_number=3']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:12:20.138533 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 24 Jul 2022 20:12:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6623d0fe-8f86-403b-90c7-da32a349024c x-openstack-request-id: req-6623d0fe-8f86-403b-90c7-da32a349024c {{(pid=110843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 20:12:20.138642 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "339a3740-d97e-4d92-a144-114c106febaf", "tag": "19e36984-cd87-4ae2-a282-9d85ac4b6bc9", "status": "completed", "code": 200}]} {{(pid=110843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 20:12:20.138841 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-6623d0fe-8f86-403b-90c7-da32a349024c {{(pid=110843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 20:12:20.139229 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6623d0fe-8f86-403b-90c7-da32a349024c'] response: {'name': 'network-changed', 'server_uuid': '339a3740-d97e-4d92-a144-114c106febaf', 'tag': '19e36984-cd87-4ae2-a282-9d85ac4b6bc9', 'status': 'completed', 'code': 200} Jul 24 20:12:20.220959 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f815b7f-0f9c-41d8-9864-281574ee2912 req-889455ef-2da0-41be-9a1a-53ff4fb1e731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:12:20.223148 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-2f815b7f-0f9c-41d8-9864-281574ee2912 req-889455ef-2da0-41be-9a1a-53ff4fb1e731 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8fac69862bde46c8b40d8a4cc26ca379&device_id=339a3740-d97e-4d92-a144-114c106febaf HTTP/1.1" status: 200 len: 1128 time: 0.0515325 Jul 24 20:12:20.263833 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:12:20.274933 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:12:20.347450 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f815b7f-0f9c-41d8-9864-281574ee2912 req-18135499-5939-4eeb-ab21-d9e57ead0625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:12:20.348957 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-2f815b7f-0f9c-41d8-9864-281574ee2912 req-18135499-5939-4eeb-ab21-d9e57ead0625 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=8fac69862bde46c8b40d8a4cc26ca379&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1142170 Jul 24 20:12:20.458480 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f815b7f-0f9c-41d8-9864-281574ee2912 req-473dbe5d-03b7-4318-99e8-46684ab45753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:12:20.459952 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-2f815b7f-0f9c-41d8-9864-281574ee2912 req-473dbe5d-03b7-4318-99e8-46684ab45753 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1054902 Jul 24 20:12:20.549144 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387bff97-5535-4685-9d86-ad43022dc8c4 req-77f70268-25a9-4ebc-a002-9463d4a09b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:12:20.550745 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-387bff97-5535-4685-9d86-ad43022dc8c4 req-77f70268-25a9-4ebc-a002-9463d4a09b74 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8fac69862bde46c8b40d8a4cc26ca379&device_id=339a3740-d97e-4d92-a144-114c106febaf HTTP/1.1" status: 200 len: 1128 time: 0.0480523 Jul 24 20:12:20.591486 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-387bff97-5535-4685-9d86-ad43022dc8c4 req-4f00da59-d233-49fd-94d9-09db0e9eb168 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=19e36984-cd87-4ae2-a282-9d85ac4b6bc9 HTTP/1.1" status: 200 len: 217 time: 0.0344803 Jul 24 20:12:20.644471 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387bff97-5535-4685-9d86-ad43022dc8c4 req-44eecd09-07a1-4931-9cca-41ac5d8cf97f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:12:20.645995 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-387bff97-5535-4685-9d86-ad43022dc8c4 req-44eecd09-07a1-4931-9cca-41ac5d8cf97f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1a5ce63f-aff9-46ab-b841-e4d465c7d600 HTTP/1.1" status: 200 len: 850 time: 0.0495045 Jul 24 20:12:20.725588 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387bff97-5535-4685-9d86-ad43022dc8c4 req-a265cd70-aa54-4a47-aa94-69809cb98753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:12:20.727127 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-387bff97-5535-4685-9d86-ad43022dc8c4 req-a265cd70-aa54-4a47-aa94-69809cb98753 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=aa4c12fa-3159-4d22-bc24-a1265d6d540b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0755475 Jul 24 20:12:20.736081 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af8ab7d-0ea3-4a98-a8ff-73254c6fe435 req-8657b78d-4fc7-4a2d-9318-4837e26976a6 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:12:20.738213 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-5af8ab7d-0ea3-4a98-a8ff-73254c6fe435 req-8657b78d-4fc7-4a2d-9318-4837e26976a6 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] 10.222.0.17 "GET /v2.0/ports?device_id=339a3740-d97e-4d92-a144-114c106febaf HTTP/1.1" status: 200 len: 944 time: 0.0781302 Jul 24 20:12:20.849815 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-5af8ab7d-0ea3-4a98-a8ff-73254c6fe435 req-c821a350-f822-4870-9968-594b39603f4f tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] 10.222.0.17 "GET /v2.0/security-groups?id=54ba8893-1b24-45b8-9c26-68d09e6892f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031482 Jul 24 20:12:20.868237 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-387bff97-5535-4685-9d86-ad43022dc8c4 req-0415da03-ea61-4412-a4a1-14a31dddb497 service neutron] 10.222.0.42 "GET /v2.0/networks/aa4c12fa-3159-4d22-bc24-a1265d6d540b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290596 Jul 24 20:12:20.963784 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-387bff97-5535-4685-9d86-ad43022dc8c4 req-27b6c4c5-d200-4969-bb1a-3f9b96e8d0e9 service neutron] 10.222.0.42 "GET /v2.0/networks/aa4c12fa-3159-4d22-bc24-a1265d6d540b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898516 Jul 24 20:12:21.580507 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG dbcounter [-] [110845] Writing DB stats neutron:SELECT=65,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=110845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:12:21.586456 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG dbcounter [-] [110845] Writing DB stats neutron:SELECT=75,neutron:UPDATE=1 {{(pid=110845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:12:21.986011 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c593e6cb-a6ac-4185-8561-d522dfe3edc4 req-29e5d2ec-6781-4b55-9aca-a418a536ffa7 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:12:21.987598 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-c593e6cb-a6ac-4185-8561-d522dfe3edc4 req-29e5d2ec-6781-4b55-9aca-a418a536ffa7 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] 10.222.0.17 "GET /v2.0/ports?device_id=339a3740-d97e-4d92-a144-114c106febaf HTTP/1.1" status: 200 len: 944 time: 0.0601449 Jul 24 20:12:22.013544 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=100 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:12:22.047401 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-c593e6cb-a6ac-4185-8561-d522dfe3edc4 req-f371ca09-6095-4391-8264-2060983ee606 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] 10.222.0.17 "GET /v2.0/security-groups?id=54ba8893-1b24-45b8-9c26-68d09e6892f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509422 Jul 24 20:12:22.271085 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Device 19e36984-cd87-4ae2-a282-9d85ac4b6bc9 details requested by agent hyperv_hv-cinder-85044 with host hv-cinder-85044 {{(pid=110844) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 20:12:22.372668 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] For port 19e36984-cd87-4ae2-a282-9d85ac4b6bc9, host hv-cinder-85044, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85044',level=0,port_id=19e36984-cd87-4ae2-a282-9d85ac4b6bc9,segment=NetworkSegment(fcae6d86-0667-4466-9640-9c859a957499),segment_id=fcae6d86-0667-4466-9640-9c859a957499)] {{(pid=110844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 20:12:22.374838 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:12:22.386084 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Returning: {'device': '19e36984-cd87-4ae2-a282-9d85ac4b6bc9', 'network_id': 'aa4c12fa-3159-4d22-bc24-a1265d6d540b', 'port_id': '19e36984-cd87-4ae2-a282-9d85ac4b6bc9', 'mac_address': 'fa:16:3e:d4:bc:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a5ce63f-aff9-46ab-b841-e4d465c7d600', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110844) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 20:12:22.423557 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Current status of the port 19e36984-cd87-4ae2-a282-9d85ac4b6bc9 is: DOWN; New status is: BUILD {{(pid=110844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 20:12:22.423948 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (19e36984-cd87-4ae2-a282-9d85ac4b6bc9), before_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:12:22.438670 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.notifiers.nova [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19e36984-cd87-4ae2-a282-9d85ac4b6bc9 {{(pid=110844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 24 20:12:22.461515 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] For port 19e36984-cd87-4ae2-a282-9d85ac4b6bc9, host hv-cinder-85044, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85044',level=0,port_id=19e36984-cd87-4ae2-a282-9d85ac4b6bc9,segment=NetworkSegment(fcae6d86-0667-4466-9640-9c859a957499),segment_id=fcae6d86-0667-4466-9640-9c859a957499)] {{(pid=110844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 20:12:22.514445 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958'] for port (19e36984-cd87-4ae2-a282-9d85ac4b6bc9), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:12:22.570913 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Pushing event updated for resources: {'Port': ['ID=19e36984-cd87-4ae2-a282-9d85ac4b6bc9,revision_number=4']} {{(pid=110844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:12:22.720494 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] get_ports_and_sgs() called for port_ids ['19e36984-cd87-4ae2-a282-9d85ac4b6bc9'] {{(pid=110844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 20:12:23.203269 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ea304f-3512-4385-8c69-01e5095a1d95 req-89b36f93-e46a-473b-87ea-d79724331e3b tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:12:23.203269 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-80ea304f-3512-4385-8c69-01e5095a1d95 req-89b36f93-e46a-473b-87ea-d79724331e3b tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] 10.222.0.17 "GET /v2.0/ports?device_id=339a3740-d97e-4d92-a144-114c106febaf HTTP/1.1" status: 200 len: 945 time: 0.0605493 Jul 24 20:12:23.240113 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-80ea304f-3512-4385-8c69-01e5095a1d95 req-ec132309-6fd1-4c9f-b7c8-e009e93ef44e tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] 10.222.0.17 "GET /v2.0/security-groups?id=54ba8893-1b24-45b8-9c26-68d09e6892f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506208 Jul 24 20:12:24.270649 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Device 19e36984-cd87-4ae2-a282-9d85ac4b6bc9 up at agent hyperv_hv-cinder-85044 {{(pid=110844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 20:12:24.320435 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Provisioning for port 19e36984-cd87-4ae2-a282-9d85ac4b6bc9 completed by entity L2. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 24 20:12:24.374895 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987f33b3-74f4-47af-a17c-82a0b111263a req-f8f8df89-5199-4b90-8c77-1f45734b180e tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:12:24.376574 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-987f33b3-74f4-47af-a17c-82a0b111263a req-f8f8df89-5199-4b90-8c77-1f45734b180e tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] 10.222.0.17 "GET /v2.0/ports?device_id=339a3740-d97e-4d92-a144-114c106febaf HTTP/1.1" status: 200 len: 945 time: 0.0516343 Jul 24 20:12:24.410857 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Provisioning complete for port 19e36984-cd87-4ae2-a282-9d85ac4b6bc9 triggered by entity L2. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 20:12:24.411331 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812910'] for port (19e36984-cd87-4ae2-a282-9d85ac4b6bc9), provisioning_complete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:12:24.435488 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-987f33b3-74f4-47af-a17c-82a0b111263a req-744f0f98-9ca6-4b1b-8f65-4322515671eb tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] 10.222.0.17 "GET /v2.0/security-groups?id=54ba8893-1b24-45b8-9c26-68d09e6892f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531309 Jul 24 20:12:24.464355 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:12:24.503008 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Current status of the port 19e36984-cd87-4ae2-a282-9d85ac4b6bc9 is: BUILD; New status is: ACTIVE {{(pid=110844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 20:12:24.503390 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (19e36984-cd87-4ae2-a282-9d85ac4b6bc9), before_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:12:24.528980 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '339a3740-d97e-4d92-a144-114c106febaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19e36984-cd87-4ae2-a282-9d85ac4b6bc9'}] {{(pid=110844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 24 20:12:24.531274 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cb44c1e02bae91b270a0e6cfc836be33c010434f31a7c401440ca7d913440f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38f2c60b-eb8c-49ee-a086-8d807d3ff3de" -d '{"events": [{"server_uuid": "339a3740-d97e-4d92-a144-114c106febaf", "name": "network-vif-plugged", "status": "completed", "tag": "19e36984-cd87-4ae2-a282-9d85ac4b6bc9"}]}' {{(pid=110844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 20:12:24.546975 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] For port 19e36984-cd87-4ae2-a282-9d85ac4b6bc9, host hv-cinder-85044, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85044',level=0,port_id=19e36984-cd87-4ae2-a282-9d85ac4b6bc9,segment=NetworkSegment(fcae6d86-0667-4466-9640-9c859a957499),segment_id=fcae6d86-0667-4466-9640-9c859a957499)] {{(pid=110844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 20:12:24.664565 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958'] for port (19e36984-cd87-4ae2-a282-9d85ac4b6bc9), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:12:24.730644 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 24 Jul 2022 20:12:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-423156b9-9f93-4cc5-8fc1-b7913fba1926 x-openstack-request-id: req-423156b9-9f93-4cc5-8fc1-b7913fba1926 {{(pid=110844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 20:12:24.731105 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "339a3740-d97e-4d92-a144-114c106febaf", "name": "network-vif-plugged", "status": "completed", "tag": "19e36984-cd87-4ae2-a282-9d85ac4b6bc9", "code": 200}]} {{(pid=110844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 20:12:24.731469 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-423156b9-9f93-4cc5-8fc1-b7913fba1926 {{(pid=110844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 20:12:24.731922 dv-cinder-850449-2-iscsi neutron-server[110844]: INFO neutron.notifiers.nova [-] Nova event matching ['req-423156b9-9f93-4cc5-8fc1-b7913fba1926'] response: {'server_uuid': '339a3740-d97e-4d92-a144-114c106febaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19e36984-cd87-4ae2-a282-9d85ac4b6bc9', 'code': 200} Jul 24 20:12:24.733152 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Pushing event updated for resources: {'Port': ['ID=19e36984-cd87-4ae2-a282-9d85ac4b6bc9,revision_number=5']} {{(pid=110844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:12:25.034802 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=24,neutron:DELETE=2 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:12:25.047324 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b151e79-a9db-43b6-a806-fa09f2e2c5cd req-8e20deb7-a76f-43bc-93c7-9206e022f906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:12:25.048970 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-5b151e79-a9db-43b6-a806-fa09f2e2c5cd req-8e20deb7-a76f-43bc-93c7-9206e022f906 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=339a3740-d97e-4d92-a144-114c106febaf HTTP/1.1" status: 200 len: 1130 time: 0.0445769 Jul 24 20:12:25.099657 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-5b151e79-a9db-43b6-a806-fa09f2e2c5cd req-884608a7-ccf6-4093-bbfa-f4efedd32278 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=54ba8893-1b24-45b8-9c26-68d09e6892f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430343 Jul 24 20:12:25.558889 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de337c3-0d1c-45fc-88cd-d2fb1ae2903a req-653ba6b0-312d-4ef3-ae3c-2fd1c1607ee8 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:12:25.560435 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-1de337c3-0d1c-45fc-88cd-d2fb1ae2903a req-653ba6b0-312d-4ef3-ae3c-2fd1c1607ee8 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] 10.222.0.17 "GET /v2.0/ports?device_id=339a3740-d97e-4d92-a144-114c106febaf HTTP/1.1" status: 200 len: 946 time: 0.0515697 Jul 24 20:12:25.610513 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-1de337c3-0d1c-45fc-88cd-d2fb1ae2903a req-d9f7ef27-b3cb-4e74-a5f2-3993a95e0bb7 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] 10.222.0.17 "GET /v2.0/security-groups?id=54ba8893-1b24-45b8-9c26-68d09e6892f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435731 Jul 24 20:12:26.786311 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be68485d-ed7a-4765-8da3-df6abea791c5 req-bd5b1704-1113-493a-a524-373779f8dca0 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:12:26.788551 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-be68485d-ed7a-4765-8da3-df6abea791c5 req-bd5b1704-1113-493a-a524-373779f8dca0 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] 10.222.0.17 "GET /v2.0/ports?device_id=339a3740-d97e-4d92-a144-114c106febaf HTTP/1.1" status: 200 len: 946 time: 0.0603127 Jul 24 20:12:26.874911 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-be68485d-ed7a-4765-8da3-df6abea791c5 req-d10b1507-15a9-4c91-9f53-5178daa094bb tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] 10.222.0.17 "GET /v2.0/security-groups?id=54ba8893-1b24-45b8-9c26-68d09e6892f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798018 Jul 24 20:12:27.002203 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416f861f-d48a-4ef0-a36d-305d738fa6f5 req-44720d55-1429-40c2-bd6e-600268e33177 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:12:27.003867 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-416f861f-d48a-4ef0-a36d-305d738fa6f5 req-44720d55-1429-40c2-bd6e-600268e33177 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] 10.222.0.17 "GET /v2.0/ports?device_id=339a3740-d97e-4d92-a144-114c106febaf HTTP/1.1" status: 200 len: 946 time: 0.0547173 Jul 24 20:12:27.013058 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [-] (110843) accepted ('10.222.0.17', 38796) {{(pid=110843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:12:27.021506 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.v2.base [None req-c5a9d5f2-27ae-437b-bdfd-fe9c9dd4b577 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Request body: {'floatingip': {'port_id': '19e36984-cd87-4ae2-a282-9d85ac4b6bc9'}} {{(pid=110843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 20:12:27.091079 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-c5a9d5f2-27ae-437b-bdfd-fe9c9dd4b577 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Publish callbacks [] for floatingip (b47e54f9-7035-45e9-baf5-d767e550b0ad), before_update {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:12:27.324266 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=100 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:12:27.632313 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-c5a9d5f2-27ae-437b-bdfd-fe9c9dd4b577 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:12:27.708591 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-c5a9d5f2-27ae-437b-bdfd-fe9c9dd4b577 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-452544'] for floatingip (b47e54f9-7035-45e9-baf5-d767e550b0ad), after_update {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:12:27.787413 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=100 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:12:27.817145 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.db.l3_db [None req-c5a9d5f2-27ae-437b-bdfd-fe9c9dd4b577 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Floating IP b47e54f9-7035-45e9-baf5-d767e550b0ad associated. External IP: 172.27.3.250, port: 19e36984-cd87-4ae2-a282-9d85ac4b6bc9. Jul 24 20:12:28.337427 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5a9d5f2-27ae-437b-bdfd-fe9c9dd4b577 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Router feddf977-e9f0-442b-9b8d-1726bead7082 has already been hosted by L3 agent 408021b7-d46b-48c2-9f75-8a8023f9145c {{(pid=110843) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 24 20:12:28.451142 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5a9d5f2-27ae-437b-bdfd-fe9c9dd4b577 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Notify agent at l3_agent.dv-cinder-850449-2-iscsi the message routers_updated {{(pid=110843) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 20:12:28.456751 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-c5a9d5f2-27ae-437b-bdfd-fe9c9dd4b577 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1048257'] for floatingip (None), before_response {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:12:28.462842 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f2330e5-a355-4b2e-a726-13a91108df38 None None] Sync routers for ids ['feddf977-e9f0-442b-9b8d-1726bead7082'] in dv-cinder-850449-2-iscsi {{(pid=110844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 20:12:28.475055 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2330e5-a355-4b2e-a726-13a91108df38 None None] Routers {'feddf977-e9f0-442b-9b8d-1726bead7082'} bound to L3 agent in host dv-cinder-850449-2-iscsi {{(pid=110844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 20:12:28.482025 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_hamode_db [None req-7f2330e5-a355-4b2e-a726-13a91108df38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-24T19:52:06Z,description=,heartbeat_timestamp=2022-07-24T20:12:06Z,host='dv-cinder-850449-2-iscsi',id=408021b7-d46b-48c2-9f75-8a8023f9145c,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T19:52:06Z,topic='l3_agent')) {'router_ids': ['feddf977-e9f0-442b-9b8d-1726bead7082'], 'active': True} {{(pid=110844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:12:28.487789 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [None req-c5a9d5f2-27ae-437b-bdfd-fe9c9dd4b577 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] 10.222.0.17 "PUT /v2.0/floatingips/b47e54f9-7035-45e9-baf5-d767e550b0ad HTTP/1.1" status: 200 len: 992 time: 1.4732046 Jul 24 20:12:28.488466 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '339a3740-d97e-4d92-a144-114c106febaf', 'tag': '19e36984-cd87-4ae2-a282-9d85ac4b6bc9'}] {{(pid=110843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 24 20:12:28.490928 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa129e2ea71b36189c7354ee4da78dc54b5a7420159cbfa164f6b2678096e4e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c3a87c6-f037-4f37-8588-ec0ae0151ca6" -d '{"events": [{"name": "network-changed", "server_uuid": "339a3740-d97e-4d92-a144-114c106febaf", "tag": "19e36984-cd87-4ae2-a282-9d85ac4b6bc9"}]}' {{(pid=110843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 20:12:28.539404 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 24 Jul 2022 20:12:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d400906-277d-488f-af98-1e23a8349843 x-openstack-request-id: req-4d400906-277d-488f-af98-1e23a8349843 {{(pid=110843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 20:12:28.539714 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "339a3740-d97e-4d92-a144-114c106febaf", "tag": "19e36984-cd87-4ae2-a282-9d85ac4b6bc9", "status": "completed", "code": 200}]} {{(pid=110843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 20:12:28.539964 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-4d400906-277d-488f-af98-1e23a8349843 {{(pid=110843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 20:12:28.540369 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d400906-277d-488f-af98-1e23a8349843'] response: {'name': 'network-changed', 'server_uuid': '339a3740-d97e-4d92-a144-114c106febaf', 'tag': '19e36984-cd87-4ae2-a282-9d85ac4b6bc9', 'status': 'completed', 'code': 200} Jul 24 20:12:28.597992 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_dvr_db [None req-7f2330e5-a355-4b2e-a726-13a91108df38 None None] Set router feddf977-e9f0-442b-9b8d-1726bead7082 gateway port host: dv-cinder-850449-2-iscsi {{(pid=110844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 20:12:28.631086 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3a87c6-f037-4f37-8588-ec0ae0151ca6 req-6e19507d-7936-4058-9f7b-192dfc10c734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:12:28.633767 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-8c3a87c6-f037-4f37-8588-ec0ae0151ca6 req-6e19507d-7936-4058-9f7b-192dfc10c734 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8fac69862bde46c8b40d8a4cc26ca379&device_id=339a3740-d97e-4d92-a144-114c106febaf HTTP/1.1" status: 200 len: 1130 time: 0.0695527 Jul 24 20:12:28.739850 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3a87c6-f037-4f37-8588-ec0ae0151ca6 req-9dfe9606-693e-4cae-adf8-6b2c54a08e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:12:28.741392 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-8c3a87c6-f037-4f37-8588-ec0ae0151ca6 req-9dfe9606-693e-4cae-adf8-6b2c54a08e51 service neutron] 10.222.0.42 "GET /v2.0/networks?id=aa4c12fa-3159-4d22-bc24-a1265d6d540b HTTP/1.1" status: 200 len: 912 time: 0.1010053 Jul 24 20:12:28.781796 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:12:28.814316 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-8c3a87c6-f037-4f37-8588-ec0ae0151ca6 req-d12c2d84-f736-4f8e-9da6-9cd047de97da service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=19e36984-cd87-4ae2-a282-9d85ac4b6bc9 HTTP/1.1" status: 200 len: 1000 time: 0.0666032 Jul 24 20:12:28.861189 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_hamode_db [None req-7f2330e5-a355-4b2e-a726-13a91108df38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feddf977-e9f0-442b-9b8d-1726bead7082', 'name': 'tempest-AttachVolumeTestJSON-1389149112-router', 'tenant_id': '8fac69862bde46c8b40d8a4cc26ca379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'external_fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '3aaa552d-4772-4834-8187-d51b1af8b119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T20:08:49Z', 'updated_at': '2022-07-24T20:08:53Z', 'revision_number': 4, 'project_id': '8fac69862bde46c8b40d8a4cc26ca379', 'gw_port': {'id': '3aaa552d-4772-4834-8187-d51b1af8b119', 'name': '', 'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:1a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feddf977-e9f0-442b-9b8d-1726bead7082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:08:49Z', 'updated_at': '2022-07-24T20:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99a0caa3-3fb5-4860-826f-478186226de3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850449-2-iscsi', '_floatingips': [{'id': 'b47e54f9-7035-45e9-baf5-d767e550b0ad', 'tenant_id': '8fac69862bde46c8b40d8a4cc26ca379', 'floating_ip_address': '172.27.3.250', 'floating_network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'router_id': 'feddf977-e9f0-442b-9b8d-1726bead7082', 'port_id': '19e36984-cd87-4ae2-a282-9d85ac4b6bc9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa4c12fa-3159-4d22-bc24-a1265d6d540b', 'mac_address': 'fa:16:3e:d4:bc:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '339a3740-d97e-4d92-a144-114c106febaf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-24T20:12:14Z', 'updated_at': '2022-07-24T20:12:27Z', 'revision_number': 1, 'project_id': '8fac69862bde46c8b40d8a4cc26ca379', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e13c657-69df-45e4-a8db-99be807ba027', 'name': '', 'network_id': 'aa4c12fa-3159-4d22-bc24-a1265d6d540b', 'tenant_id': '8fac69862bde46c8b40d8a4cc26ca379', 'mac_address': 'fa:16:3e:c2:c9:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feddf977-e9f0-442b-9b8d-1726bead7082', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '1a5ce63f-aff9-46ab-b841-e4d465c7d600', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:08:52Z', 'updated_at': '2022-07-24T20:08:56Z', 'revision_number': 5, 'project_id': '8fac69862bde46c8b40d8a4cc26ca379', 'subnets': [{'id': '1a5ce63f-aff9-46ab-b841-e4d465c7d600', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850449-2-iscsi', False) {} {{(pid=110844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:12:28.861554 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:UPDATE=4,neutron:SELECT=96 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:12:28.889820 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3a87c6-f037-4f37-8588-ec0ae0151ca6 req-446ee026-e32a-4f1e-870b-938aa06b447f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:12:28.891305 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f2330e5-a355-4b2e-a726-13a91108df38 None None] Checking router: feddf977-e9f0-442b-9b8d-1726bead7082 for host: dv-cinder-850449-2-iscsi {{(pid=110844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 20:12:28.892346 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-8c3a87c6-f037-4f37-8588-ec0ae0151ca6 req-446ee026-e32a-4f1e-870b-938aa06b447f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1a5ce63f-aff9-46ab-b841-e4d465c7d600 HTTP/1.1" status: 200 len: 850 time: 0.0718701 Jul 24 20:12:28.900564 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2330e5-a355-4b2e-a726-13a91108df38 None None] Routers {'feddf977-e9f0-442b-9b8d-1726bead7082'} bound to L3 agent in host dv-cinder-850449-2-iscsi {{(pid=110844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 20:12:28.901213 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_hamode_db [None req-7f2330e5-a355-4b2e-a726-13a91108df38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-24T19:52:06Z,description=,heartbeat_timestamp=2022-07-24T20:12:06Z,host='dv-cinder-850449-2-iscsi',id=408021b7-d46b-48c2-9f75-8a8023f9145c,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T19:52:06Z,topic='l3_agent')) {'router_ids': ['feddf977-e9f0-442b-9b8d-1726bead7082'], 'active': True} {{(pid=110844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:12:28.941858 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3a87c6-f037-4f37-8588-ec0ae0151ca6 req-f922710d-da74-4ec1-9912-85cb9cc8f0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:12:28.943510 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-8c3a87c6-f037-4f37-8588-ec0ae0151ca6 req-f922710d-da74-4ec1-9912-85cb9cc8f0b4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=aa4c12fa-3159-4d22-bc24-a1265d6d540b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0454509 Jul 24 20:12:29.041529 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_dvr_db [None req-7f2330e5-a355-4b2e-a726-13a91108df38 None None] Set router feddf977-e9f0-442b-9b8d-1726bead7082 gateway port host: dv-cinder-850449-2-iscsi {{(pid=110844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 20:12:29.057167 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-8c3a87c6-f037-4f37-8588-ec0ae0151ca6 req-2c62702f-2c9a-4380-9728-bc7eeb87764a service neutron] 10.222.0.42 "GET /v2.0/networks/aa4c12fa-3159-4d22-bc24-a1265d6d540b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067123 Jul 24 20:12:29.173333 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-8c3a87c6-f037-4f37-8588-ec0ae0151ca6 req-b13e9ee5-2847-42b8-9815-3898b866a94e service neutron] 10.222.0.42 "GET /v2.0/networks/aa4c12fa-3159-4d22-bc24-a1265d6d540b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097288 Jul 24 20:12:29.284844 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_hamode_db [None req-7f2330e5-a355-4b2e-a726-13a91108df38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feddf977-e9f0-442b-9b8d-1726bead7082', 'name': 'tempest-AttachVolumeTestJSON-1389149112-router', 'tenant_id': '8fac69862bde46c8b40d8a4cc26ca379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'external_fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '3aaa552d-4772-4834-8187-d51b1af8b119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T20:08:49Z', 'updated_at': '2022-07-24T20:08:53Z', 'revision_number': 4, 'project_id': '8fac69862bde46c8b40d8a4cc26ca379', 'gw_port': {'id': '3aaa552d-4772-4834-8187-d51b1af8b119', 'name': '', 'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:1a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feddf977-e9f0-442b-9b8d-1726bead7082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:08:49Z', 'updated_at': '2022-07-24T20:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99a0caa3-3fb5-4860-826f-478186226de3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850449-2-iscsi', '_floatingips': [{'id': 'b47e54f9-7035-45e9-baf5-d767e550b0ad', 'tenant_id': '8fac69862bde46c8b40d8a4cc26ca379', 'floating_ip_address': '172.27.3.250', 'floating_network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'router_id': 'feddf977-e9f0-442b-9b8d-1726bead7082', 'port_id': '19e36984-cd87-4ae2-a282-9d85ac4b6bc9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa4c12fa-3159-4d22-bc24-a1265d6d540b', 'mac_address': 'fa:16:3e:d4:bc:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '339a3740-d97e-4d92-a144-114c106febaf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-24T20:12:14Z', 'updated_at': '2022-07-24T20:12:27Z', 'revision_number': 1, 'project_id': '8fac69862bde46c8b40d8a4cc26ca379', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e13c657-69df-45e4-a8db-99be807ba027', 'name': '', 'network_id': 'aa4c12fa-3159-4d22-bc24-a1265d6d540b', 'tenant_id': '8fac69862bde46c8b40d8a4cc26ca379', 'mac_address': 'fa:16:3e:c2:c9:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feddf977-e9f0-442b-9b8d-1726bead7082', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '1a5ce63f-aff9-46ab-b841-e4d465c7d600', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:08:52Z', 'updated_at': '2022-07-24T20:08:56Z', 'revision_number': 5, 'project_id': '8fac69862bde46c8b40d8a4cc26ca379', 'subnets': [{'id': '1a5ce63f-aff9-46ab-b841-e4d465c7d600', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850449-2-iscsi', False) {} {{(pid=110844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:12:29.310551 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f2330e5-a355-4b2e-a726-13a91108df38 None None] The sync data for ids ['feddf977-e9f0-442b-9b8d-1726bead7082'] in dv-cinder-850449-2-iscsi is: [{'id': 'feddf977-e9f0-442b-9b8d-1726bead7082', 'name': 'tempest-AttachVolumeTestJSON-1389149112-router', 'tenant_id': '8fac69862bde46c8b40d8a4cc26ca379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'external_fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '3aaa552d-4772-4834-8187-d51b1af8b119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T20:08:49Z', 'updated_at': '2022-07-24T20:08:53Z', 'revision_number': 4, 'project_id': '8fac69862bde46c8b40d8a4cc26ca379', 'gw_port': {'id': '3aaa552d-4772-4834-8187-d51b1af8b119', 'name': '', 'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:1a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feddf977-e9f0-442b-9b8d-1726bead7082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:08:49Z', 'updated_at': '2022-07-24T20:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99a0caa3-3fb5-4860-826f-478186226de3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850449-2-iscsi', '_floatingips': [{'id': 'b47e54f9-7035-45e9-baf5-d767e550b0ad', 'tenant_id': '8fac69862bde46c8b40d8a4cc26ca379', 'floating_ip_address': '172.27.3.250', 'floating_network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'router_id': 'feddf977-e9f0-442b-9b8d-1726bead7082', 'port_id': '19e36984-cd87-4ae2-a282-9d85ac4b6bc9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa4c12fa-3159-4d22-bc24-a1265d6d540b', 'mac_address': 'fa:16:3e:d4:bc:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '339a3740-d97e-4d92-a144-114c106febaf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-24T20:12:14Z', 'updated_at': '2022-07-24T20:12:27Z', 'revision_number': 1, 'project_id': '8fac69862bde46c8b40d8a4cc26ca379', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e13c657-69df-45e4-a8db-99be807ba027', 'name': '', 'network_id': 'aa4c12fa-3159-4d22-bc24-a1265d6d540b', 'tenant_id': '8fac69862bde46c8b40d8a4cc26ca379', 'mac_address': 'fa:16:3e:c2:c9:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feddf977-e9f0-442b-9b8d-1726bead7082', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '1a5ce63f-aff9-46ab-b841-e4d465c7d600', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:08:52Z', 'updated_at': '2022-07-24T20:08:56Z', 'revision_number': 5, 'project_id': '8fac69862bde46c8b40d8a4cc26ca379', 'subnets': [{'id': '1a5ce63f-aff9-46ab-b841-e4d465c7d600', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 20:12:29.519624 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b95f0ac2-5f0f-40c4-89ae-15d928a8c505 None None] New status for floating IP b47e54f9-7035-45e9-baf5-d767e550b0ad: ACTIVE {{(pid=110845) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 24 20:12:33.468405 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-f1fef662-cb48-4ce9-889a-2e2711709a7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (dc36e0ef-94f3-4a3e-9c13-4790afccb2e9), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:12:35.908136 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-729be0b8-281f-49a0-84c6-273b5f396ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (408021b7-d46b-48c2-9f75-8a8023f9145c), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:12:37.074053 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-6dc48dae-acff-4e3e-8fdb-430da55b4f7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (7ee55678-4254-481c-8cae-5c828aed81c9), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:12:38.238818 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:12:38.377419 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-43102eef-6e4b-4922-ad30-3734cbb7477a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (7d43fc2f-3c2c-473f-8c92-13ad6341ecc2), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:12:39.125550 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (46eda511-dfa5-408c-8bd4-cb509f691033), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:12:39.165663 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=96 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:12:39.168144 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=13 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:12:39.629243 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG dbcounter [-] [110845] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=110845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:12:39.631218 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG dbcounter [-] [110845] Writing DB stats neutron:SELECT=11 {{(pid=110845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:12:40.749403 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.agents_db [None req-615be7cd-482a-4e0c-9386-1b4806e6e45a None None] Agent healthcheck: found 6 active agents {{(pid=110845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 20:12:40.988800 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (95564131-b678-4db2-a162-51408b2acd55), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:12:50.908053 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=3 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:12:50.918887 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=41,neutron:UPDATE=5 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:12:58.301006 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG dbcounter [-] [110845] Writing DB stats neutron:SELECT=18 {{(pid=110845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:12:58.301756 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG dbcounter [-] [110845] Writing DB stats neutron:SELECT=16 {{(pid=110845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:13:03.513676 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-58d6e5e7-8343-409a-bb04-f65b4ee738d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (dc36e0ef-94f3-4a3e-9c13-4790afccb2e9), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:13:05.896698 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-b5d1c68f-ff2c-49df-aeaf-27c7e79b5860 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (408021b7-d46b-48c2-9f75-8a8023f9145c), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:13:06.958909 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-6dc48dae-acff-4e3e-8fdb-430da55b4f7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (7ee55678-4254-481c-8cae-5c828aed81c9), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:13:08.393665 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-43102eef-6e4b-4922-ad30-3734cbb7477a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (7d43fc2f-3c2c-473f-8c92-13ad6341ecc2), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:13:09.124799 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (46eda511-dfa5-408c-8bd4-cb509f691033), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:13:10.993351 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (95564131-b678-4db2-a162-51408b2acd55), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:13:17.748733 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.agents_db [None req-615be7cd-482a-4e0c-9386-1b4806e6e45a None None] Agent healthcheck: found 6 active agents {{(pid=110845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 20:13:20.494581 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-3e15f3f9-0600-4650-9db5-373fa3209f13 req-a61fd664-14ba-4cbe-a232-b031310718ce service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=339a3740-d97e-4d92-a144-114c106febaf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0461657 Jul 24 20:13:20.581849 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e15f3f9-0600-4650-9db5-373fa3209f13 req-b484656d-7a69-4c16-9223-cc178209ce80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:13:20.584028 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-3e15f3f9-0600-4650-9db5-373fa3209f13 req-b484656d-7a69-4c16-9223-cc178209ce80 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8fac69862bde46c8b40d8a4cc26ca379&device_id=339a3740-d97e-4d92-a144-114c106febaf HTTP/1.1" status: 200 len: 1130 time: 0.0455325 Jul 24 20:13:20.697387 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e15f3f9-0600-4650-9db5-373fa3209f13 req-3413333d-ab9a-4ac7-bf5b-3fffec8a30be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:13:20.698829 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-3e15f3f9-0600-4650-9db5-373fa3209f13 req-3413333d-ab9a-4ac7-bf5b-3fffec8a30be service neutron] 10.222.0.42 "GET /v2.0/networks?id=aa4c12fa-3159-4d22-bc24-a1265d6d540b HTTP/1.1" status: 200 len: 912 time: 0.0960133 Jul 24 20:13:20.769462 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-3e15f3f9-0600-4650-9db5-373fa3209f13 req-541b23e5-40e5-4b51-8a5e-cc9799337409 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=19e36984-cd87-4ae2-a282-9d85ac4b6bc9 HTTP/1.1" status: 200 len: 1002 time: 0.0628924 Jul 24 20:13:20.822770 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e15f3f9-0600-4650-9db5-373fa3209f13 req-2fe1ccf6-324d-4ba6-a50e-c014ccb91396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:13:20.824383 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-3e15f3f9-0600-4650-9db5-373fa3209f13 req-2fe1ccf6-324d-4ba6-a50e-c014ccb91396 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1a5ce63f-aff9-46ab-b841-e4d465c7d600 HTTP/1.1" status: 200 len: 850 time: 0.0492558 Jul 24 20:13:20.878493 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e15f3f9-0600-4650-9db5-373fa3209f13 req-9aa42da8-f33c-44f8-87e7-2cadae6334c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:13:20.879993 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-3e15f3f9-0600-4650-9db5-373fa3209f13 req-9aa42da8-f33c-44f8-87e7-2cadae6334c0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=aa4c12fa-3159-4d22-bc24-a1265d6d540b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0491846 Jul 24 20:13:20.931037 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:13:20.937273 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=11,neutron:UPDATE=4 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:13:20.980567 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-3e15f3f9-0600-4650-9db5-373fa3209f13 req-e45473ef-1c0e-4307-a9fe-622086fb95a2 service neutron] 10.222.0.42 "GET /v2.0/networks/aa4c12fa-3159-4d22-bc24-a1265d6d540b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949099 Jul 24 20:13:21.078629 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-3e15f3f9-0600-4650-9db5-373fa3209f13 req-994f8ac7-3783-4dbc-b3a1-5e394ac98449 service neutron] 10.222.0.42 "GET /v2.0/networks/aa4c12fa-3159-4d22-bc24-a1265d6d540b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918705 Jul 24 20:13:28.074000 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd053d9-5ae2-4aa7-ba4c-548650a2a414 req-4f12ffb1-a408-4e7b-b2f1-3494f5d9b8e7 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:13:28.075474 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-fdd053d9-5ae2-4aa7-ba4c-548650a2a414 req-4f12ffb1-a408-4e7b-b2f1-3494f5d9b8e7 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] 10.222.0.17 "GET /v2.0/ports?device_id=339a3740-d97e-4d92-a144-114c106febaf HTTP/1.1" status: 200 len: 946 time: 0.0487273 Jul 24 20:13:28.121771 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-fdd053d9-5ae2-4aa7-ba4c-548650a2a414 req-ec3417f7-f3b5-4268-a168-c00fd361daca tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] 10.222.0.17 "GET /v2.0/security-groups?id=54ba8893-1b24-45b8-9c26-68d09e6892f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406580 Jul 24 20:13:29.239581 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4ceec8-ac07-45ab-ad4f-9d51a1b2ef8e req-c74ea3e4-78e6-49f8-8be3-52b1a821893b tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:13:29.241113 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-9c4ceec8-ac07-45ab-ad4f-9d51a1b2ef8e req-c74ea3e4-78e6-49f8-8be3-52b1a821893b tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] 10.222.0.17 "GET /v2.0/ports?device_id=339a3740-d97e-4d92-a144-114c106febaf HTTP/1.1" status: 200 len: 946 time: 0.0478380 Jul 24 20:13:29.287727 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-9c4ceec8-ac07-45ab-ad4f-9d51a1b2ef8e req-a994edd0-f357-49e0-9c46-1e25a7932f8d tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] 10.222.0.17 "GET /v2.0/security-groups?id=54ba8893-1b24-45b8-9c26-68d09e6892f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411193 Jul 24 20:13:29.705095 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a837ce49-817f-4c2d-b139-b2794115106f req-561362ce-c8f7-4e65-b151-ed641baea629 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:13:29.706500 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-a837ce49-817f-4c2d-b139-b2794115106f req-561362ce-c8f7-4e65-b151-ed641baea629 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] 10.222.0.42 "GET /v2.0/ports?device_id=339a3740-d97e-4d92-a144-114c106febaf HTTP/1.1" status: 200 len: 946 time: 0.0516660 Jul 24 20:13:29.787325 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.plugin [req-a837ce49-817f-4c2d-b139-b2794115106f req-2b44b582-55a9-4e4b-9640-57dfc8cdef55 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Deleting port 19e36984-cd87-4ae2-a282-9d85ac4b6bc9 {{(pid=110843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 24 20:13:29.787669 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-a837ce49-817f-4c2d-b139-b2794115106f req-2b44b582-55a9-4e4b-9640-57dfc8cdef55 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731445580472'] for port (19e36984-cd87-4ae2-a282-9d85ac4b6bc9), before_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:13:29.882256 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.db [req-a837ce49-817f-4c2d-b139-b2794115106f req-2b44b582-55a9-4e4b-9640-57dfc8cdef55 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] For port 19e36984-cd87-4ae2-a282-9d85ac4b6bc9, host hv-cinder-85044, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85044',level=0,port_id=19e36984-cd87-4ae2-a282-9d85ac4b6bc9,segment=NetworkSegment(fcae6d86-0667-4466-9640-9c859a957499),segment_id=fcae6d86-0667-4466-9640-9c859a957499)] {{(pid=110843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 20:13:29.882626 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-a837ce49-817f-4c2d-b139-b2794115106f req-2b44b582-55a9-4e4b-9640-57dfc8cdef55 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458432'] for port (19e36984-cd87-4ae2-a282-9d85ac4b6bc9), precommit_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:13:29.936956 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=100 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:13:30.032652 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=100 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:13:30.054563 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-a837ce49-817f-4c2d-b139-b2794115106f req-2b44b582-55a9-4e4b-9640-57dfc8cdef55 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:13:30.054865 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-a837ce49-817f-4c2d-b139-b2794115106f req-2b44b582-55a9-4e4b-9640-57dfc8cdef55 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-452544'] for floatingip (b47e54f9-7035-45e9-baf5-d767e550b0ad), after_update {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:13:30.055181 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.db.l3_db [req-a837ce49-817f-4c2d-b139-b2794115106f req-2b44b582-55a9-4e4b-9640-57dfc8cdef55 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Floating IP b47e54f9-7035-45e9-baf5-d767e550b0ad disassociated. External IP: 172.27.3.250, port: 19e36984-cd87-4ae2-a282-9d85ac4b6bc9. Jul 24 20:13:30.055529 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.plugin [req-a837ce49-817f-4c2d-b139-b2794115106f req-2b44b582-55a9-4e4b-9640-57dfc8cdef55 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Calling delete_port for 19e36984-cd87-4ae2-a282-9d85ac4b6bc9 owned by compute:nova {{(pid=110843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 24 20:13:30.250298 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-a837ce49-817f-4c2d-b139-b2794115106f req-2b44b582-55a9-4e4b-9640-57dfc8cdef55 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731445585704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731445223415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2610928'] for port (19e36984-cd87-4ae2-a282-9d85ac4b6bc9), after_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:13:30.276573 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b44b582-55a9-4e4b-9640-57dfc8cdef55 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Pushing event deleted for resources: {'Port': ['ID=19e36984-cd87-4ae2-a282-9d85ac4b6bc9,revision_number=None']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:13:30.289644 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b44b582-55a9-4e4b-9640-57dfc8cdef55 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:13:30.294246 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b44b582-55a9-4e4b-9640-57dfc8cdef55 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:13:30.294246 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b44b582-55a9-4e4b-9640-57dfc8cdef55 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:13:30.294246 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b44b582-55a9-4e4b-9640-57dfc8cdef55 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:13:30.294246 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b44b582-55a9-4e4b-9640-57dfc8cdef55 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:13:30.294246 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b44b582-55a9-4e4b-9640-57dfc8cdef55 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:13:30.294246 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b44b582-55a9-4e4b-9640-57dfc8cdef55 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:13:30.294246 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b44b582-55a9-4e4b-9640-57dfc8cdef55 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:13:30.294246 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b44b582-55a9-4e4b-9640-57dfc8cdef55 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:13:30.294246 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b44b582-55a9-4e4b-9640-57dfc8cdef55 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:13:30.294246 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b44b582-55a9-4e4b-9640-57dfc8cdef55 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:13:30.294246 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b44b582-55a9-4e4b-9640-57dfc8cdef55 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:13:30.294246 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b44b582-55a9-4e4b-9640-57dfc8cdef55 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:13:30.294246 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b44b582-55a9-4e4b-9640-57dfc8cdef55 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:13:30.295851 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b44b582-55a9-4e4b-9640-57dfc8cdef55 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:13:30.406608 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-6ae2579d-2d17-4a73-92ef-11fe5db33718 req-cc3701ee-8732-4dd7-a867-6aa00ea0e556 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] 10.222.0.17 "GET /v2.0/ports?device_id=339a3740-d97e-4d92-a144-114c106febaf HTTP/1.1" status: 200 len: 210 time: 0.0333226 Jul 24 20:13:30.432186 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a837ce49-817f-4c2d-b139-b2794115106f req-2b44b582-55a9-4e4b-9640-57dfc8cdef55 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Router feddf977-e9f0-442b-9b8d-1726bead7082 has already been hosted by L3 agent 408021b7-d46b-48c2-9f75-8a8023f9145c {{(pid=110843) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 24 20:13:30.530554 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a837ce49-817f-4c2d-b139-b2794115106f req-2b44b582-55a9-4e4b-9640-57dfc8cdef55 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Notify agent at l3_agent.dv-cinder-850449-2-iscsi the message routers_updated {{(pid=110843) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 20:13:30.540636 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9d8497-d2c0-4bd1-9b32-4d097b36fd34 None None] Sync routers for ids ['feddf977-e9f0-442b-9b8d-1726bead7082'] in dv-cinder-850449-2-iscsi {{(pid=110844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 20:13:30.550481 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9d8497-d2c0-4bd1-9b32-4d097b36fd34 None None] Routers {'feddf977-e9f0-442b-9b8d-1726bead7082'} bound to L3 agent in host dv-cinder-850449-2-iscsi {{(pid=110844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 20:13:30.551587 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_hamode_db [None req-0d9d8497-d2c0-4bd1-9b32-4d097b36fd34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-24T19:52:06Z,description=,heartbeat_timestamp=2022-07-24T20:13:06Z,host='dv-cinder-850449-2-iscsi',id=408021b7-d46b-48c2-9f75-8a8023f9145c,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T19:52:06Z,topic='l3_agent')) {'router_ids': ['feddf977-e9f0-442b-9b8d-1726bead7082'], 'active': True} {{(pid=110844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:13:30.573740 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.db.l3_dvrscheduler_db [req-a837ce49-817f-4c2d-b139-b2794115106f req-2b44b582-55a9-4e4b-9640-57dfc8cdef55 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] No DVR routers for this DVR port 19e36984-cd87-4ae2-a282-9d85ac4b6bc9 on host hv-cinder-85044 {{(pid=110843) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 24 20:13:30.576424 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-a837ce49-817f-4c2d-b139-b2794115106f req-2b44b582-55a9-4e4b-9640-57dfc8cdef55 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1048257'] for port (None), before_response {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:13:30.579718 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-a837ce49-817f-4c2d-b139-b2794115106f req-2b44b582-55a9-4e4b-9640-57dfc8cdef55 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] 10.222.0.42 "DELETE /v2.0/ports/19e36984-cd87-4ae2-a282-9d85ac4b6bc9 HTTP/1.1" status: 204 len: 173 time: 0.8683338 Jul 24 20:13:30.580161 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '339a3740-d97e-4d92-a144-114c106febaf', 'name': 'network-vif-deleted', 'tag': '19e36984-cd87-4ae2-a282-9d85ac4b6bc9'}] {{(pid=110843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 24 20:13:30.582459 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa129e2ea71b36189c7354ee4da78dc54b5a7420159cbfa164f6b2678096e4e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f760c02-7b7c-4554-a394-a54802ba9da2" -d '{"events": [{"server_uuid": "339a3740-d97e-4d92-a144-114c106febaf", "name": "network-vif-deleted", "tag": "19e36984-cd87-4ae2-a282-9d85ac4b6bc9"}]}' {{(pid=110843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 20:13:30.627588 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 24 Jul 2022 20:13:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f657291-2539-4d9b-94f0-4528b1a9b481 x-openstack-request-id: req-8f657291-2539-4d9b-94f0-4528b1a9b481 {{(pid=110843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 20:13:30.627886 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "339a3740-d97e-4d92-a144-114c106febaf", "name": "network-vif-deleted", "tag": "19e36984-cd87-4ae2-a282-9d85ac4b6bc9", "status": "completed", "code": 200}]} {{(pid=110843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 20:13:30.628141 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-8f657291-2539-4d9b-94f0-4528b1a9b481 {{(pid=110843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 20:13:30.628601 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f657291-2539-4d9b-94f0-4528b1a9b481'] response: {'server_uuid': '339a3740-d97e-4d92-a144-114c106febaf', 'name': 'network-vif-deleted', 'tag': '19e36984-cd87-4ae2-a282-9d85ac4b6bc9', 'status': 'completed', 'code': 200} Jul 24 20:13:30.663444 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_dvr_db [None req-0d9d8497-d2c0-4bd1-9b32-4d097b36fd34 None None] Set router feddf977-e9f0-442b-9b8d-1726bead7082 gateway port host: dv-cinder-850449-2-iscsi {{(pid=110844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 20:13:30.858136 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_hamode_db [None req-0d9d8497-d2c0-4bd1-9b32-4d097b36fd34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feddf977-e9f0-442b-9b8d-1726bead7082', 'name': 'tempest-AttachVolumeTestJSON-1389149112-router', 'tenant_id': '8fac69862bde46c8b40d8a4cc26ca379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'external_fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '3aaa552d-4772-4834-8187-d51b1af8b119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T20:08:49Z', 'updated_at': '2022-07-24T20:08:53Z', 'revision_number': 4, 'project_id': '8fac69862bde46c8b40d8a4cc26ca379', 'gw_port': {'id': '3aaa552d-4772-4834-8187-d51b1af8b119', 'name': '', 'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:1a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feddf977-e9f0-442b-9b8d-1726bead7082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:08:49Z', 'updated_at': '2022-07-24T20:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99a0caa3-3fb5-4860-826f-478186226de3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850449-2-iscsi', '_interfaces': [{'id': '5e13c657-69df-45e4-a8db-99be807ba027', 'name': '', 'network_id': 'aa4c12fa-3159-4d22-bc24-a1265d6d540b', 'tenant_id': '8fac69862bde46c8b40d8a4cc26ca379', 'mac_address': 'fa:16:3e:c2:c9:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feddf977-e9f0-442b-9b8d-1726bead7082', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '1a5ce63f-aff9-46ab-b841-e4d465c7d600', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:08:52Z', 'updated_at': '2022-07-24T20:08:56Z', 'revision_number': 5, 'project_id': '8fac69862bde46c8b40d8a4cc26ca379', 'subnets': [{'id': '1a5ce63f-aff9-46ab-b841-e4d465c7d600', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850449-2-iscsi', False) {} {{(pid=110844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:13:30.885899 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9d8497-d2c0-4bd1-9b32-4d097b36fd34 None None] Checking router: feddf977-e9f0-442b-9b8d-1726bead7082 for host: dv-cinder-850449-2-iscsi {{(pid=110844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 20:13:30.894227 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9d8497-d2c0-4bd1-9b32-4d097b36fd34 None None] Routers {'feddf977-e9f0-442b-9b8d-1726bead7082'} bound to L3 agent in host dv-cinder-850449-2-iscsi {{(pid=110844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 20:13:30.894840 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_hamode_db [None req-0d9d8497-d2c0-4bd1-9b32-4d097b36fd34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-24T19:52:06Z,description=,heartbeat_timestamp=2022-07-24T20:13:06Z,host='dv-cinder-850449-2-iscsi',id=408021b7-d46b-48c2-9f75-8a8023f9145c,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T19:52:06Z,topic='l3_agent')) {'router_ids': ['feddf977-e9f0-442b-9b8d-1726bead7082'], 'active': True} {{(pid=110844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:13:30.996942 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_dvr_db [None req-0d9d8497-d2c0-4bd1-9b32-4d097b36fd34 None None] Set router feddf977-e9f0-442b-9b8d-1726bead7082 gateway port host: dv-cinder-850449-2-iscsi {{(pid=110844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 20:13:31.180215 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_hamode_db [None req-0d9d8497-d2c0-4bd1-9b32-4d097b36fd34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feddf977-e9f0-442b-9b8d-1726bead7082', 'name': 'tempest-AttachVolumeTestJSON-1389149112-router', 'tenant_id': '8fac69862bde46c8b40d8a4cc26ca379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'external_fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '3aaa552d-4772-4834-8187-d51b1af8b119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T20:08:49Z', 'updated_at': '2022-07-24T20:08:53Z', 'revision_number': 4, 'project_id': '8fac69862bde46c8b40d8a4cc26ca379', 'gw_port': {'id': '3aaa552d-4772-4834-8187-d51b1af8b119', 'name': '', 'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:1a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feddf977-e9f0-442b-9b8d-1726bead7082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:08:49Z', 'updated_at': '2022-07-24T20:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99a0caa3-3fb5-4860-826f-478186226de3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850449-2-iscsi', '_interfaces': [{'id': '5e13c657-69df-45e4-a8db-99be807ba027', 'name': '', 'network_id': 'aa4c12fa-3159-4d22-bc24-a1265d6d540b', 'tenant_id': '8fac69862bde46c8b40d8a4cc26ca379', 'mac_address': 'fa:16:3e:c2:c9:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feddf977-e9f0-442b-9b8d-1726bead7082', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '1a5ce63f-aff9-46ab-b841-e4d465c7d600', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:08:52Z', 'updated_at': '2022-07-24T20:08:56Z', 'revision_number': 5, 'project_id': '8fac69862bde46c8b40d8a4cc26ca379', 'subnets': [{'id': '1a5ce63f-aff9-46ab-b841-e4d465c7d600', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850449-2-iscsi', False) {} {{(pid=110844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:13:31.205383 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9d8497-d2c0-4bd1-9b32-4d097b36fd34 None None] The sync data for ids ['feddf977-e9f0-442b-9b8d-1726bead7082'] in dv-cinder-850449-2-iscsi is: [{'id': 'feddf977-e9f0-442b-9b8d-1726bead7082', 'name': 'tempest-AttachVolumeTestJSON-1389149112-router', 'tenant_id': '8fac69862bde46c8b40d8a4cc26ca379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'external_fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '3aaa552d-4772-4834-8187-d51b1af8b119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T20:08:49Z', 'updated_at': '2022-07-24T20:08:53Z', 'revision_number': 4, 'project_id': '8fac69862bde46c8b40d8a4cc26ca379', 'gw_port': {'id': '3aaa552d-4772-4834-8187-d51b1af8b119', 'name': '', 'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:1a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feddf977-e9f0-442b-9b8d-1726bead7082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:08:49Z', 'updated_at': '2022-07-24T20:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99a0caa3-3fb5-4860-826f-478186226de3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850449-2-iscsi', '_interfaces': [{'id': '5e13c657-69df-45e4-a8db-99be807ba027', 'name': '', 'network_id': 'aa4c12fa-3159-4d22-bc24-a1265d6d540b', 'tenant_id': '8fac69862bde46c8b40d8a4cc26ca379', 'mac_address': 'fa:16:3e:c2:c9:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feddf977-e9f0-442b-9b8d-1726bead7082', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '1a5ce63f-aff9-46ab-b841-e4d465c7d600', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:08:52Z', 'updated_at': '2022-07-24T20:08:56Z', 'revision_number': 5, 'project_id': '8fac69862bde46c8b40d8a4cc26ca379', 'subnets': [{'id': '1a5ce63f-aff9-46ab-b841-e4d465c7d600', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 20:13:31.429023 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ddc6c85-ad4c-437a-8a8a-ad8577f445a1 None None] New status for floating IP b47e54f9-7035-45e9-baf5-d767e550b0ad: DOWN {{(pid=110845) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 24 20:13:31.524877 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-06fb1153-4151-473c-a8db-17bb20d3f10e req-cac2a983-8d5d-4020-9ed4-17b614ec831d tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] 10.222.0.17 "GET /v2.0/ports?device_id=339a3740-d97e-4d92-a144-114c106febaf HTTP/1.1" status: 200 len: 210 time: 0.0293815 Jul 24 20:13:32.659928 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Device 19e36984-cd87-4ae2-a282-9d85ac4b6bc9 no longer exists at agent hyperv_hv-cinder-85044 {{(pid=110844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 20:13:32.683157 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] No Port match for: 19e36984-cd87-4ae2-a282-9d85ac4b6bc9 {{(pid=110844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 24 20:13:32.683392 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Device 19e36984-cd87-4ae2-a282-9d85ac4b6bc9 not bound to the agent host hv-cinder-85044 {{(pid=110844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 20:13:32.713859 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [-] (110843) accepted ('10.222.0.17', 38948) {{(pid=110843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:13:32.772180 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-cbc37265-23f9-4a12-9e36-0392abba2ac0 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Publish callbacks [] for security_group (54ba8893-1b24-45b8-9c26-68d09e6892f0), before_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:13:32.795235 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-cbc37265-23f9-4a12-9e36-0392abba2ac0 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Publish callbacks [] for security_group (54ba8893-1b24-45b8-9c26-68d09e6892f0), precommit_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:13:32.912637 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-cbc37265-23f9-4a12-9e36-0392abba2ac0 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (54ba8893-1b24-45b8-9c26-68d09e6892f0), after_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:13:32.915250 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-cbc37265-23f9-4a12-9e36-0392abba2ac0 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Publish callbacks [] for security_group (None), before_response {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:13:32.916427 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [None req-cbc37265-23f9-4a12-9e36-0392abba2ac0 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] 10.222.0.17 "DELETE /v2.0/security-groups/54ba8893-1b24-45b8-9c26-68d09e6892f0 HTTP/1.1" status: 204 len: 168 time: 0.2015979 Jul 24 20:13:32.919453 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 38950) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:13:32.925802 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc37265-23f9-4a12-9e36-0392abba2ac0 tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54ba8893-1b24-45b8-9c26-68d09e6892f0,revision_number=None']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:13:32.935851 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.api.v2.resource [None req-8ff9282b-5185-4467-a417-799e33259f7e tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] show failed (client error): The resource could not be found. Jul 24 20:13:32.936835 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-8ff9282b-5185-4467-a417-799e33259f7e tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] 10.222.0.17 "GET /v2.0/security-groups/54ba8893-1b24-45b8-9c26-68d09e6892f0 HTTP/1.1" status: 404 len: 347 time: 0.0163741 Jul 24 20:13:32.939698 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 38954) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:13:33.051885 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.plugin [None req-9377f0ba-eaad-4a13-9b28-f06c25d5fb9b tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Deleting port 2ef9b71a-15d8-4fbd-ab5a-d52452aa9800 {{(pid=110842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 24 20:13:33.052247 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-9377f0ba-eaad-4a13-9b28-f06c25d5fb9b tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731445580472'] for port (2ef9b71a-15d8-4fbd-ab5a-d52452aa9800), before_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:13:33.132107 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-9377f0ba-eaad-4a13-9b28-f06c25d5fb9b tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458432'] for port (2ef9b71a-15d8-4fbd-ab5a-d52452aa9800), precommit_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:13:33.132430 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-9377f0ba-eaad-4a13-9b28-f06c25d5fb9b tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Publish callbacks [] for floatingip (2ef9b71a-15d8-4fbd-ab5a-d52452aa9800), precommit_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:13:33.144925 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.plugin [None req-9377f0ba-eaad-4a13-9b28-f06c25d5fb9b tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Calling delete_port for 2ef9b71a-15d8-4fbd-ab5a-d52452aa9800 owned by network:floatingip {{(pid=110842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 24 20:13:33.341492 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-9377f0ba-eaad-4a13-9b28-f06c25d5fb9b tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731445585704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731445223415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8925015'] for port (2ef9b71a-15d8-4fbd-ab5a-d52452aa9800), after_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:13:33.364750 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9377f0ba-eaad-4a13-9b28-f06c25d5fb9b tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Pushing event deleted for resources: {'Port': ['ID=2ef9b71a-15d8-4fbd-ab5a-d52452aa9800,revision_number=None']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:13:33.375237 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9377f0ba-eaad-4a13-9b28-f06c25d5fb9b tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:13:33.375587 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9377f0ba-eaad-4a13-9b28-f06c25d5fb9b tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:13:33.375934 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9377f0ba-eaad-4a13-9b28-f06c25d5fb9b tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:13:33.376277 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9377f0ba-eaad-4a13-9b28-f06c25d5fb9b tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:13:33.376611 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9377f0ba-eaad-4a13-9b28-f06c25d5fb9b tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:13:33.376969 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9377f0ba-eaad-4a13-9b28-f06c25d5fb9b tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:13:33.377675 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9377f0ba-eaad-4a13-9b28-f06c25d5fb9b tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:13:33.377675 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9377f0ba-eaad-4a13-9b28-f06c25d5fb9b tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:13:33.377933 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9377f0ba-eaad-4a13-9b28-f06c25d5fb9b tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:13:33.378259 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9377f0ba-eaad-4a13-9b28-f06c25d5fb9b tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:13:33.378674 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9377f0ba-eaad-4a13-9b28-f06c25d5fb9b tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:13:33.378909 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9377f0ba-eaad-4a13-9b28-f06c25d5fb9b tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:13:33.379231 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9377f0ba-eaad-4a13-9b28-f06c25d5fb9b tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:13:33.379551 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9377f0ba-eaad-4a13-9b28-f06c25d5fb9b tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:13:33.379871 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9377f0ba-eaad-4a13-9b28-f06c25d5fb9b tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:13:33.443629 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-9377f0ba-eaad-4a13-9b28-f06c25d5fb9b tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Publish callbacks [] for floatingip (b47e54f9-7035-45e9-baf5-d767e550b0ad), after_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:13:33.446140 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-9377f0ba-eaad-4a13-9b28-f06c25d5fb9b tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1048257'] for floatingip (None), before_response {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:13:33.447285 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-9377f0ba-eaad-4a13-9b28-f06c25d5fb9b tempest-AttachVolumeTestJSON-801053969 tempest-AttachVolumeTestJSON-801053969-project] 10.222.0.17 "DELETE /v2.0/floatingips/b47e54f9-7035-45e9-baf5-d767e550b0ad HTTP/1.1" status: 204 len: 168 time: 0.5066519 Jul 24 20:13:33.490694 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-8055a513-9fa6-4048-a8d8-d0884970f7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (dc36e0ef-94f3-4a3e-9c13-4790afccb2e9), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:13:35.918897 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-99006e98-b813-419e-a0a9-f5d03abf1510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (408021b7-d46b-48c2-9f75-8a8023f9145c), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:13:36.964157 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-6dc48dae-acff-4e3e-8fdb-430da55b4f7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (7ee55678-4254-481c-8cae-5c828aed81c9), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:13:37.364588 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 38982) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:13:37.681143 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-89183004-62c4-4c7f-9770-9cab5f8e3ea2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-457152'] for router_interface (feddf977-e9f0-442b-9b8d-1726bead7082), before_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:13:37.785715 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:13:37.836145 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:13:37.909144 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.plugin [None req-89183004-62c4-4c7f-9770-9cab5f8e3ea2 admin admin] Deleting port 5e13c657-69df-45e4-a8db-99be807ba027 {{(pid=110842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 24 20:13:37.909472 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-89183004-62c4-4c7f-9770-9cab5f8e3ea2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731445580472'] for port (5e13c657-69df-45e4-a8db-99be807ba027), before_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:13:37.989399 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.db [None req-89183004-62c4-4c7f-9770-9cab5f8e3ea2 admin admin] For port 5e13c657-69df-45e4-a8db-99be807ba027, host dv-cinder-850449-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850449-2-iscsi',level=0,port_id=5e13c657-69df-45e4-a8db-99be807ba027,segment=NetworkSegment(fcae6d86-0667-4466-9640-9c859a957499),segment_id=fcae6d86-0667-4466-9640-9c859a957499)] {{(pid=110842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 20:13:37.990357 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-89183004-62c4-4c7f-9770-9cab5f8e3ea2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458432'] for port (5e13c657-69df-45e4-a8db-99be807ba027), precommit_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:13:38.003169 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.plugin [None req-89183004-62c4-4c7f-9770-9cab5f8e3ea2 admin admin] Calling delete_port for 5e13c657-69df-45e4-a8db-99be807ba027 owned by network:router_interface {{(pid=110842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 24 20:13:38.255990 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-89183004-62c4-4c7f-9770-9cab5f8e3ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731445585704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731445223415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8925015'] for port (5e13c657-69df-45e4-a8db-99be807ba027), after_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:13:38.282163 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89183004-62c4-4c7f-9770-9cab5f8e3ea2 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e13c657-69df-45e4-a8db-99be807ba027,revision_number=None']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:13:38.330787 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-43102eef-6e4b-4922-ad30-3734cbb7477a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (7d43fc2f-3c2c-473f-8c92-13ad6341ecc2), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:13:38.682448 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-89183004-62c4-4c7f-9770-9cab5f8e3ea2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-594928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-451632'] for router_interface (feddf977-e9f0-442b-9b8d-1726bead7082), after_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:13:38.860984 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:13:38.889766 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89183004-62c4-4c7f-9770-9cab5f8e3ea2 admin admin] Router feddf977-e9f0-442b-9b8d-1726bead7082 has already been hosted by L3 agent 408021b7-d46b-48c2-9f75-8a8023f9145c {{(pid=110842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 24 20:13:38.972393 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:13:38.995626 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89183004-62c4-4c7f-9770-9cab5f8e3ea2 admin admin] Notify agent at l3_agent.dv-cinder-850449-2-iscsi the message routers_updated {{(pid=110842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 20:13:39.000508 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-89183004-62c4-4c7f-9770-9cab5f8e3ea2 admin admin] 10.222.0.17 "PUT /v2.0/routers/feddf977-e9f0-442b-9b8d-1726bead7082/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6352377 Jul 24 20:13:39.003056 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 38984) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:13:39.005576 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f02e26-f92b-430f-9560-f770041763ca None None] Sync routers for ids ['feddf977-e9f0-442b-9b8d-1726bead7082'] in dv-cinder-850449-2-iscsi {{(pid=110844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 20:13:39.018993 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f02e26-f92b-430f-9560-f770041763ca None None] Routers {'feddf977-e9f0-442b-9b8d-1726bead7082'} bound to L3 agent in host dv-cinder-850449-2-iscsi {{(pid=110844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 20:13:39.019610 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_hamode_db [None req-80f02e26-f92b-430f-9560-f770041763ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-24T19:52:06Z,description=,heartbeat_timestamp=2022-07-24T20:13:36Z,host='dv-cinder-850449-2-iscsi',id=408021b7-d46b-48c2-9f75-8a8023f9145c,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T19:52:06Z,topic='l3_agent')) {'router_ids': ['feddf977-e9f0-442b-9b8d-1726bead7082'], 'active': True} {{(pid=110844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:13:39.077320 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:13:39.099026 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-78565f87-e34a-40c1-8e1d-353589ee8676 admin admin] Publish callbacks [] for router (feddf977-e9f0-442b-9b8d-1726bead7082), before_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:13:39.111843 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:13:39.132861 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_dvr_db [None req-80f02e26-f92b-430f-9560-f770041763ca None None] Set router feddf977-e9f0-442b-9b8d-1726bead7082 gateway port host: dv-cinder-850449-2-iscsi {{(pid=110844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 20:13:39.198188 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-78565f87-e34a-40c1-8e1d-353589ee8676 admin admin] Publish callbacks [] for router_gateway (feddf977-e9f0-442b-9b8d-1726bead7082), before_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:13:39.198812 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (46eda511-dfa5-408c-8bd4-cb509f691033), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:13:39.304676 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_hamode_db [None req-80f02e26-f92b-430f-9560-f770041763ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feddf977-e9f0-442b-9b8d-1726bead7082', 'name': 'tempest-AttachVolumeTestJSON-1389149112-router', 'tenant_id': '8fac69862bde46c8b40d8a4cc26ca379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'external_fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '3aaa552d-4772-4834-8187-d51b1af8b119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T20:08:49Z', 'updated_at': '2022-07-24T20:13:38Z', 'revision_number': 5, 'project_id': '8fac69862bde46c8b40d8a4cc26ca379', 'gw_port': {'id': '3aaa552d-4772-4834-8187-d51b1af8b119', 'name': '', 'network_id': '10498192-3528-4341-803f-d59b33e3b71c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:1a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feddf977-e9f0-442b-9b8d-1726bead7082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '99a0caa3-3fb5-4860-826f-478186226de3', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T20:08:49Z', 'updated_at': '2022-07-24T20:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99a0caa3-3fb5-4860-826f-478186226de3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850449-2-iscsi'}], 'dv-cinder-850449-2-iscsi', False) {} {{(pid=110844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:13:39.308886 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.plugin [None req-78565f87-e34a-40c1-8e1d-353589ee8676 admin admin] Deleting port 3aaa552d-4772-4834-8187-d51b1af8b119 {{(pid=110842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 24 20:13:39.309224 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-78565f87-e34a-40c1-8e1d-353589ee8676 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731445580472'] for port (3aaa552d-4772-4834-8187-d51b1af8b119), before_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:13:39.330325 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f02e26-f92b-430f-9560-f770041763ca None None] Checking router: feddf977-e9f0-442b-9b8d-1726bead7082 for host: dv-cinder-850449-2-iscsi {{(pid=110844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 20:13:39.339410 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f02e26-f92b-430f-9560-f770041763ca None None] Routers {'feddf977-e9f0-442b-9b8d-1726bead7082'} bound to L3 agent in host dv-cinder-850449-2-iscsi {{(pid=110844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 20:13:39.340029 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_hamode_db [None req-80f02e26-f92b-430f-9560-f770041763ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-24T19:52:06Z,description=,heartbeat_timestamp=2022-07-24T20:13:36Z,host='dv-cinder-850449-2-iscsi',id=408021b7-d46b-48c2-9f75-8a8023f9145c,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T19:52:06Z,topic='l3_agent')) {'router_ids': ['feddf977-e9f0-442b-9b8d-1726bead7082'], 'active': True} {{(pid=110844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:13:39.388963 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.db [None req-78565f87-e34a-40c1-8e1d-353589ee8676 admin admin] For port 3aaa552d-4772-4834-8187-d51b1af8b119, host dv-cinder-850449-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850449-2-iscsi',level=0,port_id=3aaa552d-4772-4834-8187-d51b1af8b119,segment=NetworkSegment(fc72dfdc-4d29-4b3c-a3f7-b36f757f54d3),segment_id=fc72dfdc-4d29-4b3c-a3f7-b36f757f54d3)] {{(pid=110842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 20:13:39.389317 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-78565f87-e34a-40c1-8e1d-353589ee8676 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458432'] for port (3aaa552d-4772-4834-8187-d51b1af8b119), precommit_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:13:39.402720 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.plugin [None req-78565f87-e34a-40c1-8e1d-353589ee8676 admin admin] Calling delete_port for 3aaa552d-4772-4834-8187-d51b1af8b119 owned by network:router_gateway {{(pid=110842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 24 20:13:39.424168 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_dvr_db [None req-80f02e26-f92b-430f-9560-f770041763ca None None] Set router feddf977-e9f0-442b-9b8d-1726bead7082 gateway port host: None {{(pid=110844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 20:13:39.472579 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_hamode_db [None req-80f02e26-f92b-430f-9560-f770041763ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feddf977-e9f0-442b-9b8d-1726bead7082', 'name': 'tempest-AttachVolumeTestJSON-1389149112-router', 'tenant_id': '8fac69862bde46c8b40d8a4cc26ca379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T20:08:49Z', 'updated_at': '2022-07-24T20:13:39Z', 'revision_number': 6, 'project_id': '8fac69862bde46c8b40d8a4cc26ca379', 'gw_port_host': None}], 'dv-cinder-850449-2-iscsi', False) {} {{(pid=110844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:13:39.499017 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f02e26-f92b-430f-9560-f770041763ca None None] The sync data for ids ['feddf977-e9f0-442b-9b8d-1726bead7082'] in dv-cinder-850449-2-iscsi is: [{'id': 'feddf977-e9f0-442b-9b8d-1726bead7082', 'name': 'tempest-AttachVolumeTestJSON-1389149112-router', 'tenant_id': '8fac69862bde46c8b40d8a4cc26ca379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T20:08:49Z', 'updated_at': '2022-07-24T20:13:39Z', 'revision_number': 6, 'project_id': '8fac69862bde46c8b40d8a4cc26ca379', 'gw_port_host': None}] {{(pid=110844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 20:13:39.639062 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-78565f87-e34a-40c1-8e1d-353589ee8676 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731445585704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731445223415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8925015'] for port (3aaa552d-4772-4834-8187-d51b1af8b119), after_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:13:39.664156 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78565f87-e34a-40c1-8e1d-353589ee8676 admin admin] Pushing event deleted for resources: {'Port': ['ID=3aaa552d-4772-4834-8187-d51b1af8b119,revision_number=None']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:13:39.728066 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-78565f87-e34a-40c1-8e1d-353589ee8676 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-452411'] for router_gateway (feddf977-e9f0-442b-9b8d-1726bead7082), after_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:13:39.812633 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-78565f87-e34a-40c1-8e1d-353589ee8676 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-450799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-737'] for router (feddf977-e9f0-442b-9b8d-1726bead7082), precommit_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:13:39.814673 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-78565f87-e34a-40c1-8e1d-353589ee8676 admin admin] Publish callbacks [] for router_controller (feddf977-e9f0-442b-9b8d-1726bead7082), precommit_delete_associations {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:13:39.993795 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-78565f87-e34a-40c1-8e1d-353589ee8676 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-450718'] for router (feddf977-e9f0-442b-9b8d-1726bead7082), after_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:13:39.994328 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78565f87-e34a-40c1-8e1d-353589ee8676 admin admin] Fanout notify agent at l3_agent the message router_deleted on router feddf977-e9f0-442b-9b8d-1726bead7082 {{(pid=110842) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 20:13:40.002756 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-78565f87-e34a-40c1-8e1d-353589ee8676 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:13:40.002756 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-78565f87-e34a-40c1-8e1d-353589ee8676 admin admin] 10.222.0.17 "DELETE /v2.0/routers/feddf977-e9f0-442b-9b8d-1726bead7082 HTTP/1.1" status: 204 len: 168 time: 0.9957571 Jul 24 20:13:40.002756 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 38986) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:13:40.028314 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:13:40.045543 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.db.db_base_plugin_v2 [None req-4db787d3-b2c1-483e-a0c3-073978581fc4 admin admin] Deleting subnet 1a5ce63f-aff9-46ab-b841-e4d465c7d600 {{(pid=110842) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 24 20:13:40.048883 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-4db787d3-b2c1-483e-a0c3-073978581fc4 admin admin] Publish callbacks [] for subnet (1a5ce63f-aff9-46ab-b841-e4d465c7d600), before_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:13:40.087603 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-4db787d3-b2c1-483e-a0c3-073978581fc4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8979353'] for subnet (1a5ce63f-aff9-46ab-b841-e4d465c7d600), precommit_delete_associations {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:13:40.124534 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:13:40.165022 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-4db787d3-b2c1-483e-a0c3-073978581fc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7817528'] for subnet (1a5ce63f-aff9-46ab-b841-e4d465c7d600), precommit_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:13:40.342002 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-4db787d3-b2c1-483e-a0c3-073978581fc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7817521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8925114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8410652'] for subnet (1a5ce63f-aff9-46ab-b841-e4d465c7d600), after_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:13:40.371112 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db787d3-b2c1-483e-a0c3-073978581fc4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a5ce63f-aff9-46ab-b841-e4d465c7d600,revision_number=None']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:13:40.377172 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-4db787d3-b2c1-483e-a0c3-073978581fc4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:13:40.380481 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-4db787d3-b2c1-483e-a0c3-073978581fc4 admin admin] 10.222.0.17 "DELETE /v2.0/subnets/1a5ce63f-aff9-46ab-b841-e4d465c7d600 HTTP/1.1" status: 204 len: 168 time: 0.3773513 Jul 24 20:13:40.382900 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c729c68f-5967-4942-be18-afdb220b360d None None] Network aa4c12fa-3159-4d22-bc24-a1265d6d540b requested from dv-cinder-850449-2-iscsi {{(pid=110844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 24 20:13:40.383629 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 38988) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:13:40.455771 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-f36298ea-0a6e-4f70-b92f-2d56c0abb0ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7930929'] for network (aa4c12fa-3159-4d22-bc24-a1265d6d540b), before_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:13:40.502671 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.plugin [None req-f36298ea-0a6e-4f70-b92f-2d56c0abb0ae admin admin] Deleting port 3b9f1d25-bc84-4730-b684-159e3f355daa {{(pid=110842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 24 20:13:40.503066 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-f36298ea-0a6e-4f70-b92f-2d56c0abb0ae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731445580472'] for port (3b9f1d25-bc84-4730-b684-159e3f355daa), before_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:13:40.551686 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22b8536b-f4f0-499c-a003-bccbd566e7a0 None None] DHCP port deletion for aa4c12fa-3159-4d22-bc24-a1265d6d540b request from dv-cinder-850449-2-iscsi {{(pid=110844) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 24 20:13:40.576830 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.db [None req-f36298ea-0a6e-4f70-b92f-2d56c0abb0ae admin admin] For port 3b9f1d25-bc84-4730-b684-159e3f355daa, host dv-cinder-850449-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850449-2-iscsi',level=0,port_id=3b9f1d25-bc84-4730-b684-159e3f355daa,segment=NetworkSegment(fcae6d86-0667-4466-9640-9c859a957499),segment_id=fcae6d86-0667-4466-9640-9c859a957499)] {{(pid=110842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 20:13:40.577196 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-f36298ea-0a6e-4f70-b92f-2d56c0abb0ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458432'] for port (3b9f1d25-bc84-4730-b684-159e3f355daa), precommit_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:13:40.588465 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-22b8536b-f4f0-499c-a003-bccbd566e7a0 None None] Deleting port 3b9f1d25-bc84-4730-b684-159e3f355daa {{(pid=110844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 24 20:13:40.588871 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-22b8536b-f4f0-499c-a003-bccbd566e7a0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731445580472'] for port (3b9f1d25-bc84-4730-b684-159e3f355daa), before_delete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:13:40.590576 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.plugin [None req-f36298ea-0a6e-4f70-b92f-2d56c0abb0ae admin admin] Calling delete_port for 3b9f1d25-bc84-4730-b684-159e3f355daa owned by network:dhcp {{(pid=110842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 24 20:13:40.651753 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-22b8536b-f4f0-499c-a003-bccbd566e7a0 None None] For port 3b9f1d25-bc84-4730-b684-159e3f355daa, host dv-cinder-850449-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850449-2-iscsi',level=0,port_id=3b9f1d25-bc84-4730-b684-159e3f355daa,segment=NetworkSegment(fcae6d86-0667-4466-9640-9c859a957499),segment_id=fcae6d86-0667-4466-9640-9c859a957499)] {{(pid=110844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 20:13:40.652151 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-22b8536b-f4f0-499c-a003-bccbd566e7a0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458432'] for port (3b9f1d25-bc84-4730-b684-159e3f355daa), precommit_delete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:13:40.665241 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-22b8536b-f4f0-499c-a003-bccbd566e7a0 None None] Calling delete_port for 3b9f1d25-bc84-4730-b684-159e3f355daa owned by network:dhcp {{(pid=110844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 24 20:13:40.775386 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-f36298ea-0a6e-4f70-b92f-2d56c0abb0ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731445585704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731445223415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8925015'] for port (3b9f1d25-bc84-4730-b684-159e3f355daa), after_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:13:40.804497 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36298ea-0a6e-4f70-b92f-2d56c0abb0ae admin admin] Pushing event deleted for resources: {'Port': ['ID=3b9f1d25-bc84-4730-b684-159e3f355daa,revision_number=None']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:13:40.808040 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36298ea-0a6e-4f70-b92f-2d56c0abb0ae admin admin] No DVR routers for this DVR port 3b9f1d25-bc84-4730-b684-159e3f355daa on host dv-cinder-850449-2-iscsi {{(pid=110842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 24 20:13:40.867404 dv-cinder-850449-2-iscsi neutron-server[110844]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 24 20:13:40.867404 dv-cinder-850449-2-iscsi neutron-server[110844]: from cryptography.utils import int_from_bytes Jul 24 20:13:40.867404 dv-cinder-850449-2-iscsi neutron-server[110844]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 24 20:13:40.867404 dv-cinder-850449-2-iscsi neutron-server[110844]: from cryptography.utils import int_from_bytes Jul 24 20:13:40.867404 dv-cinder-850449-2-iscsi neutron-server[110844]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 20:13:40.867404 dv-cinder-850449-2-iscsi neutron-server[110844]: self.session.flush() Jul 24 20:13:40.867404 dv-cinder-850449-2-iscsi neutron-server[110844]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 20:13:40.867404 dv-cinder-850449-2-iscsi neutron-server[110844]: self.session.flush() Jul 24 20:13:40.867404 dv-cinder-850449-2-iscsi neutron-server[110844]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 20:13:40.867404 dv-cinder-850449-2-iscsi neutron-server[110844]: self.session.flush() Jul 24 20:13:40.867404 dv-cinder-850449-2-iscsi neutron-server[110844]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 20:13:40.867404 dv-cinder-850449-2-iscsi neutron-server[110844]: self.session.flush() Jul 24 20:13:40.867404 dv-cinder-850449-2-iscsi neutron-server[110844]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 20:13:40.867404 dv-cinder-850449-2-iscsi neutron-server[110844]: self.session.flush() Jul 24 20:13:40.867404 dv-cinder-850449-2-iscsi neutron-server[110844]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 20:13:40.867404 dv-cinder-850449-2-iscsi neutron-server[110844]: self.session.flush() Jul 24 20:13:40.867404 dv-cinder-850449-2-iscsi neutron-server[110844]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 20:13:40.867404 dv-cinder-850449-2-iscsi neutron-server[110844]: self.session.flush() Jul 24 20:13:40.867404 dv-cinder-850449-2-iscsi neutron-server[110844]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 20:13:40.867404 dv-cinder-850449-2-iscsi neutron-server[110844]: self.session.flush() Jul 24 20:13:40.867404 dv-cinder-850449-2-iscsi neutron-server[110844]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 20:13:40.867404 dv-cinder-850449-2-iscsi neutron-server[110844]: self.session.flush() Jul 24 20:13:40.867404 dv-cinder-850449-2-iscsi neutron-server[110844]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 20:13:40.867404 dv-cinder-850449-2-iscsi neutron-server[110844]: self.session.flush() Jul 24 20:13:40.867404 dv-cinder-850449-2-iscsi neutron-server[110844]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 20:13:40.867404 dv-cinder-850449-2-iscsi neutron-server[110844]: self.session.flush() Jul 24 20:13:40.867404 dv-cinder-850449-2-iscsi neutron-server[110844]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 20:13:40.867404 dv-cinder-850449-2-iscsi neutron-server[110844]: self.session.flush() Jul 24 20:13:40.867404 dv-cinder-850449-2-iscsi neutron-server[110844]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 20:13:40.867404 dv-cinder-850449-2-iscsi neutron-server[110844]: self.session.flush() Jul 24 20:13:40.867404 dv-cinder-850449-2-iscsi neutron-server[110844]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 20:13:40.867404 dv-cinder-850449-2-iscsi neutron-server[110844]: self.session.flush() Jul 24 20:13:40.867404 dv-cinder-850449-2-iscsi neutron-server[110844]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 20:13:40.867404 dv-cinder-850449-2-iscsi neutron-server[110844]: self.session.flush() Jul 24 20:13:40.867404 dv-cinder-850449-2-iscsi neutron-server[110844]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 20:13:40.867404 dv-cinder-850449-2-iscsi neutron-server[110844]: self.session.flush() Jul 24 20:13:40.867404 dv-cinder-850449-2-iscsi neutron-server[110844]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 20:13:40.867404 dv-cinder-850449-2-iscsi neutron-server[110844]: self.session.flush() Jul 24 20:13:40.867404 dv-cinder-850449-2-iscsi neutron-server[110844]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 20:13:40.867404 dv-cinder-850449-2-iscsi neutron-server[110844]: self.session.flush() Jul 24 20:13:40.867404 dv-cinder-850449-2-iscsi neutron-server[110844]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 20:13:40.867404 dv-cinder-850449-2-iscsi neutron-server[110844]: self.session.flush() Jul 24 20:13:40.870905 dv-cinder-850449-2-iscsi neutron-server[110844]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 20:13:40.870905 dv-cinder-850449-2-iscsi neutron-server[110844]: self.session.flush() Jul 24 20:13:40.870905 dv-cinder-850449-2-iscsi neutron-server[110844]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 20:13:40.870905 dv-cinder-850449-2-iscsi neutron-server[110844]: self.session.flush() Jul 24 20:13:40.870905 dv-cinder-850449-2-iscsi neutron-server[110844]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 20:13:40.870905 dv-cinder-850449-2-iscsi neutron-server[110844]: self.session.flush() Jul 24 20:13:40.870905 dv-cinder-850449-2-iscsi neutron-server[110844]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 20:13:40.870905 dv-cinder-850449-2-iscsi neutron-server[110844]: self.session.flush() Jul 24 20:13:40.870905 dv-cinder-850449-2-iscsi neutron-server[110844]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 20:13:40.870905 dv-cinder-850449-2-iscsi neutron-server[110844]: self.session.flush() Jul 24 20:13:40.870905 dv-cinder-850449-2-iscsi neutron-server[110844]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 20:13:40.870905 dv-cinder-850449-2-iscsi neutron-server[110844]: self.session.flush() Jul 24 20:13:40.870905 dv-cinder-850449-2-iscsi neutron-server[110844]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 20:13:40.870905 dv-cinder-850449-2-iscsi neutron-server[110844]: self.session.flush() Jul 24 20:13:40.877314 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-22b8536b-f4f0-499c-a003-bccbd566e7a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731445585704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731445223415'] for port (3b9f1d25-bc84-4730-b684-159e3f355daa), after_delete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:13:40.881598 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-f36298ea-0a6e-4f70-b92f-2d56c0abb0ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7817651', 'neutron.services.segments.db._delete_segments_for_network-8731445707084'] for network (aa4c12fa-3159-4d22-bc24-a1265d6d540b), precommit_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:13:40.900986 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.services.segments.db [None req-f36298ea-0a6e-4f70-b92f-2d56c0abb0ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa4c12fa-3159-4d22-bc24-a1265d6d540b']}} {{(pid=110842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:13:40.903161 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b8536b-f4f0-499c-a003-bccbd566e7a0 None None] Pushing event deleted for resources: {'Port': ['ID=3b9f1d25-bc84-4730-b684-159e3f355daa,revision_number=None']} {{(pid=110844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:13:40.910604 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b8536b-f4f0-499c-a003-bccbd566e7a0 None None] No DVR routers for this DVR port 3b9f1d25-bc84-4730-b684-159e3f355daa on host dv-cinder-850449-2-iscsi {{(pid=110844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 24 20:13:40.911022 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.services.segments.db [None req-f36298ea-0a6e-4f70-b92f-2d56c0abb0ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcae6d86-0667-4466-9640-9c859a957499') {'for_net_delete': True} {{(pid=110842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:13:40.911791 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.services.segments.db [None req-f36298ea-0a6e-4f70-b92f-2d56c0abb0ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcae6d86-0667-4466-9640-9c859a957499') {} {{(pid=110842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:13:40.912774 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b8536b-f4f0-499c-a003-bccbd566e7a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:13:40.913131 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b8536b-f4f0-499c-a003-bccbd566e7a0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:13:40.913553 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b8536b-f4f0-499c-a003-bccbd566e7a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:13:40.913894 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b8536b-f4f0-499c-a003-bccbd566e7a0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:13:40.914228 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b8536b-f4f0-499c-a003-bccbd566e7a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:13:40.914560 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b8536b-f4f0-499c-a003-bccbd566e7a0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:13:40.914887 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b8536b-f4f0-499c-a003-bccbd566e7a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:13:40.915213 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b8536b-f4f0-499c-a003-bccbd566e7a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:13:40.915541 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b8536b-f4f0-499c-a003-bccbd566e7a0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:13:40.915863 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b8536b-f4f0-499c-a003-bccbd566e7a0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:13:40.916190 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b8536b-f4f0-499c-a003-bccbd566e7a0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:13:40.916517 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b8536b-f4f0-499c-a003-bccbd566e7a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:13:40.916866 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b8536b-f4f0-499c-a003-bccbd566e7a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:13:40.917186 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b8536b-f4f0-499c-a003-bccbd566e7a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:13:40.917506 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b8536b-f4f0-499c-a003-bccbd566e7a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:13:40.921953 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-f36298ea-0a6e-4f70-b92f-2d56c0abb0ae admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731445706213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8979360'] for segment (fcae6d86-0667-4466-9640-9c859a957499), before_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:13:40.938733 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-f36298ea-0a6e-4f70-b92f-2d56c0abb0ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7750649'] for segment (fcae6d86-0667-4466-9640-9c859a957499), precommit_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:13:40.946536 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f36298ea-0a6e-4f70-b92f-2d56c0abb0ae admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=110842) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 20:13:40.947005 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-f36298ea-0a6e-4f70-b92f-2d56c0abb0ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7750649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8924928'] for segment (fcae6d86-0667-4466-9640-9c859a957499), after_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:13:40.974970 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.services.segments.plugin [-] Segment fcae6d86-0667-4466-9640-9c859a957499 resource provider aggregate not found Jul 24 20:13:41.009744 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Device 5e13c657-69df-45e4-a8db-99be807ba027 no longer exists at agent ovs-agent-dv-cinder-850449-2-iscsi {{(pid=110844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 20:13:41.010750 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:13:41.019673 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.services.segments.plugin [-] Segment fcae6d86-0667-4466-9640-9c859a957499 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fcae6d86-0667-4466-9640-9c859a957499 found for delete ", "request_id": "req-13e3ae24-621b-4649-bd28-ec74181795cf"}]} Jul 24 20:13:41.037853 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] No Port match for: 5e13c657-69df-45e4-a8db-99be807ba027 {{(pid=110844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 24 20:13:41.037853 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Device 5e13c657-69df-45e4-a8db-99be807ba027 not bound to the agent host dv-cinder-850449-2-iscsi {{(pid=110844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 20:13:41.037853 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Device 3b9f1d25-bc84-4730-b684-159e3f355daa no longer exists at agent ovs-agent-dv-cinder-850449-2-iscsi {{(pid=110844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 20:13:41.047537 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] No Port match for: 3b9f1d25-bc84-4730-b684-159e3f355daa {{(pid=110844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 24 20:13:41.047879 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Device 3b9f1d25-bc84-4730-b684-159e3f355daa not bound to the agent host dv-cinder-850449-2-iscsi {{(pid=110844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 20:13:41.048277 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Device 3aaa552d-4772-4834-8187-d51b1af8b119 no longer exists at agent ovs-agent-dv-cinder-850449-2-iscsi {{(pid=110844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 20:13:41.050025 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:13:41.051690 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (95564131-b678-4db2-a162-51408b2acd55), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:13:41.070639 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] No Port match for: 3aaa552d-4772-4834-8187-d51b1af8b119 {{(pid=110844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 24 20:13:41.070985 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Device 3aaa552d-4772-4834-8187-d51b1af8b119 not bound to the agent host dv-cinder-850449-2-iscsi {{(pid=110844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 20:13:41.074816 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-f36298ea-0a6e-4f70-b92f-2d56c0abb0ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7817604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-452517'] for network (aa4c12fa-3159-4d22-bc24-a1265d6d540b), after_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:13:41.079548 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-f36298ea-0a6e-4f70-b92f-2d56c0abb0ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594923'] for network (None), before_response {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:13:41.082586 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-f36298ea-0a6e-4f70-b92f-2d56c0abb0ae admin admin] 10.222.0.17 "DELETE /v2.0/networks/aa4c12fa-3159-4d22-bc24-a1265d6d540b HTTP/1.1" status: 204 len: 168 time: 0.6979992 Jul 24 20:13:41.095334 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36298ea-0a6e-4f70-b92f-2d56c0abb0ae admin admin] Pushing event deleted for resources: {'Network': ['ID=aa4c12fa-3159-4d22-bc24-a1265d6d540b,revision_number=None']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:13:41.448744 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 38996) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:13:41.488294 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-d4b61b60-9ec8-4832-9138-96d91739e7d2 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=8fac69862bde46c8b40d8a4cc26ca379&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0383437 Jul 24 20:13:41.490902 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 38998) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:13:41.500141 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG dbcounter [-] [110845] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=110845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:13:41.502337 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG dbcounter [-] [110845] Writing DB stats neutron:SELECT=8 {{(pid=110845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:13:41.538095 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-2245a475-71d0-47ea-a826-eda9025fb48c admin admin] Publish callbacks [] for security_group (6801bd62-10d0-4d47-9941-fe04d26d6627), before_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:13:41.560060 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-2245a475-71d0-47ea-a826-eda9025fb48c admin admin] Publish callbacks [] for security_group (6801bd62-10d0-4d47-9941-fe04d26d6627), precommit_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:13:41.678082 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-2245a475-71d0-47ea-a826-eda9025fb48c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (6801bd62-10d0-4d47-9941-fe04d26d6627), after_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:13:41.680525 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-2245a475-71d0-47ea-a826-eda9025fb48c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:13:41.681740 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-2245a475-71d0-47ea-a826-eda9025fb48c admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/6801bd62-10d0-4d47-9941-fe04d26d6627 HTTP/1.1" status: 204 len: 168 time: 0.1899326 Jul 24 20:13:41.689557 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2245a475-71d0-47ea-a826-eda9025fb48c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6801bd62-10d0-4d47-9941-fe04d26d6627,revision_number=None']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:13:42.655844 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 39020) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:13:42.759096 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.v2.base [None req-0558593d-a227-40a0-9689-3683ad80da6f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1344557384-network', 'tenant_id': 'd859b94c5e4649d89d751503f997e85b'}} {{(pid=110842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 20:13:42.838807 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0558593d-a227-40a0-9689-3683ad80da6f admin admin] Made reservation on behalf of d859b94c5e4649d89d751503f997e85b for: {'network': 1} {{(pid=110842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 20:13:42.841331 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-0558593d-a227-40a0-9689-3683ad80da6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for network (None), before_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:13:42.850033 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-0558593d-a227-40a0-9689-3683ad80da6f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:13:42.920227 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=66,neutron:DELETE=7 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:13:42.921008 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=75,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:13:42.924423 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-0558593d-a227-40a0-9689-3683ad80da6f admin admin] Publish callbacks [] for security_group (f255c14a-4e0e-49d2-b8ed-c1c3dc138437), precommit_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:13:42.997684 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-0558593d-a227-40a0-9689-3683ad80da6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (f255c14a-4e0e-49d2-b8ed-c1c3dc138437), after_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:13:43.015200 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=83,neutron:DELETE=7,neutron:INSERT=10 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:13:43.026958 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0558593d-a227-40a0-9689-3683ad80da6f admin admin] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=110842) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 20:13:43.031514 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0558593d-a227-40a0-9689-3683ad80da6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f255c14a-4e0e-49d2-b8ed-c1c3dc138437,revision_number=1']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:13:43.040864 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-0558593d-a227-40a0-9689-3683ad80da6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7750649'] for segment (783aa5e1-ce5a-46f1-8c5f-06d7671a8bd7), precommit_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:13:43.041134 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.db.segments_db [None req-0558593d-a227-40a0-9689-3683ad80da6f admin admin] Added segment 783aa5e1-ce5a-46f1-8c5f-06d7671a8bd7 of type vlan for network 0b19cc4e-b3b7-4500-97ec-ea29e2d163e0 Jul 24 20:13:43.081431 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-0558593d-a227-40a0-9689-3683ad80da6f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731445242929'] for network (0b19cc4e-b3b7-4500-97ec-ea29e2d163e0), precommit_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:13:43.199017 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-0558593d-a227-40a0-9689-3683ad80da6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937'] for network (0b19cc4e-b3b7-4500-97ec-ea29e2d163e0), after_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:13:43.200051 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0558593d-a227-40a0-9689-3683ad80da6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:13:43.200637 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-0558593d-a227-40a0-9689-3683ad80da6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594923'] for network (None), before_response {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:13:43.264167 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0558593d-a227-40a0-9689-3683ad80da6f admin admin] Pushing event updated for resources: {'Network': ['ID=0b19cc4e-b3b7-4500-97ec-ea29e2d163e0,revision_number=1']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:13:43.275123 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Network 0b19cc4e-b3b7-4500-97ec-ea29e2d163e0 details requested by agent ovs-agent-dv-cinder-850449-2-iscsi with host dv-cinder-850449-2-iscsi {{(pid=110844) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 20:13:43.341159 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-0558593d-a227-40a0-9689-3683ad80da6f admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.6834805 Jul 24 20:13:43.343221 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 39024) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:13:43.347948 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.v2.base [None req-f838d45a-26d9-43c7-bf70-c219f28cf5e0 admin admin] Request body: {'subnet': {'network_id': '0b19cc4e-b3b7-4500-97ec-ea29e2d163e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1344557384-subnet', 'tenant_id': 'd859b94c5e4649d89d751503f997e85b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 20:13:43.364298 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=4 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:13:43.455605 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f838d45a-26d9-43c7-bf70-c219f28cf5e0 admin admin] Made reservation on behalf of d859b94c5e4649d89d751503f997e85b for: {'subnet': 1} {{(pid=110842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 20:13:43.458125 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-f838d45a-26d9-43c7-bf70-c219f28cf5e0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8410681'] for subnet (None), before_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:13:43.736161 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-f838d45a-26d9-43c7-bf70-c219f28cf5e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8925179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8410667'] for subnet (45cb72da-f24e-4d85-9259-ddbd127494ff), after_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:13:43.794642 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f838d45a-26d9-43c7-bf70-c219f28cf5e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=45cb72da-f24e-4d85-9259-ddbd127494ff,revision_number=0']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:13:43.805586 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f838d45a-26d9-43c7-bf70-c219f28cf5e0 admin admin] Checking segment: {'id': '783aa5e1-ce5a-46f1-8c5f-06d7671a8bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '0b19cc4e-b3b7-4500-97ec-ea29e2d163e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 24 20:13:43.805941 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f838d45a-26d9-43c7-bf70-c219f28cf5e0 admin admin] Network hostable DHCP agents. Network: 0b19cc4e-b3b7-4500-97ec-ea29e2d163e0, hostable agents: ['dc36e0ef-94f3-4a3e-9c13-4790afccb2e9'], hosted agents: [] {{(pid=110842) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 20:13:43.878904 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f838d45a-26d9-43c7-bf70-c219f28cf5e0 admin admin] Network 0b19cc4e-b3b7-4500-97ec-ea29e2d163e0 is scheduled to be hosted by DHCP agent dc36e0ef-94f3-4a3e-9c13-4790afccb2e9 with binding_index 1 {{(pid=110842) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 20:13:43.959141 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.scheduler.base_scheduler [None req-f838d45a-26d9-43c7-bf70-c219f28cf5e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850449-2-iscsi, 0b19cc4e-b3b7-4500-97ec-ea29e2d163e0) {{(pid=110842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 20:13:43.964233 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f838d45a-26d9-43c7-bf70-c219f28cf5e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:13:43.965002 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-f838d45a-26d9-43c7-bf70-c219f28cf5e0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:13:43.970096 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0f269d5-28b2-4f5e-ac0a-419b1f598d28 None None] Network 0b19cc4e-b3b7-4500-97ec-ea29e2d163e0 requested from dv-cinder-850449-2-iscsi {{(pid=110844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 24 20:13:44.029903 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-f838d45a-26d9-43c7-bf70-c219f28cf5e0 admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6854477 Jul 24 20:13:44.076203 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9a6b996-528e-4860-87fe-95f2fe027a18 None None] Network 0b19cc4e-b3b7-4500-97ec-ea29e2d163e0 requested from dv-cinder-850449-2-iscsi {{(pid=110844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 24 20:13:44.834333 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 39040) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:13:44.839852 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.v2.base [None req-e1cc0e23-f1bb-4ad7-a77f-6a9b8eb30d65 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1441925107-network', 'tenant_id': 'c0d61e9dda314f3ba84b708c6f756d6b'}} {{(pid=110842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 20:13:44.895857 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1cc0e23-f1bb-4ad7-a77f-6a9b8eb30d65 admin admin] Made reservation on behalf of c0d61e9dda314f3ba84b708c6f756d6b for: {'network': 1} {{(pid=110842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 20:13:44.898757 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-e1cc0e23-f1bb-4ad7-a77f-6a9b8eb30d65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for network (None), before_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:13:44.907344 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-e1cc0e23-f1bb-4ad7-a77f-6a9b8eb30d65 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:13:44.955877 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:13:44.982411 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-e1cc0e23-f1bb-4ad7-a77f-6a9b8eb30d65 admin admin] Publish callbacks [] for security_group (8b59a7f6-67a1-47f2-bcd0-9d6bf85275cb), precommit_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:13:45.044130 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-e1cc0e23-f1bb-4ad7-a77f-6a9b8eb30d65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (8b59a7f6-67a1-47f2-bcd0-9d6bf85275cb), after_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:13:45.074923 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1cc0e23-f1bb-4ad7-a77f-6a9b8eb30d65 admin admin] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=110842) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 20:13:45.091199 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-e1cc0e23-f1bb-4ad7-a77f-6a9b8eb30d65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7750649'] for segment (7cbbb094-577b-4a38-9393-fa6da4664938), precommit_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:13:45.091554 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.db.segments_db [None req-e1cc0e23-f1bb-4ad7-a77f-6a9b8eb30d65 admin admin] Added segment 7cbbb094-577b-4a38-9393-fa6da4664938 of type vlan for network 6395a95f-8a9f-432b-ae4d-7063079f6600 Jul 24 20:13:45.092972 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cc0e23-f1bb-4ad7-a77f-6a9b8eb30d65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b59a7f6-67a1-47f2-bcd0-9d6bf85275cb,revision_number=1']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:13:45.136366 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-e1cc0e23-f1bb-4ad7-a77f-6a9b8eb30d65 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731445242929'] for network (6395a95f-8a9f-432b-ae4d-7063079f6600), precommit_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:13:45.226695 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-e1cc0e23-f1bb-4ad7-a77f-6a9b8eb30d65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937'] for network (6395a95f-8a9f-432b-ae4d-7063079f6600), after_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:13:45.227718 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1cc0e23-f1bb-4ad7-a77f-6a9b8eb30d65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:13:45.228311 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-e1cc0e23-f1bb-4ad7-a77f-6a9b8eb30d65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594923'] for network (None), before_response {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:13:45.287070 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cc0e23-f1bb-4ad7-a77f-6a9b8eb30d65 admin admin] Pushing event updated for resources: {'Network': ['ID=6395a95f-8a9f-432b-ae4d-7063079f6600,revision_number=1']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:13:45.297348 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Network 6395a95f-8a9f-432b-ae4d-7063079f6600 details requested by agent ovs-agent-dv-cinder-850449-2-iscsi with host dv-cinder-850449-2-iscsi {{(pid=110844) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 20:13:45.377572 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-e1cc0e23-f1bb-4ad7-a77f-6a9b8eb30d65 admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.5420766 Jul 24 20:13:45.380176 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 39042) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:13:45.384784 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.v2.base [None req-840dd1b6-ab99-4a1d-990d-9e4419240c45 admin admin] Request body: {'subnet': {'network_id': '6395a95f-8a9f-432b-ae4d-7063079f6600', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1441925107-subnet', 'tenant_id': 'c0d61e9dda314f3ba84b708c6f756d6b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 20:13:45.467175 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-840dd1b6-ab99-4a1d-990d-9e4419240c45 admin admin] Made reservation on behalf of c0d61e9dda314f3ba84b708c6f756d6b for: {'subnet': 1} {{(pid=110842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 20:13:45.469681 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-840dd1b6-ab99-4a1d-990d-9e4419240c45 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8410681'] for subnet (None), before_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:13:45.673041 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-840dd1b6-ab99-4a1d-990d-9e4419240c45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8925179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8410667'] for subnet (d63ae543-4b03-4a47-bb42-e1cbe5b19d2c), after_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:13:45.711271 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=82,neutron:DELETE=2,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:13:45.733777 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840dd1b6-ab99-4a1d-990d-9e4419240c45 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d63ae543-4b03-4a47-bb42-e1cbe5b19d2c,revision_number=0']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:13:45.742854 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840dd1b6-ab99-4a1d-990d-9e4419240c45 admin admin] Checking segment: {'id': '7cbbb094-577b-4a38-9393-fa6da4664938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6395a95f-8a9f-432b-ae4d-7063079f6600'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 24 20:13:45.743209 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-840dd1b6-ab99-4a1d-990d-9e4419240c45 admin admin] Network hostable DHCP agents. Network: 6395a95f-8a9f-432b-ae4d-7063079f6600, hostable agents: ['dc36e0ef-94f3-4a3e-9c13-4790afccb2e9'], hosted agents: [] {{(pid=110842) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 20:13:45.793213 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-840dd1b6-ab99-4a1d-990d-9e4419240c45 admin admin] Network 6395a95f-8a9f-432b-ae4d-7063079f6600 is scheduled to be hosted by DHCP agent dc36e0ef-94f3-4a3e-9c13-4790afccb2e9 with binding_index 1 {{(pid=110842) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 20:13:45.890242 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.scheduler.base_scheduler [None req-840dd1b6-ab99-4a1d-990d-9e4419240c45 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850449-2-iscsi, 6395a95f-8a9f-432b-ae4d-7063079f6600) {{(pid=110842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 20:13:45.895946 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-840dd1b6-ab99-4a1d-990d-9e4419240c45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:13:45.897194 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-840dd1b6-ab99-4a1d-990d-9e4419240c45 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:13:45.901631 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0d3600d-f964-4ef2-8d03-0e4c77ace46d None None] Network 6395a95f-8a9f-432b-ae4d-7063079f6600 requested from dv-cinder-850449-2-iscsi {{(pid=110844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 24 20:13:45.967785 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-840dd1b6-ab99-4a1d-990d-9e4419240c45 admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5863614 Jul 24 20:13:46.013988 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eda7e334-032e-4330-9f57-0765e92be006 None None] Network 6395a95f-8a9f-432b-ae4d-7063079f6600 requested from dv-cinder-850449-2-iscsi {{(pid=110844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 24 20:13:46.081954 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:13:46.102933 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 39046) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:13:46.151996 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ca4305e-30a6-446f-b723-e977a84c6e33 admin admin] Deleting subnet 45cb72da-f24e-4d85-9259-ddbd127494ff {{(pid=110842) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 24 20:13:46.155577 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-2ca4305e-30a6-446f-b723-e977a84c6e33 admin admin] Publish callbacks [] for subnet (45cb72da-f24e-4d85-9259-ddbd127494ff), before_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:13:46.193469 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-2ca4305e-30a6-446f-b723-e977a84c6e33 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8979353'] for subnet (45cb72da-f24e-4d85-9259-ddbd127494ff), precommit_delete_associations {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:13:46.237524 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-2ca4305e-30a6-446f-b723-e977a84c6e33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7817528'] for subnet (45cb72da-f24e-4d85-9259-ddbd127494ff), precommit_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:13:46.353528 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-2ca4305e-30a6-446f-b723-e977a84c6e33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7817521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8925114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8410652'] for subnet (45cb72da-f24e-4d85-9259-ddbd127494ff), after_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:13:46.379446 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca4305e-30a6-446f-b723-e977a84c6e33 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45cb72da-f24e-4d85-9259-ddbd127494ff,revision_number=None']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:13:46.384964 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-2ca4305e-30a6-446f-b723-e977a84c6e33 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:13:46.388480 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-2ca4305e-30a6-446f-b723-e977a84c6e33 admin admin] 10.222.0.17 "DELETE /v2.0/subnets/45cb72da-f24e-4d85-9259-ddbd127494ff HTTP/1.1" status: 204 len: 168 time: 0.2844861 Jul 24 20:13:46.391045 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 39048) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:13:46.461617 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-40f84326-c46c-4e1f-82cb-e2e76530568f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7930929'] for network (0b19cc4e-b3b7-4500-97ec-ea29e2d163e0), before_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:13:46.469366 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:13:46.538376 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-40f84326-c46c-4e1f-82cb-e2e76530568f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7817651', 'neutron.services.segments.db._delete_segments_for_network-8731445707084'] for network (0b19cc4e-b3b7-4500-97ec-ea29e2d163e0), precommit_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:13:46.558434 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.services.segments.db [None req-40f84326-c46c-4e1f-82cb-e2e76530568f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b19cc4e-b3b7-4500-97ec-ea29e2d163e0']}} {{(pid=110842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:13:46.568392 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.services.segments.db [None req-40f84326-c46c-4e1f-82cb-e2e76530568f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '783aa5e1-ce5a-46f1-8c5f-06d7671a8bd7') {'for_net_delete': True} {{(pid=110842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:13:46.568704 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.services.segments.db [None req-40f84326-c46c-4e1f-82cb-e2e76530568f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '783aa5e1-ce5a-46f1-8c5f-06d7671a8bd7') {} {{(pid=110842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:13:46.578822 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-40f84326-c46c-4e1f-82cb-e2e76530568f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731445706213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8979360'] for segment (783aa5e1-ce5a-46f1-8c5f-06d7671a8bd7), before_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:13:46.591743 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-40f84326-c46c-4e1f-82cb-e2e76530568f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7750649'] for segment (783aa5e1-ce5a-46f1-8c5f-06d7671a8bd7), precommit_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:13:46.597811 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40f84326-c46c-4e1f-82cb-e2e76530568f admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=110842) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 20:13:46.598187 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-40f84326-c46c-4e1f-82cb-e2e76530568f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7750649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8924928'] for segment (783aa5e1-ce5a-46f1-8c5f-06d7671a8bd7), after_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:13:46.647684 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.services.segments.plugin [-] Segment 783aa5e1-ce5a-46f1-8c5f-06d7671a8bd7 resource provider aggregate not found Jul 24 20:13:46.666258 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.services.segments.plugin [-] Segment 783aa5e1-ce5a-46f1-8c5f-06d7671a8bd7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 783aa5e1-ce5a-46f1-8c5f-06d7671a8bd7 found for delete ", "request_id": "req-b67279f7-f030-4468-9b50-1870b620043a"}]} Jul 24 20:13:46.747401 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-40f84326-c46c-4e1f-82cb-e2e76530568f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7817604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-452517'] for network (0b19cc4e-b3b7-4500-97ec-ea29e2d163e0), after_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:13:46.751945 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-40f84326-c46c-4e1f-82cb-e2e76530568f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594923'] for network (None), before_response {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:13:46.755334 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-40f84326-c46c-4e1f-82cb-e2e76530568f admin admin] 10.222.0.17 "DELETE /v2.0/networks/0b19cc4e-b3b7-4500-97ec-ea29e2d163e0 HTTP/1.1" status: 204 len: 168 time: 0.3631616 Jul 24 20:13:46.758288 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [-] (110843) accepted ('10.222.0.17', 39054) {{(pid=110843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:13:46.767677 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f84326-c46c-4e1f-82cb-e2e76530568f admin admin] Pushing event deleted for resources: {'Network': ['ID=0b19cc4e-b3b7-4500-97ec-ea29e2d163e0,revision_number=None']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:13:46.803004 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.db.db_base_plugin_v2 [None req-e989f8f1-f614-4a35-961a-1d05dbb22aca admin admin] Deleting subnet d63ae543-4b03-4a47-bb42-e1cbe5b19d2c {{(pid=110843) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 24 20:13:46.806792 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-e989f8f1-f614-4a35-961a-1d05dbb22aca admin admin] Publish callbacks [] for subnet (d63ae543-4b03-4a47-bb42-e1cbe5b19d2c), before_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:13:46.840401 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-e989f8f1-f614-4a35-961a-1d05dbb22aca admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8646293'] for subnet (d63ae543-4b03-4a47-bb42-e1cbe5b19d2c), precommit_delete_associations {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:13:46.882687 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-e989f8f1-f614-4a35-961a-1d05dbb22aca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7817528'] for subnet (d63ae543-4b03-4a47-bb42-e1cbe5b19d2c), precommit_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:13:47.022315 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-e989f8f1-f614-4a35-961a-1d05dbb22aca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7817521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2610717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8753143'] for subnet (d63ae543-4b03-4a47-bb42-e1cbe5b19d2c), after_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:13:47.047725 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e989f8f1-f614-4a35-961a-1d05dbb22aca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d63ae543-4b03-4a47-bb42-e1cbe5b19d2c,revision_number=None']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:13:47.055009 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-e989f8f1-f614-4a35-961a-1d05dbb22aca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594923'] for subnet (None), before_response {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:13:47.058128 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [None req-e989f8f1-f614-4a35-961a-1d05dbb22aca admin admin] 10.222.0.17 "DELETE /v2.0/subnets/d63ae543-4b03-4a47-bb42-e1cbe5b19d2c HTTP/1.1" status: 204 len: 168 time: 0.2988427 Jul 24 20:13:47.060690 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [-] (110843) accepted ('10.222.0.17', 39056) {{(pid=110843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:13:47.139891 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-d6afdfaa-5fe0-4c52-b00d-cc6742eaadfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7930929'] for network (6395a95f-8a9f-432b-ae4d-7063079f6600), before_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:13:47.217102 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-d6afdfaa-5fe0-4c52-b00d-cc6742eaadfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7817651', 'neutron.services.segments.db._delete_segments_for_network-8731445707084'] for network (6395a95f-8a9f-432b-ae4d-7063079f6600), precommit_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:13:47.237411 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.services.segments.db [None req-d6afdfaa-5fe0-4c52-b00d-cc6742eaadfb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6395a95f-8a9f-432b-ae4d-7063079f6600']}} {{(pid=110843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:13:47.246515 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.services.segments.db [None req-d6afdfaa-5fe0-4c52-b00d-cc6742eaadfb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cbbb094-577b-4a38-9393-fa6da4664938') {'for_net_delete': True} {{(pid=110843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:13:47.246867 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.services.segments.db [None req-d6afdfaa-5fe0-4c52-b00d-cc6742eaadfb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cbbb094-577b-4a38-9393-fa6da4664938') {} {{(pid=110843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 20:13:47.256212 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-d6afdfaa-5fe0-4c52-b00d-cc6742eaadfb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731445706213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8646316'] for segment (7cbbb094-577b-4a38-9393-fa6da4664938), before_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:13:47.269179 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-d6afdfaa-5fe0-4c52-b00d-cc6742eaadfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7750649'] for segment (7cbbb094-577b-4a38-9393-fa6da4664938), precommit_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:13:47.275970 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6afdfaa-5fe0-4c52-b00d-cc6742eaadfb admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=110843) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 20:13:47.276425 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-d6afdfaa-5fe0-4c52-b00d-cc6742eaadfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7750649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2610855'] for segment (7cbbb094-577b-4a38-9393-fa6da4664938), after_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:13:47.302996 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.services.segments.plugin [-] Segment 7cbbb094-577b-4a38-9393-fa6da4664938 resource provider aggregate not found Jul 24 20:13:47.344969 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.services.segments.plugin [-] Segment 7cbbb094-577b-4a38-9393-fa6da4664938 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7cbbb094-577b-4a38-9393-fa6da4664938 found for delete ", "request_id": "req-beb84230-f65b-4b13-854c-ed3837f87f40"}]} Jul 24 20:13:47.404387 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-d6afdfaa-5fe0-4c52-b00d-cc6742eaadfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7817604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-452517'] for network (6395a95f-8a9f-432b-ae4d-7063079f6600), after_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:13:47.408770 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-d6afdfaa-5fe0-4c52-b00d-cc6742eaadfb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594923'] for network (None), before_response {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:13:47.412181 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [None req-d6afdfaa-5fe0-4c52-b00d-cc6742eaadfb admin admin] 10.222.0.17 "DELETE /v2.0/networks/6395a95f-8a9f-432b-ae4d-7063079f6600 HTTP/1.1" status: 204 len: 168 time: 0.3504899 Jul 24 20:13:47.424830 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6afdfaa-5fe0-4c52-b00d-cc6742eaadfb admin admin] Pushing event deleted for resources: {'Network': ['ID=6395a95f-8a9f-432b-ae4d-7063079f6600,revision_number=None']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:13:47.798301 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [-] (110843) accepted ('10.222.0.17', 39064) {{(pid=110843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:13:47.838219 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [None req-7954134a-f460-4c8d-9cf3-f39020874492 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=d859b94c5e4649d89d751503f997e85b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386722 Jul 24 20:13:47.840628 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [-] (110843) accepted ('10.222.0.17', 39066) {{(pid=110843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:13:47.887625 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-b7216482-81ed-4641-843f-e8849ceb56c5 admin admin] Publish callbacks [] for security_group (f255c14a-4e0e-49d2-b8ed-c1c3dc138437), before_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:13:47.908931 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-b7216482-81ed-4641-843f-e8849ceb56c5 admin admin] Publish callbacks [] for security_group (f255c14a-4e0e-49d2-b8ed-c1c3dc138437), precommit_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:13:48.026919 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-b7216482-81ed-4641-843f-e8849ceb56c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (f255c14a-4e0e-49d2-b8ed-c1c3dc138437), after_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:13:48.029445 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-b7216482-81ed-4641-843f-e8849ceb56c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:13:48.030595 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [None req-b7216482-81ed-4641-843f-e8849ceb56c5 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/f255c14a-4e0e-49d2-b8ed-c1c3dc138437 HTTP/1.1" status: 204 len: 168 time: 0.1890850 Jul 24 20:13:48.039170 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7216482-81ed-4641-843f-e8849ceb56c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f255c14a-4e0e-49d2-b8ed-c1c3dc138437,revision_number=None']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:13:48.591873 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [-] (110843) accepted ('10.222.0.17', 39072) {{(pid=110843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:13:48.632192 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [None req-248524a3-29a3-4725-842f-711df108e6e8 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=c0d61e9dda314f3ba84b708c6f756d6b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0389488 Jul 24 20:13:48.635225 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [-] (110843) accepted ('10.222.0.17', 39074) {{(pid=110843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:13:48.683772 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-77a49ee1-7f7a-4507-9951-8ca47a3ab5b3 admin admin] Publish callbacks [] for security_group (8b59a7f6-67a1-47f2-bcd0-9d6bf85275cb), before_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:13:48.705080 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:13:48.707176 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-77a49ee1-7f7a-4507-9951-8ca47a3ab5b3 admin admin] Publish callbacks [] for security_group (8b59a7f6-67a1-47f2-bcd0-9d6bf85275cb), precommit_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:13:48.718171 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:13:48.832894 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-77a49ee1-7f7a-4507-9951-8ca47a3ab5b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (8b59a7f6-67a1-47f2-bcd0-9d6bf85275cb), after_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:13:48.835913 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-77a49ee1-7f7a-4507-9951-8ca47a3ab5b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:13:48.837157 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [None req-77a49ee1-7f7a-4507-9951-8ca47a3ab5b3 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/8b59a7f6-67a1-47f2-bcd0-9d6bf85275cb HTTP/1.1" status: 204 len: 168 time: 0.2010288 Jul 24 20:13:48.845299 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a49ee1-7f7a-4507-9951-8ca47a3ab5b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b59a7f6-67a1-47f2-bcd0-9d6bf85275cb,revision_number=None']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:13:54.748133 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.agents_db [None req-615be7cd-482a-4e0c-9386-1b4806e6e45a None None] Agent healthcheck: found 6 active agents {{(pid=110845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 20:13:56.139462 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [-] (110843) accepted ('10.222.0.17', 39172) {{(pid=110843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:13:56.247492 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-6b729f18-a367-435b-b034-f6faaa7954e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:13:56.326548 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-6b729f18-a367-435b-b034-f6faaa7954e2 admin admin] Publish callbacks [] for security_group (77d9f855-3431-423f-b762-7c4549ff0f58), precommit_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:13:56.381365 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-6b729f18-a367-435b-b034-f6faaa7954e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (77d9f855-3431-423f-b762-7c4549ff0f58), after_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:13:56.421163 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [None req-6b729f18-a367-435b-b034-f6faaa7954e2 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=37be79a0f3de4d4d96a1328a6db48981&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2806270 Jul 24 20:13:56.422361 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b729f18-a367-435b-b034-f6faaa7954e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77d9f855-3431-423f-b762-7c4549ff0f58,revision_number=1']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:13:56.424134 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 39176) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:13:56.474812 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-b641330e-21e0-41aa-9fa9-957a7002e94f admin admin] Publish callbacks [] for security_group (77d9f855-3431-423f-b762-7c4549ff0f58), before_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:13:56.496511 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-b641330e-21e0-41aa-9fa9-957a7002e94f admin admin] Publish callbacks [] for security_group (77d9f855-3431-423f-b762-7c4549ff0f58), precommit_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:13:56.603252 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-b641330e-21e0-41aa-9fa9-957a7002e94f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (77d9f855-3431-423f-b762-7c4549ff0f58), after_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:13:56.605864 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-b641330e-21e0-41aa-9fa9-957a7002e94f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:13:56.607033 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-b641330e-21e0-41aa-9fa9-957a7002e94f admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/77d9f855-3431-423f-b762-7c4549ff0f58 HTTP/1.1" status: 204 len: 168 time: 0.1818769 Jul 24 20:13:56.615404 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b641330e-21e0-41aa-9fa9-957a7002e94f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77d9f855-3431-423f-b762-7c4549ff0f58,revision_number=None']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:13:57.185816 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [-] (110843) accepted ('10.222.0.17', 39182) {{(pid=110843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:13:57.200493 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-6e2bb65b-617a-4791-9ff5-3cc991a17167 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:13:57.277662 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-6e2bb65b-617a-4791-9ff5-3cc991a17167 admin admin] Publish callbacks [] for security_group (2bb257c6-2c3b-4460-967f-5b2b55184bcc), precommit_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:13:57.352882 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-6e2bb65b-617a-4791-9ff5-3cc991a17167 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (2bb257c6-2c3b-4460-967f-5b2b55184bcc), after_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:13:57.390546 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2bb65b-617a-4791-9ff5-3cc991a17167 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bb257c6-2c3b-4460-967f-5b2b55184bcc,revision_number=1']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:13:57.395013 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [None req-6e2bb65b-617a-4791-9ff5-3cc991a17167 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=f171fabb1f57434bb8ba7048b1ff2462&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2081034 Jul 24 20:13:57.400978 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [-] (110843) accepted ('10.222.0.17', 39184) {{(pid=110843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:13:57.448516 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-1cd4478e-a542-453a-8d54-a02e0b2c2c0a admin admin] Publish callbacks [] for security_group (2bb257c6-2c3b-4460-967f-5b2b55184bcc), before_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:13:57.470231 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-1cd4478e-a542-453a-8d54-a02e0b2c2c0a admin admin] Publish callbacks [] for security_group (2bb257c6-2c3b-4460-967f-5b2b55184bcc), precommit_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:13:57.592691 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-1cd4478e-a542-453a-8d54-a02e0b2c2c0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (2bb257c6-2c3b-4460-967f-5b2b55184bcc), after_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:13:57.595204 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-1cd4478e-a542-453a-8d54-a02e0b2c2c0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:13:57.596378 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [None req-1cd4478e-a542-453a-8d54-a02e0b2c2c0a admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/2bb257c6-2c3b-4460-967f-5b2b55184bcc HTTP/1.1" status: 204 len: 168 time: 0.1977932 Jul 24 20:13:57.605271 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd4478e-a542-453a-8d54-a02e0b2c2c0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bb257c6-2c3b-4460-967f-5b2b55184bcc,revision_number=None']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:13:58.385736 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [-] (110843) accepted ('10.222.0.17', 39190) {{(pid=110843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:13:58.399270 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-4b232d5c-e304-4b7e-bd2a-d7cf56f27d30 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:13:58.472754 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-4b232d5c-e304-4b7e-bd2a-d7cf56f27d30 admin admin] Publish callbacks [] for security_group (16a48023-db8e-45a8-acae-1ded235f3b91), precommit_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:13:58.529996 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-4b232d5c-e304-4b7e-bd2a-d7cf56f27d30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (16a48023-db8e-45a8-acae-1ded235f3b91), after_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:13:58.550470 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=78,neutron:DELETE=5,neutron:INSERT=16,neutron:UPDATE=1 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:13:58.570739 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [None req-4b232d5c-e304-4b7e-bd2a-d7cf56f27d30 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=5a8ee8f072bc4e38a4fe1dcc7cd6ada1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1839659 Jul 24 20:13:58.572251 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b232d5c-e304-4b7e-bd2a-d7cf56f27d30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16a48023-db8e-45a8-acae-1ded235f3b91,revision_number=1']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:13:58.573671 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 39192) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:13:58.592332 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=10 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:13:58.859919 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-a184dd30-1971-4f79-91c6-6953bb7970c6 admin admin] Publish callbacks [] for security_group (16a48023-db8e-45a8-acae-1ded235f3b91), before_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:13:58.884008 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-a184dd30-1971-4f79-91c6-6953bb7970c6 admin admin] Publish callbacks [] for security_group (16a48023-db8e-45a8-acae-1ded235f3b91), precommit_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:13:58.999027 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-a184dd30-1971-4f79-91c6-6953bb7970c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (16a48023-db8e-45a8-acae-1ded235f3b91), after_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:13:59.001692 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-a184dd30-1971-4f79-91c6-6953bb7970c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:13:59.002905 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-a184dd30-1971-4f79-91c6-6953bb7970c6 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/16a48023-db8e-45a8-acae-1ded235f3b91 HTTP/1.1" status: 204 len: 168 time: 0.4273450 Jul 24 20:13:59.011583 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a184dd30-1971-4f79-91c6-6953bb7970c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16a48023-db8e-45a8-acae-1ded235f3b91,revision_number=None']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:14:00.732764 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 39222) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:14:00.838656 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-2427e52c-9942-4b79-af32-816e6018dc17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:14:00.913269 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-2427e52c-9942-4b79-af32-816e6018dc17 admin admin] Publish callbacks [] for security_group (926fb776-fef6-486b-897c-825adca97cc1), precommit_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:14:00.962833 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-2427e52c-9942-4b79-af32-816e6018dc17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (926fb776-fef6-486b-897c-825adca97cc1), after_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:14:01.003254 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-2427e52c-9942-4b79-af32-816e6018dc17 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=1969f5fd958e4f9ab887aa944f91028c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2692664 Jul 24 20:14:01.003965 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2427e52c-9942-4b79-af32-816e6018dc17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=926fb776-fef6-486b-897c-825adca97cc1,revision_number=1']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:14:01.005797 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [-] (110843) accepted ('10.222.0.17', 39226) {{(pid=110843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:14:01.045783 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:14:01.055474 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-03ee34c4-e322-4e8a-ad9d-295c211c0466 admin admin] Publish callbacks [] for security_group (926fb776-fef6-486b-897c-825adca97cc1), before_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:14:01.077576 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-03ee34c4-e322-4e8a-ad9d-295c211c0466 admin admin] Publish callbacks [] for security_group (926fb776-fef6-486b-897c-825adca97cc1), precommit_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:14:01.255770 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-03ee34c4-e322-4e8a-ad9d-295c211c0466 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (926fb776-fef6-486b-897c-825adca97cc1), after_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:14:01.258241 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-03ee34c4-e322-4e8a-ad9d-295c211c0466 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:14:01.259418 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [None req-03ee34c4-e322-4e8a-ad9d-295c211c0466 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/926fb776-fef6-486b-897c-825adca97cc1 HTTP/1.1" status: 204 len: 168 time: 0.2525997 Jul 24 20:14:01.268462 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ee34c4-e322-4e8a-ad9d-295c211c0466 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=926fb776-fef6-486b-897c-825adca97cc1,revision_number=None']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:14:02.849567 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 39256) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:14:02.967266 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-be9286fb-6abe-4c3a-8935-2aa82cfc00ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:14:03.047753 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-be9286fb-6abe-4c3a-8935-2aa82cfc00ee admin admin] Publish callbacks [] for security_group (b041134d-8bc5-41dc-931d-68203eb8985e), precommit_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:14:03.124344 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-be9286fb-6abe-4c3a-8935-2aa82cfc00ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (b041134d-8bc5-41dc-931d-68203eb8985e), after_create {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:14:03.165173 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-be9286fb-6abe-4c3a-8935-2aa82cfc00ee admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=2ee96219ba494bb2af0e3d6111fa73c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3144150 Jul 24 20:14:03.166045 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9286fb-6abe-4c3a-8935-2aa82cfc00ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b041134d-8bc5-41dc-931d-68203eb8985e,revision_number=1']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:14:03.167909 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [-] (110843) accepted ('10.222.0.17', 39260) {{(pid=110843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:14:03.226855 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-8cba5866-bf8b-4663-9c4b-56d97666cfd7 admin admin] Publish callbacks [] for security_group (b041134d-8bc5-41dc-931d-68203eb8985e), before_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:14:03.252943 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-8cba5866-bf8b-4663-9c4b-56d97666cfd7 admin admin] Publish callbacks [] for security_group (b041134d-8bc5-41dc-931d-68203eb8985e), precommit_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:14:03.341082 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-8cba5866-bf8b-4663-9c4b-56d97666cfd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (b041134d-8bc5-41dc-931d-68203eb8985e), after_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:14:03.343585 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-8cba5866-bf8b-4663-9c4b-56d97666cfd7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:14:03.344751 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [None req-8cba5866-bf8b-4663-9c4b-56d97666cfd7 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/b041134d-8bc5-41dc-931d-68203eb8985e HTTP/1.1" status: 204 len: 168 time: 0.1756396 Jul 24 20:14:03.352551 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cba5866-bf8b-4663-9c4b-56d97666cfd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b041134d-8bc5-41dc-931d-68203eb8985e,revision_number=None']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:14:03.513691 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-0866853b-ae40-4f72-b3f2-dd877cdd991a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (dc36e0ef-94f3-4a3e-9c13-4790afccb2e9), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:14:05.894831 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-0a86007c-cad9-4eda-9f97-4399a75c5009 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (408021b7-d46b-48c2-9f75-8a8023f9145c), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:14:06.969928 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-6dc48dae-acff-4e3e-8fdb-430da55b4f7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (7ee55678-4254-481c-8cae-5c828aed81c9), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:14:08.341517 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-43102eef-6e4b-4922-ad30-3734cbb7477a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (7d43fc2f-3c2c-473f-8c92-13ad6341ecc2), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:14:09.112692 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (46eda511-dfa5-408c-8bd4-cb509f691033), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:14:10.836456 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG dbcounter [-] [110845] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=110845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:14:10.837483 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG dbcounter [-] [110845] Writing DB stats neutron:SELECT=6 {{(pid=110845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:14:11.021417 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (95564131-b678-4db2-a162-51408b2acd55), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:14:13.158861 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=39,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:14:13.162469 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:DELETE=4,neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:14:13.285623 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=13,neutron:DELETE=2 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:14:13.348909 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=47,neutron:DELETE=6 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:14:16.142889 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [-] (110843) accepted ('10.222.0.17', 39394) {{(pid=110843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:14:16.248853 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-9a46faf1-3545-4a24-8db2-f792709b038b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:14:16.323447 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-9a46faf1-3545-4a24-8db2-f792709b038b admin admin] Publish callbacks [] for security_group (656bc9ff-7500-48db-94b7-e8d2886dd743), precommit_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:14:16.385395 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-9a46faf1-3545-4a24-8db2-f792709b038b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (656bc9ff-7500-48db-94b7-e8d2886dd743), after_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:14:16.425649 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [None req-9a46faf1-3545-4a24-8db2-f792709b038b admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=4c174447863a4673b5d751fc2319ea77&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2816467 Jul 24 20:14:16.426507 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a46faf1-3545-4a24-8db2-f792709b038b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=656bc9ff-7500-48db-94b7-e8d2886dd743,revision_number=1']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:14:16.429134 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.wsgi [-] (110842) accepted ('10.222.0.17', 39398) {{(pid=110842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:14:16.478647 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-740e1b8a-17db-490c-8a5f-db4d984d05be admin admin] Publish callbacks [] for security_group (656bc9ff-7500-48db-94b7-e8d2886dd743), before_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:14:16.500238 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-740e1b8a-17db-490c-8a5f-db4d984d05be admin admin] Publish callbacks [] for security_group (656bc9ff-7500-48db-94b7-e8d2886dd743), precommit_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:14:16.626790 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-740e1b8a-17db-490c-8a5f-db4d984d05be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (656bc9ff-7500-48db-94b7-e8d2886dd743), after_delete {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:14:16.629397 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-740e1b8a-17db-490c-8a5f-db4d984d05be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:14:16.630542 dv-cinder-850449-2-iscsi neutron-server[110842]: INFO neutron.wsgi [None req-740e1b8a-17db-490c-8a5f-db4d984d05be admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/656bc9ff-7500-48db-94b7-e8d2886dd743 HTTP/1.1" status: 204 len: 168 time: 0.2003722 Jul 24 20:14:16.638335 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740e1b8a-17db-490c-8a5f-db4d984d05be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=656bc9ff-7500-48db-94b7-e8d2886dd743,revision_number=None']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:14:16.650246 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=19,neutron:UPDATE=2 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:14:16.650843 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=69,neutron:UPDATE=4 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:14:19.476875 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-c110b7b0-cc4f-40a3-a58c-c221685b4b0f req-26caeb88-c819-4461-a12f-4fe7df65ff71 tempest-VolumesNegativeTest-36671195 tempest-VolumesNegativeTest-36671195-project] 10.222.0.17 "GET /v2.0/networks?tenant_id=ddf4bda527a74e9e86385f49233694a2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0303941 Jul 24 20:14:19.655239 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c110b7b0-cc4f-40a3-a58c-c221685b4b0f req-56a1903b-5b72-4b74-9882-a0bb06ca9275 tempest-VolumesNegativeTest-36671195 tempest-VolumesNegativeTest-36671195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:14:19.656711 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-c110b7b0-cc4f-40a3-a58c-c221685b4b0f req-56a1903b-5b72-4b74-9882-a0bb06ca9275 tempest-VolumesNegativeTest-36671195 tempest-VolumesNegativeTest-36671195-project] 10.222.0.17 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1746023 Jul 24 20:14:19.671368 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-c110b7b0-cc4f-40a3-a58c-c221685b4b0f req-a88a5192-4e1e-42be-940f-6f04beb75658 tempest-VolumesNegativeTest-36671195 tempest-VolumesNegativeTest-36671195-project] 10.222.0.17 "GET /v2.0/quotas/ddf4bda527a74e9e86385f49233694a2 HTTP/1.1" status: 200 len: 375 time: 0.0087326 Jul 24 20:14:19.703809 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-c110b7b0-cc4f-40a3-a58c-c221685b4b0f req-0e43fa8f-4a06-4254-bc7a-fae807542441 tempest-VolumesNegativeTest-36671195 tempest-VolumesNegativeTest-36671195-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=ddf4bda527a74e9e86385f49233694a2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269437 Jul 24 20:14:19.963613 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-eb4c9734-de0f-42ff-aefd-a84043f3a672 req-4f101b17-3fa4-4a68-864a-4d76e64fa58e tempest-VolumesNegativeTest-36671195 tempest-VolumesNegativeTest-36671195-project] 10.222.0.17 "GET /v2.0/ports?device_id=465ca96d-6ddc-4624-9b50-cd90fdff6941 HTTP/1.1" status: 200 len: 210 time: 0.0307338 Jul 24 20:14:21.066578 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-a099f45b-046c-48e4-940a-95683204db88 req-cb61182f-9c7e-4d21-b448-7e86ef67e20c tempest-VolumesNegativeTest-36671195 tempest-VolumesNegativeTest-36671195-project] 10.222.0.17 "GET /v2.0/ports?device_id=465ca96d-6ddc-4624-9b50-cd90fdff6941 HTTP/1.1" status: 200 len: 210 time: 0.0292888 Jul 24 20:14:22.170528 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-762fadf4-6eb0-4090-a1da-606abe248309 req-a60edd7c-c9ad-4c13-aef2-fe25c66b5d7a tempest-VolumesNegativeTest-36671195 tempest-VolumesNegativeTest-36671195-project] 10.222.0.17 "GET /v2.0/ports?device_id=465ca96d-6ddc-4624-9b50-cd90fdff6941 HTTP/1.1" status: 200 len: 210 time: 0.0300827 Jul 24 20:14:22.194718 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-c110b7b0-cc4f-40a3-a58c-c221685b4b0f req-b3a73596-0f28-49a3-8807-1adfdacaa4d7 tempest-VolumesNegativeTest-36671195 tempest-VolumesNegativeTest-36671195-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=ddf4bda527a74e9e86385f49233694a2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0224755 Jul 24 20:14:22.304687 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c110b7b0-cc4f-40a3-a58c-c221685b4b0f req-d941bdfe-2514-4c78-8aae-ff67b289fc80 tempest-VolumesNegativeTest-36671195 tempest-VolumesNegativeTest-36671195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:14:22.306172 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-c110b7b0-cc4f-40a3-a58c-c221685b4b0f req-d941bdfe-2514-4c78-8aae-ff67b289fc80 tempest-VolumesNegativeTest-36671195 tempest-VolumesNegativeTest-36671195-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1070728 Jul 24 20:14:22.318805 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.v2.base [req-c110b7b0-cc4f-40a3-a58c-c221685b4b0f req-937eade1-4751-4680-85cf-d83f6d451bdf tempest-VolumesNegativeTest-36671195 tempest-VolumesNegativeTest-36671195-project] Request body: {'port': {'device_id': '465ca96d-6ddc-4624-9b50-cd90fdff6941', 'network_id': 'c35aa88a-0387-4688-abef-60c78ac99c89', 'admin_state_up': True, 'tenant_id': 'ddf4bda527a74e9e86385f49233694a2'}} {{(pid=110843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 20:14:22.494848 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c110b7b0-cc4f-40a3-a58c-c221685b4b0f req-937eade1-4751-4680-85cf-d83f6d451bdf tempest-VolumesNegativeTest-36671195 tempest-VolumesNegativeTest-36671195-project] Made reservation on behalf of ddf4bda527a74e9e86385f49233694a2 for: {'port': 1} {{(pid=110843) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 20:14:22.498246 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-c110b7b0-cc4f-40a3-a58c-c221685b4b0f req-937eade1-4751-4680-85cf-d83f6d451bdf tempest-VolumesNegativeTest-36671195 tempest-VolumesNegativeTest-36671195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (None), before_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:14:22.757673 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-c110b7b0-cc4f-40a3-a58c-c221685b4b0f req-937eade1-4751-4680-85cf-d83f6d451bdf tempest-VolumesNegativeTest-36671195 tempest-VolumesNegativeTest-36671195-project] Publish callbacks [] for security_group (None), before_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:14:22.846691 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-c110b7b0-cc4f-40a3-a58c-c221685b4b0f req-937eade1-4751-4680-85cf-d83f6d451bdf tempest-VolumesNegativeTest-36671195 tempest-VolumesNegativeTest-36671195-project] Publish callbacks [] for security_group (90695652-de61-4b2f-b4c4-37c63ce8281b), precommit_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:14:22.889904 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-c110b7b0-cc4f-40a3-a58c-c221685b4b0f req-937eade1-4751-4680-85cf-d83f6d451bdf tempest-VolumesNegativeTest-36671195 tempest-VolumesNegativeTest-36671195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (90695652-de61-4b2f-b4c4-37c63ce8281b), after_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:14:22.952221 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937eade1-4751-4680-85cf-d83f6d451bdf tempest-VolumesNegativeTest-36671195 tempest-VolumesNegativeTest-36671195-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90695652-de61-4b2f-b4c4-37c63ce8281b,revision_number=1']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:14:23.019721 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=84,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:14:23.027407 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:14:23.032604 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.db.db_base_plugin_common [req-c110b7b0-cc4f-40a3-a58c-c221685b4b0f req-937eade1-4751-4680-85cf-d83f6d451bdf tempest-VolumesNegativeTest-36671195 tempest-VolumesNegativeTest-36671195-project] Allocated IP 192.168.233.188 (c35aa88a-0387-4688-abef-60c78ac99c89/0c6b564c-4f1c-4107-94e9-41bb2936d8b2/40f8ecf9-9cde-4fb1-aceb-690dfd6b910f) {{(pid=110843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 20:14:23.185532 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-c110b7b0-cc4f-40a3-a58c-c221685b4b0f req-937eade1-4751-4680-85cf-d83f6d451bdf tempest-VolumesNegativeTest-36671195 tempest-VolumesNegativeTest-36671195-project] Publish callbacks [] for port (40f8ecf9-9cde-4fb1-aceb-690dfd6b910f), precommit_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:14:23.274831 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-c110b7b0-cc4f-40a3-a58c-c221685b4b0f req-937eade1-4751-4680-85cf-d83f6d451bdf tempest-VolumesNegativeTest-36671195 tempest-VolumesNegativeTest-36671195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731445223406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2610928'] for port (40f8ecf9-9cde-4fb1-aceb-690dfd6b910f), after_create {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:14:23.277650 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-1e607ecc-6dce-4e18-a470-f718f6d65082 req-4b3bbea6-7c17-4258-a8e6-77a0fb4a400b tempest-VolumesNegativeTest-36671195 tempest-VolumesNegativeTest-36671195-project] 10.222.0.17 "GET /v2.0/ports?device_id=465ca96d-6ddc-4624-9b50-cd90fdff6941 HTTP/1.1" status: 200 len: 210 time: 0.0334849 Jul 24 20:14:23.317551 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c110b7b0-cc4f-40a3-a58c-c221685b4b0f req-937eade1-4751-4680-85cf-d83f6d451bdf tempest-VolumesNegativeTest-36671195 tempest-VolumesNegativeTest-36671195-project] Network c35aa88a-0387-4688-abef-60c78ac99c89 is already hosted by enough agents. {{(pid=110843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 20:14:23.323211 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.scheduler.base_scheduler [req-c110b7b0-cc4f-40a3-a58c-c221685b4b0f req-937eade1-4751-4680-85cf-d83f6d451bdf tempest-VolumesNegativeTest-36671195 tempest-VolumesNegativeTest-36671195-project] Resources bound (agent type, host, resource id): {{(pid=110843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 20:14:23.327253 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.db.l3_dvrscheduler_db [req-c110b7b0-cc4f-40a3-a58c-c221685b4b0f req-937eade1-4751-4680-85cf-d83f6d451bdf tempest-VolumesNegativeTest-36671195 tempest-VolumesNegativeTest-36671195-project] Received port after_create {{(pid=110843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 24 20:14:23.333784 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937eade1-4751-4680-85cf-d83f6d451bdf tempest-VolumesNegativeTest-36671195 tempest-VolumesNegativeTest-36671195-project] Pushing event updated for resources: {'Port': ['ID=40f8ecf9-9cde-4fb1-aceb-690dfd6b910f,revision_number=1']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:14:23.380478 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c110b7b0-cc4f-40a3-a58c-c221685b4b0f req-937eade1-4751-4680-85cf-d83f6d451bdf tempest-VolumesNegativeTest-36671195 tempest-VolumesNegativeTest-36671195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:14:23.381121 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-c110b7b0-cc4f-40a3-a58c-c221685b4b0f req-937eade1-4751-4680-85cf-d83f6d451bdf tempest-VolumesNegativeTest-36671195 tempest-VolumesNegativeTest-36671195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1048257'] for port (None), before_response {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:14:23.458534 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-c110b7b0-cc4f-40a3-a58c-c221685b4b0f req-937eade1-4751-4680-85cf-d83f6d451bdf tempest-VolumesNegativeTest-36671195 tempest-VolumesNegativeTest-36671195-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1436675 Jul 24 20:14:23.469599 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.v2.base [req-c110b7b0-cc4f-40a3-a58c-c221685b4b0f req-68e0ecd1-3b4c-402b-b502-3391c973effd service neutron] Request body: {'port': {'device_id': '465ca96d-6ddc-4624-9b50-cd90fdff6941', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85044'}} {{(pid=110843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 20:14:23.534199 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-c110b7b0-cc4f-40a3-a58c-c221685b4b0f req-68e0ecd1-3b4c-402b-b502-3391c973effd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (40f8ecf9-9cde-4fb1-aceb-690dfd6b910f), before_update {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:14:23.596131 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-9700fab4-1e31-4fba-928a-d3545bb02c32 None None] Provisioning complete for port 40f8ecf9-9cde-4fb1-aceb-690dfd6b910f triggered by entity DHCP. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 20:14:23.596805 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-9700fab4-1e31-4fba-928a-d3545bb02c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812910'] for port (40f8ecf9-9cde-4fb1-aceb-690dfd6b910f), provisioning_complete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:14:23.627443 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-9700fab4-1e31-4fba-928a-d3545bb02c32 None None] Port 40f8ecf9-9cde-4fb1-aceb-690dfd6b910f cannot update to ACTIVE because it is not bound. {{(pid=110844) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 24 20:14:23.673880 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:INSERT=5,neutron:UPDATE=5,neutron:SELECT=90 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:14:23.794700 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.notifiers.nova [req-c110b7b0-cc4f-40a3-a58c-c221685b4b0f req-68e0ecd1-3b4c-402b-b502-3391c973effd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40f8ecf9-9cde-4fb1-aceb-690dfd6b910f {{(pid=110843) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 24 20:14:23.802174 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-c110b7b0-cc4f-40a3-a58c-c221685b4b0f req-68e0ecd1-3b4c-402b-b502-3391c973effd service neutron] Publish callbacks [] for port (40f8ecf9-9cde-4fb1-aceb-690dfd6b910f), precommit_update {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:14:23.815204 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.db.provisioning_blocks [req-c110b7b0-cc4f-40a3-a58c-c221685b4b0f req-68e0ecd1-3b4c-402b-b502-3391c973effd service neutron] Transition to ACTIVE for port object 40f8ecf9-9cde-4fb1-aceb-690dfd6b910f will not be triggered until provisioned by entity L2. {{(pid=110843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 24 20:14:23.882706 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-c110b7b0-cc4f-40a3-a58c-c221685b4b0f req-68e0ecd1-3b4c-402b-b502-3391c973effd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2610891'] for port (40f8ecf9-9cde-4fb1-aceb-690dfd6b910f), after_update {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:14:23.935188 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e0ecd1-3b4c-402b-b502-3391c973effd service neutron] Pushing event updated for resources: {'Port': ['ID=40f8ecf9-9cde-4fb1-aceb-690dfd6b910f,revision_number=2']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:14:24.009320 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.managers [req-c110b7b0-cc4f-40a3-a58c-c221685b4b0f req-68e0ecd1-3b4c-402b-b502-3391c973effd service neutron] Attempting to bind port 40f8ecf9-9cde-4fb1-aceb-690dfd6b910f on host hv-cinder-85044 for vnic_type normal with profile {{(pid=110843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 24 20:14:24.009653 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.managers [req-c110b7b0-cc4f-40a3-a58c-c221685b4b0f req-68e0ecd1-3b4c-402b-b502-3391c973effd service neutron] Attempting to bind port 40f8ecf9-9cde-4fb1-aceb-690dfd6b910f by drivers openvswitch,hyperv on host hv-cinder-85044 at level 0 using segments [{'id': '07f89a99-bd78-4597-86d4-9c346b47b2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'c35aa88a-0387-4688-abef-60c78ac99c89'}] {{(pid=110843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 24 20:14:24.009982 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c110b7b0-cc4f-40a3-a58c-c221685b4b0f req-68e0ecd1-3b4c-402b-b502-3391c973effd service neutron] Attempting to bind port 40f8ecf9-9cde-4fb1-aceb-690dfd6b910f on network c35aa88a-0387-4688-abef-60c78ac99c89 {{(pid=110843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 24 20:14:24.014705 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c110b7b0-cc4f-40a3-a58c-c221685b4b0f req-68e0ecd1-3b4c-402b-b502-3391c973effd service neutron] Port 40f8ecf9-9cde-4fb1-aceb-690dfd6b910f on network c35aa88a-0387-4688-abef-60c78ac99c89 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85044 {{(pid=110843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 24 20:14:24.015020 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c110b7b0-cc4f-40a3-a58c-c221685b4b0f req-68e0ecd1-3b4c-402b-b502-3391c973effd service neutron] Attempting to bind port 40f8ecf9-9cde-4fb1-aceb-690dfd6b910f on network c35aa88a-0387-4688-abef-60c78ac99c89 {{(pid=110843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 24 20:14:24.020075 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c110b7b0-cc4f-40a3-a58c-c221685b4b0f req-68e0ecd1-3b4c-402b-b502-3391c973effd service neutron] Checking agent: {'id': '95564131-b678-4db2-a162-51408b2acd55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85044', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 24, 19, 59, 9), 'started_at': datetime.datetime(2022, 7, 24, 19, 59, 9), 'heartbeat_timestamp': datetime.datetime(2022, 7, 24, 20, 14, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 24 20:14:24.020409 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c110b7b0-cc4f-40a3-a58c-c221685b4b0f req-68e0ecd1-3b4c-402b-b502-3391c973effd service neutron] Checking segment: {'id': '07f89a99-bd78-4597-86d4-9c346b47b2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'c35aa88a-0387-4688-abef-60c78ac99c89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 24 20:14:24.020822 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c110b7b0-cc4f-40a3-a58c-c221685b4b0f req-68e0ecd1-3b4c-402b-b502-3391c973effd service neutron] Bound using segment: {'id': '07f89a99-bd78-4597-86d4-9c346b47b2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'c35aa88a-0387-4688-abef-60c78ac99c89'} {{(pid=110843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 24 20:14:24.021245 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.managers [req-c110b7b0-cc4f-40a3-a58c-c221685b4b0f req-68e0ecd1-3b4c-402b-b502-3391c973effd service neutron] Bound port: 40f8ecf9-9cde-4fb1-aceb-690dfd6b910f, host: hv-cinder-85044, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07f89a99-bd78-4597-86d4-9c346b47b2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'c35aa88a-0387-4688-abef-60c78ac99c89'}}] {{(pid=110843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 24 20:14:24.021605 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-c110b7b0-cc4f-40a3-a58c-c221685b4b0f req-68e0ecd1-3b4c-402b-b502-3391c973effd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (40f8ecf9-9cde-4fb1-aceb-690dfd6b910f), before_update {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:14:24.085002 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.db [req-c110b7b0-cc4f-40a3-a58c-c221685b4b0f req-68e0ecd1-3b4c-402b-b502-3391c973effd service neutron] For port 40f8ecf9-9cde-4fb1-aceb-690dfd6b910f, host hv-cinder-85044, cleared binding levels {{(pid=110843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 20:14:24.087988 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.db [req-c110b7b0-cc4f-40a3-a58c-c221685b4b0f req-68e0ecd1-3b4c-402b-b502-3391c973effd service neutron] For port 40f8ecf9-9cde-4fb1-aceb-690dfd6b910f, host hv-cinder-85044, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85044',level=0,port_id=40f8ecf9-9cde-4fb1-aceb-690dfd6b910f,segment=NetworkSegment(07f89a99-bd78-4597-86d4-9c346b47b2f7),segment_id=07f89a99-bd78-4597-86d4-9c346b47b2f7)] {{(pid=110843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 20:14:24.153142 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-c110b7b0-cc4f-40a3-a58c-c221685b4b0f req-68e0ecd1-3b4c-402b-b502-3391c973effd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2610891'] for port (40f8ecf9-9cde-4fb1-aceb-690dfd6b910f), after_update {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:14:24.183651 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:14:24.190397 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c110b7b0-cc4f-40a3-a58c-c221685b4b0f req-68e0ecd1-3b4c-402b-b502-3391c973effd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:14:24.191471 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-c110b7b0-cc4f-40a3-a58c-c221685b4b0f req-68e0ecd1-3b4c-402b-b502-3391c973effd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1048257'] for port (None), before_response {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:14:24.192922 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-c110b7b0-cc4f-40a3-a58c-c221685b4b0f req-68e0ecd1-3b4c-402b-b502-3391c973effd service neutron] 10.222.0.42 "PUT /v2.0/ports/40f8ecf9-9cde-4fb1-aceb-690dfd6b910f HTTP/1.1" status: 200 len: 1098 time: 0.7276013 Jul 24 20:14:24.195000 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '465ca96d-6ddc-4624-9b50-cd90fdff6941', 'tag': '40f8ecf9-9cde-4fb1-aceb-690dfd6b910f'}] {{(pid=110843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 24 20:14:24.198176 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa129e2ea71b36189c7354ee4da78dc54b5a7420159cbfa164f6b2678096e4e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9dba69c-1bcf-4022-b134-54bc02fcb2b4" -d '{"events": [{"name": "network-changed", "server_uuid": "465ca96d-6ddc-4624-9b50-cd90fdff6941", "tag": "40f8ecf9-9cde-4fb1-aceb-690dfd6b910f"}]}' {{(pid=110843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 20:14:24.223090 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e0ecd1-3b4c-402b-b502-3391c973effd service neutron] Pushing event updated for resources: {'Port': ['ID=40f8ecf9-9cde-4fb1-aceb-690dfd6b910f,revision_number=3']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:14:24.241349 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 24 Jul 2022 20:14:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be7da79c-3bd9-4431-96d9-3a1a6f2f6135 x-openstack-request-id: req-be7da79c-3bd9-4431-96d9-3a1a6f2f6135 {{(pid=110843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 20:14:24.241705 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "465ca96d-6ddc-4624-9b50-cd90fdff6941", "tag": "40f8ecf9-9cde-4fb1-aceb-690dfd6b910f", "status": "completed", "code": 200}]} {{(pid=110843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 20:14:24.242023 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-be7da79c-3bd9-4431-96d9-3a1a6f2f6135 {{(pid=110843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 20:14:24.242500 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be7da79c-3bd9-4431-96d9-3a1a6f2f6135'] response: {'name': 'network-changed', 'server_uuid': '465ca96d-6ddc-4624-9b50-cd90fdff6941', 'tag': '40f8ecf9-9cde-4fb1-aceb-690dfd6b910f', 'status': 'completed', 'code': 200} Jul 24 20:14:24.303593 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dba69c-1bcf-4022-b134-54bc02fcb2b4 req-a310b4d8-bb98-43f0-b788-b67ca8efc4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:14:24.305402 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-d9dba69c-1bcf-4022-b134-54bc02fcb2b4 req-a310b4d8-bb98-43f0-b788-b67ca8efc4e8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ddf4bda527a74e9e86385f49233694a2&device_id=465ca96d-6ddc-4624-9b50-cd90fdff6941 HTTP/1.1" status: 200 len: 1132 time: 0.0437479 Jul 24 20:14:24.335913 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-d9dba69c-1bcf-4022-b134-54bc02fcb2b4 req-89ba2598-03bd-475a-9792-43146cba563d service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=ddf4bda527a74e9e86385f49233694a2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0228128 Jul 24 20:14:24.455385 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b47b80d-1ab8-4fb9-8021-008abb7a607c req-42749d50-fa7e-4c9f-b36e-c09813eb882e tempest-VolumesNegativeTest-36671195 tempest-VolumesNegativeTest-36671195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:14:24.456933 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-0b47b80d-1ab8-4fb9-8021-008abb7a607c req-42749d50-fa7e-4c9f-b36e-c09813eb882e tempest-VolumesNegativeTest-36671195 tempest-VolumesNegativeTest-36671195-project] 10.222.0.17 "GET /v2.0/ports?device_id=465ca96d-6ddc-4624-9b50-cd90fdff6941 HTTP/1.1" status: 200 len: 948 time: 0.0913935 Jul 24 20:14:24.500129 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dba69c-1bcf-4022-b134-54bc02fcb2b4 req-2c783f73-8eee-44ee-b294-a17e7cd83c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:14:24.501651 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-d9dba69c-1bcf-4022-b134-54bc02fcb2b4 req-2c783f73-8eee-44ee-b294-a17e7cd83c67 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1602967 Jul 24 20:14:24.522690 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-0b47b80d-1ab8-4fb9-8021-008abb7a607c req-2e2e0e64-2613-4dbc-8769-f6a08680f430 tempest-VolumesNegativeTest-36671195 tempest-VolumesNegativeTest-36671195-project] 10.222.0.17 "GET /v2.0/security-groups?id=90695652-de61-4b2f-b4c4-37c63ce8281b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588014 Jul 24 20:14:24.576086 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c110b7b0-cc4f-40a3-a58c-c221685b4b0f req-f68603df-db7a-498f-9dd4-dac5e24fdd3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:14:24.577522 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-c110b7b0-cc4f-40a3-a58c-c221685b4b0f req-f68603df-db7a-498f-9dd4-dac5e24fdd3b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ddf4bda527a74e9e86385f49233694a2&device_id=465ca96d-6ddc-4624-9b50-cd90fdff6941 HTTP/1.1" status: 200 len: 1132 time: 0.0396347 Jul 24 20:14:24.616458 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-c110b7b0-cc4f-40a3-a58c-c221685b4b0f req-9acd9de2-bec9-4299-ae7d-a6b04ba31813 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=40f8ecf9-9cde-4fb1-aceb-690dfd6b910f HTTP/1.1" status: 200 len: 217 time: 0.0326178 Jul 24 20:14:24.657728 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:14:24.668977 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c110b7b0-cc4f-40a3-a58c-c221685b4b0f req-0d6bfc54-b267-4fe6-8fa0-62ea00332d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:14:24.670365 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-c110b7b0-cc4f-40a3-a58c-c221685b4b0f req-0d6bfc54-b267-4fe6-8fa0-62ea00332d96 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0c6b564c-4f1c-4107-94e9-41bb2936d8b2 HTTP/1.1" status: 200 len: 843 time: 0.0479875 Jul 24 20:14:24.714354 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c110b7b0-cc4f-40a3-a58c-c221685b4b0f req-d04c5ca6-abb3-4b54-91c2-84f14b507299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:14:24.715584 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-c110b7b0-cc4f-40a3-a58c-c221685b4b0f req-d04c5ca6-abb3-4b54-91c2-84f14b507299 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c35aa88a-0387-4688-abef-60c78ac99c89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0387721 Jul 24 20:14:24.808988 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-c110b7b0-cc4f-40a3-a58c-c221685b4b0f req-3408ce9f-b7de-403c-80e8-b5ca0c7e3404 service neutron] 10.222.0.42 "GET /v2.0/networks/c35aa88a-0387-4688-abef-60c78ac99c89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866001 Jul 24 20:14:24.902539 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-c110b7b0-cc4f-40a3-a58c-c221685b4b0f req-3b40a459-b702-43cb-b509-991290491c36 service neutron] 10.222.0.42 "GET /v2.0/networks/c35aa88a-0387-4688-abef-60c78ac99c89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866287 Jul 24 20:14:25.636881 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d64fef-3d92-4dfa-8276-11b23b8f0c3a req-625948d5-44b0-4f67-94bf-8eb27cae57bd tempest-VolumesNegativeTest-36671195 tempest-VolumesNegativeTest-36671195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:14:25.638333 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-93d64fef-3d92-4dfa-8276-11b23b8f0c3a req-625948d5-44b0-4f67-94bf-8eb27cae57bd tempest-VolumesNegativeTest-36671195 tempest-VolumesNegativeTest-36671195-project] 10.222.0.17 "GET /v2.0/ports?device_id=465ca96d-6ddc-4624-9b50-cd90fdff6941 HTTP/1.1" status: 200 len: 948 time: 0.0460653 Jul 24 20:14:25.688024 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-93d64fef-3d92-4dfa-8276-11b23b8f0c3a req-9febe91a-675d-4daa-ace5-e217ca3980b7 tempest-VolumesNegativeTest-36671195 tempest-VolumesNegativeTest-36671195-project] 10.222.0.17 "GET /v2.0/security-groups?id=90695652-de61-4b2f-b4c4-37c63ce8281b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435681 Jul 24 20:14:26.634056 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=16,neutron:DELETE=2 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:14:26.634870 dv-cinder-850449-2-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=17,neutron:DELETE=2 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:14:26.802033 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97839efa-745e-4a2d-a09c-ba6b2507419c req-9040ce70-ef89-4823-ac2f-422aad626431 tempest-VolumesNegativeTest-36671195 tempest-VolumesNegativeTest-36671195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:14:26.803506 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-97839efa-745e-4a2d-a09c-ba6b2507419c req-9040ce70-ef89-4823-ac2f-422aad626431 tempest-VolumesNegativeTest-36671195 tempest-VolumesNegativeTest-36671195-project] 10.222.0.17 "GET /v2.0/ports?device_id=465ca96d-6ddc-4624-9b50-cd90fdff6941 HTTP/1.1" status: 200 len: 948 time: 0.0476348 Jul 24 20:14:26.850797 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-97839efa-745e-4a2d-a09c-ba6b2507419c req-4cb6d270-1238-49b6-8382-6196797a8490 tempest-VolumesNegativeTest-36671195 tempest-VolumesNegativeTest-36671195-project] 10.222.0.17 "GET /v2.0/security-groups?id=90695652-de61-4b2f-b4c4-37c63ce8281b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417902 Jul 24 20:14:26.907384 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Device 40f8ecf9-9cde-4fb1-aceb-690dfd6b910f details requested by agent hyperv_hv-cinder-85044 with host hv-cinder-85044 {{(pid=110844) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 20:14:27.005738 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] For port 40f8ecf9-9cde-4fb1-aceb-690dfd6b910f, host hv-cinder-85044, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85044',level=0,port_id=40f8ecf9-9cde-4fb1-aceb-690dfd6b910f,segment=NetworkSegment(07f89a99-bd78-4597-86d4-9c346b47b2f7),segment_id=07f89a99-bd78-4597-86d4-9c346b47b2f7)] {{(pid=110844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 20:14:27.016751 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Returning: {'device': '40f8ecf9-9cde-4fb1-aceb-690dfd6b910f', 'network_id': 'c35aa88a-0387-4688-abef-60c78ac99c89', 'port_id': '40f8ecf9-9cde-4fb1-aceb-690dfd6b910f', 'mac_address': 'fa:16:3e:99:d3:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c6b564c-4f1c-4107-94e9-41bb2936d8b2', 'ip_address': '192.168.233.188'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110844) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 20:14:27.054455 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Current status of the port 40f8ecf9-9cde-4fb1-aceb-690dfd6b910f is: DOWN; New status is: BUILD {{(pid=110844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 20:14:27.054884 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (40f8ecf9-9cde-4fb1-aceb-690dfd6b910f), before_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:14:27.068284 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.notifiers.nova [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40f8ecf9-9cde-4fb1-aceb-690dfd6b910f {{(pid=110844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 24 20:14:27.087187 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] For port 40f8ecf9-9cde-4fb1-aceb-690dfd6b910f, host hv-cinder-85044, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85044',level=0,port_id=40f8ecf9-9cde-4fb1-aceb-690dfd6b910f,segment=NetworkSegment(07f89a99-bd78-4597-86d4-9c346b47b2f7),segment_id=07f89a99-bd78-4597-86d4-9c346b47b2f7)] {{(pid=110844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 20:14:27.193015 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958'] for port (40f8ecf9-9cde-4fb1-aceb-690dfd6b910f), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:14:27.248960 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Pushing event updated for resources: {'Port': ['ID=40f8ecf9-9cde-4fb1-aceb-690dfd6b910f,revision_number=4']} {{(pid=110844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:14:27.416913 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] get_ports_and_sgs() called for port_ids ['40f8ecf9-9cde-4fb1-aceb-690dfd6b910f'] {{(pid=110844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 20:14:27.963232 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27f0e21-1b55-487f-b057-52784bcc493e req-6da9e6fb-1047-439e-9cd0-95c290b41b42 tempest-VolumesNegativeTest-36671195 tempest-VolumesNegativeTest-36671195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:14:27.964733 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-d27f0e21-1b55-487f-b057-52784bcc493e req-6da9e6fb-1047-439e-9cd0-95c290b41b42 tempest-VolumesNegativeTest-36671195 tempest-VolumesNegativeTest-36671195-project] 10.222.0.17 "GET /v2.0/ports?device_id=465ca96d-6ddc-4624-9b50-cd90fdff6941 HTTP/1.1" status: 200 len: 949 time: 0.0474083 Jul 24 20:14:28.011179 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-d27f0e21-1b55-487f-b057-52784bcc493e req-16281aa5-6720-4167-aaca-cf0194f8e20e tempest-VolumesNegativeTest-36671195 tempest-VolumesNegativeTest-36671195-project] 10.222.0.17 "GET /v2.0/security-groups?id=90695652-de61-4b2f-b4c4-37c63ce8281b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409198 Jul 24 20:14:28.907466 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Device 40f8ecf9-9cde-4fb1-aceb-690dfd6b910f up at agent hyperv_hv-cinder-85044 {{(pid=110844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 20:14:28.949879 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Provisioning for port 40f8ecf9-9cde-4fb1-aceb-690dfd6b910f completed by entity L2. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 24 20:14:29.026199 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.db.provisioning_blocks [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Provisioning complete for port 40f8ecf9-9cde-4fb1-aceb-690dfd6b910f triggered by entity L2. {{(pid=110844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 20:14:29.026574 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7812910'] for port (40f8ecf9-9cde-4fb1-aceb-690dfd6b910f), provisioning_complete {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:14:29.102189 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Current status of the port 40f8ecf9-9cde-4fb1-aceb-690dfd6b910f is: BUILD; New status is: ACTIVE {{(pid=110844) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 20:14:29.102574 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7983619'] for port (40f8ecf9-9cde-4fb1-aceb-690dfd6b910f), before_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:14:29.125894 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '465ca96d-6ddc-4624-9b50-cd90fdff6941', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40f8ecf9-9cde-4fb1-aceb-690dfd6b910f'}] {{(pid=110844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 24 20:14:29.128226 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9130d41c-3937-494d-8aae-b7e6084e4750 req-cc31d755-c53f-4f6f-869d-8c707d400648 tempest-VolumesNegativeTest-36671195 tempest-VolumesNegativeTest-36671195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:14:29.128746 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cb44c1e02bae91b270a0e6cfc836be33c010434f31a7c401440ca7d913440f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8f03fd8-8417-4ef8-813c-3f6519ce5c8a" -d '{"events": [{"server_uuid": "465ca96d-6ddc-4624-9b50-cd90fdff6941", "name": "network-vif-plugged", "status": "completed", "tag": "40f8ecf9-9cde-4fb1-aceb-690dfd6b910f"}]}' {{(pid=110844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 20:14:29.129723 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-9130d41c-3937-494d-8aae-b7e6084e4750 req-cc31d755-c53f-4f6f-869d-8c707d400648 tempest-VolumesNegativeTest-36671195 tempest-VolumesNegativeTest-36671195-project] 10.222.0.17 "GET /v2.0/ports?device_id=465ca96d-6ddc-4624-9b50-cd90fdff6941 HTTP/1.1" status: 200 len: 949 time: 0.0509043 Jul 24 20:14:29.141346 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] For port 40f8ecf9-9cde-4fb1-aceb-690dfd6b910f, host hv-cinder-85044, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85044',level=0,port_id=40f8ecf9-9cde-4fb1-aceb-690dfd6b910f,segment=NetworkSegment(07f89a99-bd78-4597-86d4-9c346b47b2f7),segment_id=07f89a99-bd78-4597-86d4-9c346b47b2f7)] {{(pid=110844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 20:14:29.164909 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 24 Jul 2022 20:14:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7d81c30-ab58-4545-b632-74f770ece040 x-openstack-request-id: req-b7d81c30-ab58-4545-b632-74f770ece040 {{(pid=110844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 20:14:29.165204 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "465ca96d-6ddc-4624-9b50-cd90fdff6941", "name": "network-vif-plugged", "status": "completed", "tag": "40f8ecf9-9cde-4fb1-aceb-690dfd6b910f", "code": 200}]} {{(pid=110844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 20:14:29.165487 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-b7d81c30-ab58-4545-b632-74f770ece040 {{(pid=110844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 20:14:29.166018 dv-cinder-850449-2-iscsi neutron-server[110844]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7d81c30-ab58-4545-b632-74f770ece040'] response: {'server_uuid': '465ca96d-6ddc-4624-9b50-cd90fdff6941', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40f8ecf9-9cde-4fb1-aceb-690dfd6b910f', 'code': 200} Jul 24 20:14:29.180058 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-9130d41c-3937-494d-8aae-b7e6084e4750 req-cad91f80-c7a0-4117-b6ec-40f62c82c574 tempest-VolumesNegativeTest-36671195 tempest-VolumesNegativeTest-36671195-project] 10.222.0.17 "GET /v2.0/security-groups?id=90695652-de61-4b2f-b4c4-37c63ce8281b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442204 Jul 24 20:14:29.230753 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731445585098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731445223940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731445223958'] for port (40f8ecf9-9cde-4fb1-aceb-690dfd6b910f), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:14:29.279315 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Pushing event updated for resources: {'Port': ['ID=40f8ecf9-9cde-4fb1-aceb-690dfd6b910f,revision_number=5']} {{(pid=110844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:14:29.522117 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9c20ed-cc30-48c8-85ec-b4d336784f18 req-584ea6bc-e1c7-40a0-9948-9c6d1ef1ba7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:14:29.526167 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-6b9c20ed-cc30-48c8-85ec-b4d336784f18 req-584ea6bc-e1c7-40a0-9948-9c6d1ef1ba7e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=465ca96d-6ddc-4624-9b50-cd90fdff6941 HTTP/1.1" status: 200 len: 1134 time: 0.0382454 Jul 24 20:14:29.567277 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-6b9c20ed-cc30-48c8-85ec-b4d336784f18 req-289d97b2-c5d8-4b76-b7ff-820343e4c01f service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=90695652-de61-4b2f-b4c4-37c63ce8281b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376685 Jul 24 20:14:30.298744 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414d54b1-77d9-430d-b2a1-78af5390c7b3 req-bf9a2e9a-22f7-48ed-b340-c9021b20ed40 tempest-VolumesNegativeTest-36671195 tempest-VolumesNegativeTest-36671195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:14:30.300183 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-414d54b1-77d9-430d-b2a1-78af5390c7b3 req-bf9a2e9a-22f7-48ed-b340-c9021b20ed40 tempest-VolumesNegativeTest-36671195 tempest-VolumesNegativeTest-36671195-project] 10.222.0.17 "GET /v2.0/ports?device_id=465ca96d-6ddc-4624-9b50-cd90fdff6941 HTTP/1.1" status: 200 len: 950 time: 0.0472252 Jul 24 20:14:30.343888 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=100 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:14:30.350938 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-414d54b1-77d9-430d-b2a1-78af5390c7b3 req-ebd82a23-6a34-4144-85e1-bf421295f20c tempest-VolumesNegativeTest-36671195 tempest-VolumesNegativeTest-36671195-project] 10.222.0.17 "GET /v2.0/security-groups?id=90695652-de61-4b2f-b4c4-37c63ce8281b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452781 Jul 24 20:14:31.467086 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7fd0da-0e7c-40e3-ad03-6c65901b1dff req-02df3570-0d0f-4b0d-8a09-c640ce701ba4 tempest-VolumesNegativeTest-36671195 tempest-VolumesNegativeTest-36671195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:14:31.468556 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-2e7fd0da-0e7c-40e3-ad03-6c65901b1dff req-02df3570-0d0f-4b0d-8a09-c640ce701ba4 tempest-VolumesNegativeTest-36671195 tempest-VolumesNegativeTest-36671195-project] 10.222.0.17 "GET /v2.0/ports?device_id=465ca96d-6ddc-4624-9b50-cd90fdff6941 HTTP/1.1" status: 200 len: 950 time: 0.0483081 Jul 24 20:14:31.516991 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-2e7fd0da-0e7c-40e3-ad03-6c65901b1dff req-1fe8b0af-b409-40ac-ae53-67ffe75edfde tempest-VolumesNegativeTest-36671195 tempest-VolumesNegativeTest-36671195-project] 10.222.0.17 "GET /v2.0/security-groups?id=90695652-de61-4b2f-b4c4-37c63ce8281b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428393 Jul 24 20:14:31.746528 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.agents_db [None req-615be7cd-482a-4e0c-9386-1b4806e6e45a None None] Agent healthcheck: found 6 active agents {{(pid=110845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 20:14:31.938136 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ace1ed-a097-4f6f-9a9e-981bed18b1a6 req-7b614d25-9ff0-4bac-a2f7-03f9fb9f3b14 tempest-VolumesNegativeTest-36671195 tempest-VolumesNegativeTest-36671195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:14:31.939599 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-01ace1ed-a097-4f6f-9a9e-981bed18b1a6 req-7b614d25-9ff0-4bac-a2f7-03f9fb9f3b14 tempest-VolumesNegativeTest-36671195 tempest-VolumesNegativeTest-36671195-project] 10.222.0.17 "GET /v2.0/ports?device_id=465ca96d-6ddc-4624-9b50-cd90fdff6941 HTTP/1.1" status: 200 len: 950 time: 0.0469282 Jul 24 20:14:31.987264 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-01ace1ed-a097-4f6f-9a9e-981bed18b1a6 req-548c7833-c002-4d23-b60d-c908a2b7aad4 tempest-VolumesNegativeTest-36671195 tempest-VolumesNegativeTest-36671195-project] 10.222.0.17 "GET /v2.0/security-groups?id=90695652-de61-4b2f-b4c4-37c63ce8281b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412476 Jul 24 20:14:33.110937 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e93c711-0260-4faa-9944-7513b5532cb4 req-632ca6c2-55be-4f1f-a289-8a789078a4bb tempest-VolumesNegativeTest-36671195 tempest-VolumesNegativeTest-36671195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:14:33.112892 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-9e93c711-0260-4faa-9944-7513b5532cb4 req-632ca6c2-55be-4f1f-a289-8a789078a4bb tempest-VolumesNegativeTest-36671195 tempest-VolumesNegativeTest-36671195-project] 10.222.0.17 "GET /v2.0/ports?device_id=465ca96d-6ddc-4624-9b50-cd90fdff6941 HTTP/1.1" status: 200 len: 950 time: 0.0521665 Jul 24 20:14:33.183028 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=100 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:14:33.192405 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-9e93c711-0260-4faa-9944-7513b5532cb4 req-14a9eccc-05b5-4ead-a3f0-528409542a25 tempest-VolumesNegativeTest-36671195 tempest-VolumesNegativeTest-36671195-project] 10.222.0.17 "GET /v2.0/security-groups?id=90695652-de61-4b2f-b4c4-37c63ce8281b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740025 Jul 24 20:14:33.200202 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1e20a0-e71c-4c03-86e8-4406ebc1a497 req-20fabfee-de7c-40d8-9dd0-b2a51c965abb tempest-VolumesNegativeTest-36671195 tempest-VolumesNegativeTest-36671195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 20:14:33.200202 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-9c1e20a0-e71c-4c03-86e8-4406ebc1a497 req-20fabfee-de7c-40d8-9dd0-b2a51c965abb tempest-VolumesNegativeTest-36671195 tempest-VolumesNegativeTest-36671195-project] 10.222.0.42 "GET /v2.0/ports?device_id=465ca96d-6ddc-4624-9b50-cd90fdff6941 HTTP/1.1" status: 200 len: 950 time: 0.0624392 Jul 24 20:14:33.285042 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.plugin [req-9c1e20a0-e71c-4c03-86e8-4406ebc1a497 req-8c810a51-4c3e-4d34-b04b-d3743e409800 tempest-VolumesNegativeTest-36671195 tempest-VolumesNegativeTest-36671195-project] Deleting port 40f8ecf9-9cde-4fb1-aceb-690dfd6b910f {{(pid=110843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 24 20:14:33.285404 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-9c1e20a0-e71c-4c03-86e8-4406ebc1a497 req-8c810a51-4c3e-4d34-b04b-d3743e409800 tempest-VolumesNegativeTest-36671195 tempest-VolumesNegativeTest-36671195-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731445580472'] for port (40f8ecf9-9cde-4fb1-aceb-690dfd6b910f), before_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:14:33.372992 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.db [req-9c1e20a0-e71c-4c03-86e8-4406ebc1a497 req-8c810a51-4c3e-4d34-b04b-d3743e409800 tempest-VolumesNegativeTest-36671195 tempest-VolumesNegativeTest-36671195-project] For port 40f8ecf9-9cde-4fb1-aceb-690dfd6b910f, host hv-cinder-85044, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85044',level=0,port_id=40f8ecf9-9cde-4fb1-aceb-690dfd6b910f,segment=NetworkSegment(07f89a99-bd78-4597-86d4-9c346b47b2f7),segment_id=07f89a99-bd78-4597-86d4-9c346b47b2f7)] {{(pid=110843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 20:14:33.373268 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-9c1e20a0-e71c-4c03-86e8-4406ebc1a497 req-8c810a51-4c3e-4d34-b04b-d3743e409800 tempest-VolumesNegativeTest-36671195 tempest-VolumesNegativeTest-36671195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458432'] for port (40f8ecf9-9cde-4fb1-aceb-690dfd6b910f), precommit_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:14:33.385850 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.plugins.ml2.plugin [req-9c1e20a0-e71c-4c03-86e8-4406ebc1a497 req-8c810a51-4c3e-4d34-b04b-d3743e409800 tempest-VolumesNegativeTest-36671195 tempest-VolumesNegativeTest-36671195-project] Calling delete_port for 40f8ecf9-9cde-4fb1-aceb-690dfd6b910f owned by compute:nova {{(pid=110843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 24 20:14:33.523657 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-c95aa1ea-8c53-4662-b45a-cfaf6a903078 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (dc36e0ef-94f3-4a3e-9c13-4790afccb2e9), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:14:33.586748 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-9c1e20a0-e71c-4c03-86e8-4406ebc1a497 req-8c810a51-4c3e-4d34-b04b-d3743e409800 tempest-VolumesNegativeTest-36671195 tempest-VolumesNegativeTest-36671195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7983682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594937', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731445585704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731445223415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2610928'] for port (40f8ecf9-9cde-4fb1-aceb-690dfd6b910f), after_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:14:33.599415 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.db [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] get_ports_and_sgs() called for port_ids ['40f8ecf9-9cde-4fb1-aceb-690dfd6b910f'] {{(pid=110844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 20:14:33.616090 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c810a51-4c3e-4d34-b04b-d3743e409800 tempest-VolumesNegativeTest-36671195 tempest-VolumesNegativeTest-36671195-project] Pushing event deleted for resources: {'Port': ['ID=40f8ecf9-9cde-4fb1-aceb-690dfd6b910f,revision_number=None']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:14:33.642861 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c810a51-4c3e-4d34-b04b-d3743e409800 tempest-VolumesNegativeTest-36671195 tempest-VolumesNegativeTest-36671195-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:14:33.643790 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c810a51-4c3e-4d34-b04b-d3743e409800 tempest-VolumesNegativeTest-36671195 tempest-VolumesNegativeTest-36671195-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:14:33.644134 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c810a51-4c3e-4d34-b04b-d3743e409800 tempest-VolumesNegativeTest-36671195 tempest-VolumesNegativeTest-36671195-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:14:33.644475 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c810a51-4c3e-4d34-b04b-d3743e409800 tempest-VolumesNegativeTest-36671195 tempest-VolumesNegativeTest-36671195-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:14:33.644841 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c810a51-4c3e-4d34-b04b-d3743e409800 tempest-VolumesNegativeTest-36671195 tempest-VolumesNegativeTest-36671195-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:14:33.645160 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c810a51-4c3e-4d34-b04b-d3743e409800 tempest-VolumesNegativeTest-36671195 tempest-VolumesNegativeTest-36671195-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:14:33.645484 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c810a51-4c3e-4d34-b04b-d3743e409800 tempest-VolumesNegativeTest-36671195 tempest-VolumesNegativeTest-36671195-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:14:33.645806 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c810a51-4c3e-4d34-b04b-d3743e409800 tempest-VolumesNegativeTest-36671195 tempest-VolumesNegativeTest-36671195-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:14:33.646127 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c810a51-4c3e-4d34-b04b-d3743e409800 tempest-VolumesNegativeTest-36671195 tempest-VolumesNegativeTest-36671195-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:14:33.646447 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c810a51-4c3e-4d34-b04b-d3743e409800 tempest-VolumesNegativeTest-36671195 tempest-VolumesNegativeTest-36671195-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:14:33.646768 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c810a51-4c3e-4d34-b04b-d3743e409800 tempest-VolumesNegativeTest-36671195 tempest-VolumesNegativeTest-36671195-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:14:33.647090 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c810a51-4c3e-4d34-b04b-d3743e409800 tempest-VolumesNegativeTest-36671195 tempest-VolumesNegativeTest-36671195-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:14:33.647412 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c810a51-4c3e-4d34-b04b-d3743e409800 tempest-VolumesNegativeTest-36671195 tempest-VolumesNegativeTest-36671195-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:14:33.647729 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c810a51-4c3e-4d34-b04b-d3743e409800 tempest-VolumesNegativeTest-36671195 tempest-VolumesNegativeTest-36671195-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:14:33.648047 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c810a51-4c3e-4d34-b04b-d3743e409800 tempest-VolumesNegativeTest-36671195 tempest-VolumesNegativeTest-36671195-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850449-2-iscsi {{(pid=110843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 20:14:33.677524 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c1e20a0-e71c-4c03-86e8-4406ebc1a497 req-8c810a51-4c3e-4d34-b04b-d3743e409800 tempest-VolumesNegativeTest-36671195 tempest-VolumesNegativeTest-36671195-project] No DVR routers for this DVR port 40f8ecf9-9cde-4fb1-aceb-690dfd6b910f on host hv-cinder-85044 {{(pid=110843) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 24 20:14:33.679175 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [req-9c1e20a0-e71c-4c03-86e8-4406ebc1a497 req-8c810a51-4c3e-4d34-b04b-d3743e409800 tempest-VolumesNegativeTest-36671195 tempest-VolumesNegativeTest-36671195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1048257'] for port (None), before_response {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:14:33.682616 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-9c1e20a0-e71c-4c03-86e8-4406ebc1a497 req-8c810a51-4c3e-4d34-b04b-d3743e409800 tempest-VolumesNegativeTest-36671195 tempest-VolumesNegativeTest-36671195-project] 10.222.0.42 "DELETE /v2.0/ports/40f8ecf9-9cde-4fb1-aceb-690dfd6b910f HTTP/1.1" status: 204 len: 173 time: 0.4777756 Jul 24 20:14:33.683049 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '465ca96d-6ddc-4624-9b50-cd90fdff6941', 'name': 'network-vif-deleted', 'tag': '40f8ecf9-9cde-4fb1-aceb-690dfd6b910f'}] {{(pid=110843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 24 20:14:33.685336 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa129e2ea71b36189c7354ee4da78dc54b5a7420159cbfa164f6b2678096e4e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40748b9e-1a83-4b54-9b7a-c7641ed7bd12" -d '{"events": [{"server_uuid": "465ca96d-6ddc-4624-9b50-cd90fdff6941", "name": "network-vif-deleted", "tag": "40f8ecf9-9cde-4fb1-aceb-690dfd6b910f"}]}' {{(pid=110843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 20:14:33.723149 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 24 Jul 2022 20:14:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81313886-47e9-4384-85f6-67889026706c x-openstack-request-id: req-81313886-47e9-4384-85f6-67889026706c {{(pid=110843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 20:14:33.723455 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "465ca96d-6ddc-4624-9b50-cd90fdff6941", "name": "network-vif-deleted", "tag": "40f8ecf9-9cde-4fb1-aceb-690dfd6b910f", "status": "completed", "code": 200}]} {{(pid=110843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 20:14:33.723726 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-81313886-47e9-4384-85f6-67889026706c {{(pid=110843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 20:14:33.724135 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81313886-47e9-4384-85f6-67889026706c'] response: {'server_uuid': '465ca96d-6ddc-4624-9b50-cd90fdff6941', 'name': 'network-vif-deleted', 'tag': '40f8ecf9-9cde-4fb1-aceb-690dfd6b910f', 'status': 'completed', 'code': 200} Jul 24 20:14:34.308222 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [req-b5ec0634-ff1d-49aa-9fbd-2baef0257cee req-2c89d140-02ae-44cb-8a88-0ec279e41406 tempest-VolumesNegativeTest-36671195 tempest-VolumesNegativeTest-36671195-project] 10.222.0.17 "GET /v2.0/ports?device_id=465ca96d-6ddc-4624-9b50-cd90fdff6941 HTTP/1.1" status: 200 len: 210 time: 0.0295887 Jul 24 20:14:35.817149 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:14:35.939462 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-2fbf7c0c-4aa6-4d4b-9749-dfe79cce81ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (408021b7-d46b-48c2-9f75-8a8023f9145c), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:14:36.887394 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:14:36.955259 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Device 40f8ecf9-9cde-4fb1-aceb-690dfd6b910f no longer exists at agent hyperv_hv-cinder-85044 {{(pid=110844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 20:14:36.990309 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.plugin [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] No Port match for: 40f8ecf9-9cde-4fb1-aceb-690dfd6b910f {{(pid=110844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 24 20:14:36.997041 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron.plugins.ml2.rpc [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Device 40f8ecf9-9cde-4fb1-aceb-690dfd6b910f not bound to the agent host hv-cinder-85044 {{(pid=110844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 20:14:37.014996 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-6dc48dae-acff-4e3e-8fdb-430da55b4f7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (7ee55678-4254-481c-8cae-5c828aed81c9), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:14:38.374747 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-43102eef-6e4b-4922-ad30-3734cbb7477a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (7d43fc2f-3c2c-473f-8c92-13ad6341ecc2), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:14:39.134895 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (46eda511-dfa5-408c-8bd4-cb509f691033), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:14:41.043528 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (95564131-b678-4db2-a162-51408b2acd55), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:14:41.675653 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [-] (110843) accepted ('10.222.0.17', 39750) {{(pid=110843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:14:41.811869 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [None req-a2e90c4b-4bff-4b5b-8f0a-1ec5d4a3de65 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=ddf4bda527a74e9e86385f49233694a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1350574 Jul 24 20:14:41.814458 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.wsgi [-] (110843) accepted ('10.222.0.17', 39756) {{(pid=110843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 20:14:41.863452 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-3f1eee27-ee59-4a3c-a294-8a062dd14840 admin admin] Publish callbacks [] for security_group (90695652-de61-4b2f-b4c4-37c63ce8281b), before_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:14:41.889162 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-3f1eee27-ee59-4a3c-a294-8a062dd14840 admin admin] Publish callbacks [] for security_group (90695652-de61-4b2f-b4c4-37c63ce8281b), precommit_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:14:42.065101 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-3f1eee27-ee59-4a3c-a294-8a062dd14840 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450361'] for security_group (90695652-de61-4b2f-b4c4-37c63ce8281b), after_delete {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:14:42.067969 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron_lib.callbacks.manager [None req-3f1eee27-ee59-4a3c-a294-8a062dd14840 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:14:42.069880 dv-cinder-850449-2-iscsi neutron-server[110843]: INFO neutron.wsgi [None req-3f1eee27-ee59-4a3c-a294-8a062dd14840 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/90695652-de61-4b2f-b4c4-37c63ce8281b HTTP/1.1" status: 204 len: 168 time: 0.2545185 Jul 24 20:14:42.078244 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1eee27-ee59-4a3c-a294-8a062dd14840 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90695652-de61-4b2f-b4c4-37c63ce8281b,revision_number=None']} {{(pid=110843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 20:14:47.832528 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG dbcounter [-] [110845] Writing DB stats neutron:SELECT=4 {{(pid=110845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:14:47.833343 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG dbcounter [-] [110845] Writing DB stats neutron:SELECT=4 {{(pid=110845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:14:52.073731 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=93,neutron:DELETE=5 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:14:52.074715 dv-cinder-850449-2-iscsi neutron-server[110843]: DEBUG dbcounter [-] [110843] Writing DB stats neutron:SELECT=65,neutron:DELETE=7 {{(pid=110843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:14:52.090045 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=6 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:14:52.090871 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:15:03.523162 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-35dcc557-7027-41ad-a6c3-765de40bec40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (dc36e0ef-94f3-4a3e-9c13-4790afccb2e9), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:15:04.729365 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG dbcounter [-] [110845] Writing DB stats neutron:SELECT=13 {{(pid=110845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:15:04.730160 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG dbcounter [-] [110845] Writing DB stats neutron:SELECT=15 {{(pid=110845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:15:05.929112 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-1a9550f1-438c-4392-8106-89bc4a77f690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (408021b7-d46b-48c2-9f75-8a8023f9145c), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:15:06.949621 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-6dc48dae-acff-4e3e-8fdb-430da55b4f7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (7ee55678-4254-481c-8cae-5c828aed81c9), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:15:08.384653 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-43102eef-6e4b-4922-ad30-3734cbb7477a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (7d43fc2f-3c2c-473f-8c92-13ad6341ecc2), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:15:08.744821 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.agents_db [None req-615be7cd-482a-4e0c-9386-1b4806e6e45a None None] Agent healthcheck: found 6 active agents {{(pid=110845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 20:15:09.128947 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (46eda511-dfa5-408c-8bd4-cb509f691033), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:15:11.071369 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (95564131-b678-4db2-a162-51408b2acd55), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:15:20.973179 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:15:20.978215 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=9,neutron:UPDATE=5 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:15:24.829075 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG dbcounter [-] [110845] Writing DB stats neutron:SELECT=5 {{(pid=110845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:15:24.830156 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG dbcounter [-] [110845] Writing DB stats neutron:SELECT=3 {{(pid=110845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:15:33.492040 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-4aade0df-a8c9-4034-a081-7c16472d38f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (dc36e0ef-94f3-4a3e-9c13-4790afccb2e9), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:15:35.899985 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-f15718f4-beab-4e07-8175-ee0197862d4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (408021b7-d46b-48c2-9f75-8a8023f9145c), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:15:37.002635 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-6dc48dae-acff-4e3e-8fdb-430da55b4f7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (7ee55678-4254-481c-8cae-5c828aed81c9), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:15:38.368418 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-43102eef-6e4b-4922-ad30-3734cbb7477a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (7d43fc2f-3c2c-473f-8c92-13ad6341ecc2), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:15:39.145403 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (46eda511-dfa5-408c-8bd4-cb509f691033), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:15:41.088518 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (95564131-b678-4db2-a162-51408b2acd55), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:15:45.744447 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.agents_db [None req-615be7cd-482a-4e0c-9386-1b4806e6e45a None None] Agent healthcheck: found 6 active agents {{(pid=110845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 20:15:50.981158 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:15:50.983036 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:16:01.822528 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG dbcounter [-] [110845] Writing DB stats neutron:SELECT=5 {{(pid=110845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:16:01.828744 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG dbcounter [-] [110845] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=110845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:16:03.508614 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-a13c943e-8f3e-4c3d-ace8-5b9890b16ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (dc36e0ef-94f3-4a3e-9c13-4790afccb2e9), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:16:05.902494 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-3751faa1-9baa-4c4d-a67e-70a9192257d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (408021b7-d46b-48c2-9f75-8a8023f9145c), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:16:06.962328 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-6dc48dae-acff-4e3e-8fdb-430da55b4f7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (7ee55678-4254-481c-8cae-5c828aed81c9), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:16:08.322280 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-43102eef-6e4b-4922-ad30-3734cbb7477a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (7d43fc2f-3c2c-473f-8c92-13ad6341ecc2), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:16:09.140231 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (46eda511-dfa5-408c-8bd4-cb509f691033), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:16:11.056508 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (95564131-b678-4db2-a162-51408b2acd55), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:16:20.970651 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:16:20.977700 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:UPDATE=5,neutron:SELECT=9 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:16:22.744522 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.agents_db [None req-615be7cd-482a-4e0c-9386-1b4806e6e45a None None] Agent healthcheck: found 6 active agents {{(pid=110845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 20:16:33.519113 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-8d87d095-e21c-432b-b241-b332123b59b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (dc36e0ef-94f3-4a3e-9c13-4790afccb2e9), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:16:35.893145 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-c116e918-c9e9-47e5-babd-aea996ff5ab2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (408021b7-d46b-48c2-9f75-8a8023f9145c), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:16:37.002276 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-6dc48dae-acff-4e3e-8fdb-430da55b4f7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (7ee55678-4254-481c-8cae-5c828aed81c9), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:16:38.330557 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-43102eef-6e4b-4922-ad30-3734cbb7477a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (7d43fc2f-3c2c-473f-8c92-13ad6341ecc2), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:16:38.819042 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG dbcounter [-] [110845] Writing DB stats neutron:SELECT=4 {{(pid=110845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:16:38.822891 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG dbcounter [-] [110845] Writing DB stats neutron:SELECT=4 {{(pid=110845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:16:39.126736 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (46eda511-dfa5-408c-8bd4-cb509f691033), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:16:41.055770 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (95564131-b678-4db2-a162-51408b2acd55), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:16:50.993231 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:16:50.995126 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=11,neutron:UPDATE=4 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:16:58.307655 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG dbcounter [-] [110845] Writing DB stats neutron:SELECT=12 {{(pid=110845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:16:58.308705 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG dbcounter [-] [110845] Writing DB stats neutron:SELECT=14 {{(pid=110845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:16:59.743681 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.agents_db [None req-615be7cd-482a-4e0c-9386-1b4806e6e45a None None] Agent healthcheck: found 6 active agents {{(pid=110845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 20:17:03.500491 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-d0213261-7a9d-4335-addf-5ea895878072 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (dc36e0ef-94f3-4a3e-9c13-4790afccb2e9), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:17:05.917645 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-b255fcc6-cd9b-4108-8e1d-a7dadaa3204f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (408021b7-d46b-48c2-9f75-8a8023f9145c), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:17:06.991999 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-6dc48dae-acff-4e3e-8fdb-430da55b4f7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (7ee55678-4254-481c-8cae-5c828aed81c9), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:17:08.403599 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-43102eef-6e4b-4922-ad30-3734cbb7477a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (7d43fc2f-3c2c-473f-8c92-13ad6341ecc2), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:17:09.121369 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (46eda511-dfa5-408c-8bd4-cb509f691033), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:17:11.060539 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (95564131-b678-4db2-a162-51408b2acd55), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:17:15.815079 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG dbcounter [-] [110845] Writing DB stats neutron:SELECT=4 {{(pid=110845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:17:15.818973 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG dbcounter [-] [110845] Writing DB stats neutron:SELECT=4 {{(pid=110845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:17:20.994748 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:17:20.996716 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:17:33.497764 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-0002cb47-097d-4d53-a063-1b9902124493 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (dc36e0ef-94f3-4a3e-9c13-4790afccb2e9), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:17:35.882779 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-0b4b0e62-455b-4b14-84e0-2f60225343a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (408021b7-d46b-48c2-9f75-8a8023f9145c), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:17:36.743024 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.agents_db [None req-615be7cd-482a-4e0c-9386-1b4806e6e45a None None] Agent healthcheck: found 6 active agents {{(pid=110845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 20:17:36.991325 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-6dc48dae-acff-4e3e-8fdb-430da55b4f7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (7ee55678-4254-481c-8cae-5c828aed81c9), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:17:38.362510 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-43102eef-6e4b-4922-ad30-3734cbb7477a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (7d43fc2f-3c2c-473f-8c92-13ad6341ecc2), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:17:39.131530 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (46eda511-dfa5-408c-8bd4-cb509f691033), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:17:41.057419 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (95564131-b678-4db2-a162-51408b2acd55), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:17:50.983396 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:17:50.989438 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:18:01.747249 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG dbcounter [-] [110845] Writing DB stats neutron:SELECT=5 {{(pid=110845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:18:01.748093 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG dbcounter [-] [110845] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=110845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:18:03.496933 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-183ce07b-f34d-4f3e-9092-ff9aeaa670a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (dc36e0ef-94f3-4a3e-9c13-4790afccb2e9), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:18:05.904313 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-e2d5a26c-fc4e-4d2c-9b99-a4a57500b3ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (408021b7-d46b-48c2-9f75-8a8023f9145c), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:18:06.973113 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-6dc48dae-acff-4e3e-8fdb-430da55b4f7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (7ee55678-4254-481c-8cae-5c828aed81c9), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:18:08.371313 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-43102eef-6e4b-4922-ad30-3734cbb7477a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (7d43fc2f-3c2c-473f-8c92-13ad6341ecc2), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:18:09.161759 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (46eda511-dfa5-408c-8bd4-cb509f691033), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:18:11.070171 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (95564131-b678-4db2-a162-51408b2acd55), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:18:13.743858 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.agents_db [None req-615be7cd-482a-4e0c-9386-1b4806e6e45a None None] Agent healthcheck: found 6 active agents {{(pid=110845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 20:18:19.070225 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:18:20.997151 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=13,neutron:UPDATE=3 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:18:29.829422 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG dbcounter [-] [110845] Writing DB stats neutron:SELECT=4 {{(pid=110845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:18:29.830174 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG dbcounter [-] [110845] Writing DB stats neutron:SELECT=4 {{(pid=110845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:18:33.491367 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-2365b67d-4e5e-467c-a70a-3e0a1f9bfabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (dc36e0ef-94f3-4a3e-9c13-4790afccb2e9), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:18:35.902111 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-863da2d2-200d-4452-9249-d0991ad4ea41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (408021b7-d46b-48c2-9f75-8a8023f9145c), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:18:36.970686 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-6dc48dae-acff-4e3e-8fdb-430da55b4f7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (7ee55678-4254-481c-8cae-5c828aed81c9), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:18:38.376009 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-43102eef-6e4b-4922-ad30-3734cbb7477a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (7d43fc2f-3c2c-473f-8c92-13ad6341ecc2), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:18:39.130217 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (46eda511-dfa5-408c-8bd4-cb509f691033), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:18:41.109017 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (95564131-b678-4db2-a162-51408b2acd55), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:18:50.743466 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.agents_db [None req-615be7cd-482a-4e0c-9386-1b4806e6e45a None None] Agent healthcheck: found 6 active agents {{(pid=110845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 20:18:51.015747 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:18:51.021261 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:UPDATE=3,neutron:SELECT=8 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:19:03.519894 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-297932c4-3f8e-404f-9ba2-93f8f705bbea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (dc36e0ef-94f3-4a3e-9c13-4790afccb2e9), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:19:05.897159 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-b4017616-6720-4163-ac3a-adef38788819 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (408021b7-d46b-48c2-9f75-8a8023f9145c), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:19:06.834144 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG dbcounter [-] [110845] Writing DB stats neutron:SELECT=14 {{(pid=110845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:19:06.834961 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG dbcounter [-] [110845] Writing DB stats neutron:SELECT=20 {{(pid=110845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:19:06.965299 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-6dc48dae-acff-4e3e-8fdb-430da55b4f7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (7ee55678-4254-481c-8cae-5c828aed81c9), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:19:08.342309 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-43102eef-6e4b-4922-ad30-3734cbb7477a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (7d43fc2f-3c2c-473f-8c92-13ad6341ecc2), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:19:09.152508 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (46eda511-dfa5-408c-8bd4-cb509f691033), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:19:11.125357 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (95564131-b678-4db2-a162-51408b2acd55), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:19:21.025638 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:19:21.035346 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:19:27.743334 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG neutron.db.agents_db [None req-615be7cd-482a-4e0c-9386-1b4806e6e45a None None] Agent healthcheck: found 6 active agents {{(pid=110845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 20:19:33.507418 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-f683418a-8f4a-49a3-a3f2-869ce3a3f9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (dc36e0ef-94f3-4a3e-9c13-4790afccb2e9), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:19:35.901950 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-0230fbcc-9996-4c3c-b207-ac80b467587c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (408021b7-d46b-48c2-9f75-8a8023f9145c), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:19:36.997930 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-6dc48dae-acff-4e3e-8fdb-430da55b4f7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (7ee55678-4254-481c-8cae-5c828aed81c9), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:19:38.335795 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-43102eef-6e4b-4922-ad30-3734cbb7477a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (7d43fc2f-3c2c-473f-8c92-13ad6341ecc2), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:19:39.176203 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-d708d43d-7683-46bc-9202-6131c6dc8f95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (46eda511-dfa5-408c-8bd4-cb509f691033), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:19:41.117808 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG neutron_lib.callbacks.manager [None req-fa209d2e-ad24-4315-951e-48caf6070979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731445707066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7812976'] for agent (95564131-b678-4db2-a162-51408b2acd55), after_update {{(pid=110844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 20:19:43.835500 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG dbcounter [-] [110845] Writing DB stats neutron:SELECT=4 {{(pid=110845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:19:43.839385 dv-cinder-850449-2-iscsi neutron-server[110845]: DEBUG dbcounter [-] [110845] Writing DB stats neutron:SELECT=4 {{(pid=110845) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:19:51.026931 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 20:19:51.032952 dv-cinder-850449-2-iscsi neutron-server[110844]: DEBUG dbcounter [-] [110844] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=110844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}